-- Logs begin at Fri 2022-04-22 13:47:22 UTC, end at Fri 2022-04-22 15:36:31 UTC. -- Apr 22 14:26:54.507597 dv-neutron-838878-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 14:26:56.596760 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.common.config [-] Logging enabled! Apr 22 14:26:56.597355 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 22 14:26:56.597355 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83955) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 22 14:26:56.599609 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.common.config [-] Logging enabled! Apr 22 14:26:56.599848 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 22 14:26:56.600087 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83955) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 22 14:26:56.601034 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:26:56.601257 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:26:56.601594 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:26:56.601851 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:26:56.602065 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:26:56.602373 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.602659 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.602943 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.603165 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.603440 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.603712 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.603985 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.604257 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.604548 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.604821 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.605091 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.605364 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.605621 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.605912 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.606190 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.606465 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.606682 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] debug = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.606954 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.607370 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.607772 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.608041 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.608319 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.608586 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.608850 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.609126 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.609445 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] host = dv-neutron-838878-1-hyperv {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.609740 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.610024 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.610299 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.610584 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.610856 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.611124 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.611399 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.611664 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.611925 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_file = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.612191 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.612470 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.612749 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.613035 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.613251 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.613465 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.613770 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.614048 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.614318 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.614584 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.614851 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.615116 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.615383 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.615643 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.615918 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.616195 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.616469 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.616734 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.616999 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.617259 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.617520 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.617818 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.618083 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.618348 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.618617 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.618893 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.619153 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.619416 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.619704 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.619978 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.620247 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.620525 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.620795 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.621063 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.621347 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.621611 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.621893 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] use_json = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.622158 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.622422 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.622694 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.622958 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.623222 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.623486 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.623749 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.624023 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.624287 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:56.624572 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.624856 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.625149 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.625423 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.625728 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.626001 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.626284 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.626870 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.627153 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.627434 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.627713 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.627978 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.628254 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.628539 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.628840 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.629084 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.629354 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.629634 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.629926 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.630189 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.630458 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.630745 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.631015 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.631280 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.631551 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.631816 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.632078 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.632340 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.632605 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.632886 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.633150 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.633410 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.633668 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.633952 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.634210 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.634486 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.634752 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.635015 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.635276 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.635541 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.635804 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.636066 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.636334 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.636595 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.636910 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.637171 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.637432 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.637711 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.637974 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.638239 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.638500 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.638761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.639027 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.639289 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.639549 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.639808 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.640069 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.640330 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.640610 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.640890 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.641161 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.641428 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.641712 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.641980 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.642246 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.642509 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.642779 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.643045 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.643307 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.643586 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.643858 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.644135 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.644412 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.644677 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.644962 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.645228 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.645499 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.645790 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.646063 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.646339 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.646609 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.646889 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.647171 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.647452 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.647732 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.648016 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.648287 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.648585 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.648853 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:56.649061 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:26:56.649294 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83955) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 14:26:57.041097 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO keyring.backend [-] Loading KWallet Apr 22 14:26:57.048493 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO keyring.backend [-] Loading SecretService Apr 22 14:26:57.051604 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO keyring.backend [-] Loading Windows Apr 22 14:26:57.052901 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO keyring.backend [-] Loading chainer Apr 22 14:26:57.053464 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO keyring.backend [-] Loading macOS Apr 22 14:26:57.085844 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 14:26:57.086117 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 14:26:57.086385 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 14:26:57.087738 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 14:26:57.384355 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.384623 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.384860 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.439646 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.439911 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.440168 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.443176 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.443445 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.443702 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.471460 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.471722 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.471972 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.498300 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.498574 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.498824 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.809788 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.810448 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.810448 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.810603 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.811447 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.927148 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.927449 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.927720 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.927974 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.928221 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.928524 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.928764 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.929007 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.929248 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.929516 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.929769 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.930020 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.930267 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.930513 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.930770 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.931027 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.931273 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.931516 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.931760 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.932029 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.932360 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.932599 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.932834 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.933102 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.933337 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.933589 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.933989 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:57.934220 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:57.934447 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:57.934673 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:57.934897 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:57.935120 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:57.935661 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 14:26:57.938727 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 14:26:57.942728 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 14:26:57.946495 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 22 14:26:57.948098 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 14:26:57.948460 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 14:26:57.948811 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 14:26:57.949185 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 14:26:57.952011 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 14:26:57.952219 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 14:26:57.952575 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 14:26:57.979684 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 22 14:26:57.980119 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.980410 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83955) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 14:26:57.980815 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.982166 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83955) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 14:26:57.982431 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 14:26:57.982664 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 14:26:57.985912 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:57.986180 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.045807 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 14:26:58.046015 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 14:26:58.046261 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 14:26:58.046620 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 14:26:58.082180 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_db.sqlalchemy.engines [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83955) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 14:26:58.416711 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing driver for type 'gre' Apr 22 14:26:58.417152 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] gre ID ranges: [(1, 1000)] Apr 22 14:26:58.475721 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing driver for type 'local' Apr 22 14:26:58.476051 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing driver for type 'vlan' Apr 22 14:26:58.491111 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] VlanTypeDriver initialization complete Apr 22 14:26:58.491441 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing driver for type 'vxlan' Apr 22 14:26:58.492016 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] vxlan ID ranges: [(1, 1000)] Apr 22 14:26:58.547068 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing extension driver 'port_security' Apr 22 14:26:58.547540 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.extensions.port_security [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] PortSecurityExtensionDriver initialization complete Apr 22 14:26:58.547939 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing mechanism driver 'openvswitch' Apr 22 14:26:58.548273 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing mechanism driver 'hyperv' Apr 22 14:26:58.555166 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:58.555848 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.556228 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.556571 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.557178 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:58.557610 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.557974 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.558309 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.558692 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:58.559094 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.559438 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.559771 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.560147 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:58.560545 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.560889 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.561200 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.561741 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:58.562141 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.562482 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.562815 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.563194 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83955) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:26:58.563628 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] ML2 OVO RPC backend initialized. {{(pid=83955) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 22 14:26:58.564269 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.564614 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.565025 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.565395 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > networks before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.565765 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.566113 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > ports before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.566438 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.566768 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.567106 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.567436 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.567763 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.568089 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.568415 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.568739 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.569103 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.569461 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.569819 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.570392 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Modular L2 Plugin initialization complete Apr 22 14:26:58.570721 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading services supported by the core plugin {{(pid=83955) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 14:26:58.571040 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.plugins.ml2.managers [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Got port-security extension from driver 'port_security' Apr 22 14:26:58.571502 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.extensions.vlantransparent [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Disabled vlantransparent extension. Apr 22 14:26:58.571914 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83955) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 14:26:58.572224 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: router Apr 22 14:26:58.607487 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.607865 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_create 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.608196 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router before_create 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.608572 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.608933 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.609287 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_delete 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.609641 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.610145 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_create 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.610490 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_update 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.610832 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_update 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.611175 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.611521 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_update 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.611906 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.612266 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.612603 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.612975 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: subnet after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.613271 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.613614 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.613974 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.614311 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.614643 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.614995 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router after_update 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.615328 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.615664 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.616019 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.616359 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.616714 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > agent after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.617348 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > agent after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.617702 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > network after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.618578 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Tracking information for resource: router configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:58.618903 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Tracking information for resource: floatingip configured {{(pid=83955) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:26:58.623739 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.db.l3_agentschedulers_db [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 14:26:58.624302 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.624656 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.624999 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.625342 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.626269 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router before_create 55550100 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.627002 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.627354 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.627701 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.631985 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.provider_configuration [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service providers = [] {{(pid=83955) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 14:26:58.632346 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.db.servicetype_db [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83955) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 14:26:58.635271 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.service_base [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:58.635612 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.service_base [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:58.635947 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.service_base [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:58.636896 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.services.service_base [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83955) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:26:58.637264 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.services.service_base [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 14:26:58.637633 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.637970 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 14:26:58.648607 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.648937 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: auto_allocate Apr 22 14:26:58.654905 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: network precommit_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.655247 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: network precommit_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.655755 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.656159 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: tag Apr 22 14:26:58.662655 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.662971 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: timestamp Apr 22 14:26:58.667032 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.667300 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: network_ip_availability Apr 22 14:26:58.672598 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.672958 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.673302 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.674049 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.674364 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: flavors Apr 22 14:26:58.679106 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.679434 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading Plugin: revisions Apr 22 14:26:58.683684 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83955) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:26:58.684067 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_concurrency.lockutils [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.598s {{(pid=83955) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 14:26:58.684827 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83955) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 22 14:26:58.685161 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Initializing extension manager. Apr 22 14:26:58.685656 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: __init__.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.686023 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: __pycache__ {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.686353 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.686677 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.687005 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: _filter_validation_lib.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.687322 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.687654 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: address_group.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.688406 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.688969 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: address-group Apr 22 14:26:58.689283 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: address_scope.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.690014 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.690509 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: address-scope Apr 22 14:26:58.690822 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.691744 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.692242 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: router-admin-state-down-before-update Apr 22 14:26:58.692561 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: agent.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.693257 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.693774 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: agent Apr 22 14:26:58.694088 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: agent_resources_synced.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.694992 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.695487 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: agent-resources-synced Apr 22 14:26:58.695801 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.697793 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.698305 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: allowed-address-pairs Apr 22 14:26:58.698626 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.699849 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.700353 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: auto-allocated-topology Apr 22 14:26:58.700694 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: availability_zone.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.701394 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.701910 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: availability_zone Apr 22 14:26:58.702224 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: availability_zone_filter.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.703137 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.703636 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: availability_zone_filter Apr 22 14:26:58.703950 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: data_plane_status.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.704847 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.705339 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 14:26:58.705652 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: default_subnetpools.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.706577 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.707077 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: default-subnetpools Apr 22 14:26:58.707390 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.708162 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.708654 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: dhcp_agent_scheduler Apr 22 14:26:58.708967 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: dns.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.709889 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.710379 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 14:26:58.710692 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: dns_domain_ports.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.711607 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.712097 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 14:26:58.712413 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: dvr.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.713075 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.713574 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: dvr Apr 22 14:26:58.713926 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: empty_string_filtering.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.714849 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.715348 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: empty-string-filtering Apr 22 14:26:58.715669 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.716565 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.717062 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 14:26:58.717378 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.718318 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.718810 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 14:26:58.719124 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: external_net.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.720017 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.720512 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: external-net Apr 22 14:26:58.720826 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.721761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.722257 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: extra_dhcp_opt Apr 22 14:26:58.722572 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: extraroute.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.723464 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.723955 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: extraroute Apr 22 14:26:58.724266 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: extraroute_atomic.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.725290 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.725817 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: extraroute-atomic Apr 22 14:26:58.726134 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: filter_validation.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.726797 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.727290 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: filter-validation Apr 22 14:26:58.727603 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: fip_pf_description.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.728508 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.728995 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 14:26:58.729309 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: fip_port_details.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.730249 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.730794 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: fip-port-details Apr 22 14:26:58.731107 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: flavors.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.732328 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.732832 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: flavors Apr 22 14:26:58.733153 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.734823 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.735334 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 14:26:58.735656 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: floatingip_pools.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.736353 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.736858 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: floatingip-pools Apr 22 14:26:58.737177 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: ip_allocation.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.738148 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.738610 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 14:26:58.738924 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.739832 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.740337 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: ip-substring-filtering Apr 22 14:26:58.740654 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l2_adjacency.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.741570 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.742090 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 14:26:58.742404 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.743362 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.743977 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: router Apr 22 14:26:58.744299 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.746714 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.747240 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 14:26:58.747567 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.748485 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.748990 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: ext-gw-mode Apr 22 14:26:58.749308 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.750237 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.750736 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: l3-ha Apr 22 14:26:58.751052 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3_flavors.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.752290 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.752785 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: l3-flavors Apr 22 14:26:58.753100 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.754059 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.754557 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 14:26:58.754871 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: l3agentscheduler.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.755899 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.756400 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: l3_agent_scheduler Apr 22 14:26:58.756719 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: logging.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.758218 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.758728 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension logging not supported by any of loaded plugins Apr 22 14:26:58.759051 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: metering.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.759792 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.760362 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: metering Apr 22 14:26:58.760682 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.761831 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.762341 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: metering_source_and_destination_fields Apr 22 14:26:58.762663 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: multiprovidernet.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.763581 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.764081 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: multi-provider Apr 22 14:26:58.764399 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: netmtu.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.765323 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.765850 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: net-mtu Apr 22 14:26:58.766168 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: netmtu_writable.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.767091 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.767589 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: net-mtu-writable Apr 22 14:26:58.767909 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: network_availability_zone.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.768565 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.769066 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: network_availability_zone Apr 22 14:26:58.769379 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: network_ip_availability.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.770486 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.770993 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: network-ip-availability Apr 22 14:26:58.771309 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: network_segment_range.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.772070 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.772570 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 14:26:58.772883 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: pagination.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.773888 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.774209 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: pagination Apr 22 14:26:58.774521 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.775431 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.775928 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: port-mac-address-regenerate Apr 22 14:26:58.776242 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: port_resource_request.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.777146 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.777703 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 14:26:58.778019 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: portbindings.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.778933 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.779430 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: binding Apr 22 14:26:58.779745 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: portbindings_extended.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.781012 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.781531 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: binding-extended Apr 22 14:26:58.781889 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: portsecurity.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.782797 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.783295 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: port-security Apr 22 14:26:58.783632 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: project_id.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.784581 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.784901 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: project-id Apr 22 14:26:58.785214 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: providernet.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.786170 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.786857 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: provider Apr 22 14:26:58.787036 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.790858 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.791364 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos not supported by any of loaded plugins Apr 22 14:26:58.791761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.793114 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.793657 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 14:26:58.793998 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.794940 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.795543 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 14:26:58.795861 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_default.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.796761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.797279 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-default not supported by any of loaded plugins Apr 22 14:26:58.797626 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_fip.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.798392 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.798890 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 14:26:58.799206 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.800152 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.800755 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 14:26:58.801071 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.802007 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.802575 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 14:26:58.802898 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.803837 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.804358 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 14:26:58.804702 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: qos_rules_alias.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.805818 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.806339 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 14:26:58.806664 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: quotasv2.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.807633 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.807969 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: quotas Apr 22 14:26:58.808293 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: quotasv2_detail.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.810155 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.810703 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: quota_details Apr 22 14:26:58.810785 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: rbac.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.811842 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.812383 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: rbac-policies Apr 22 14:26:58.812761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: rbac_address_scope.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.813742 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.814272 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: rbac-address-scope Apr 22 14:26:58.814595 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: rbac_security_groups.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.815529 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.816121 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: rbac-security-groups Apr 22 14:26:58.816442 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.817362 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.817918 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: rbac-subnetpool Apr 22 14:26:58.818270 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: revisionifmatch.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.819259 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.819762 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: revision-if-match Apr 22 14:26:58.820080 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: revisions.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.821197 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.821758 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: standard-attr-revisions Apr 22 14:26:58.822180 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: router_availability_zone.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.822856 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.823354 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: router_availability_zone Apr 22 14:26:58.823695 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: routerservicetype.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.824766 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.825287 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 14:26:58.825609 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.826572 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.827111 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: port-security-groups-filtering Apr 22 14:26:58.827453 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: securitygroup.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.839010 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.839555 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: security-group Apr 22 14:26:58.839920 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: segment.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.840739 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.841244 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension segment not supported by any of loaded plugins Apr 22 14:26:58.841564 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.842640 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.843143 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 14:26:58.843468 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: servicetype.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.844597 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.845245 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: service-type Apr 22 14:26:58.845586 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: sorting.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.846650 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.846979 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: sorting Apr 22 14:26:58.847298 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: standard_attr_segment.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.848223 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.848754 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 14:26:58.849151 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: standardattrdescription.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.849847 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.850351 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: standard-attr-description Apr 22 14:26:58.850687 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: stateful_security_group.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.851645 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.852250 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: stateful-security-group Apr 22 14:26:58.852566 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: stdattrs_common.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.853151 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 14:26:58.853489 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.854539 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.855043 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 14:26:58.855359 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: subnet_onboard.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.856589 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.857200 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: subnet_onboard Apr 22 14:26:58.857520 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.858499 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.859003 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 14:26:58.859349 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: subnet_service_types.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.860343 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.860848 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: subnet-service-types Apr 22 14:26:58.861183 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: subnetallocation.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.862325 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.862920 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: subnet_allocation Apr 22 14:26:58.863241 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.863936 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.864455 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: subnetpool-prefix-ops Apr 22 14:26:58.864800 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.865834 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.866365 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 14:26:58.866686 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: tagging.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.867854 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.868364 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: standard-attr-tag Apr 22 14:26:58.868694 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: timestamp.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.870050 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.870562 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loaded extension: standard-attr-timestamp Apr 22 14:26:58.870883 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: trunk.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.871971 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.872530 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension trunk not supported by any of loaded plugins Apr 22 14:26:58.872882 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: trunk_details.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.873844 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.874355 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 14:26:58.874699 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.875689 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.876189 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 14:26:58.876835 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Loading extension file: vlantransparent.py {{(pid=83955) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:26:58.877541 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83955) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:26:58.878182 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 14:26:58.880626 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:network Apr 22 14:26:58.881361 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:subnet Apr 22 14:26:58.882067 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:58.882837 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:port Apr 22 14:26:58.884107 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.884557 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service FLAVORS assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.885176 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.885629 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.886020 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:router Apr 22 14:26:58.886787 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 14:26:58.887506 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service METERING assigned prefix: /metering {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.889049 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.889432 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.889825 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:26:58.890989 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 14:26:58.891479 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:security_group Apr 22 14:26:58.892237 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 14:26:58.893140 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service CORE assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.893504 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:58.893896 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] subnetpool is already registered Apr 22 14:26:58.894607 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service CORE assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.894939 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:58.895261 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] subnetpool is already registered Apr 22 14:26:58.897854 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.898284 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service FLAVORS assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.898868 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.899283 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.899609 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:router Apr 22 14:26:58.899937 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] router is already registered Apr 22 14:26:58.900524 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 14:26:58.900849 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] floatingip is already registered Apr 22 14:26:58.901469 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service METERING assigned prefix: /metering {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.902171 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 14:26:58.902525 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] rbac_policy is already registered Apr 22 14:26:58.903063 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:security_group Apr 22 14:26:58.903390 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] security_group is already registered Apr 22 14:26:58.903974 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 14:26:58.904302 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] security_group_rule is already registered Apr 22 14:26:58.904976 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service CORE assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.905306 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:58.905632 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] subnetpool is already registered Apr 22 14:26:58.906262 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.v2.resource_helper [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Service CORE assigned prefix: {{(pid=83955) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:26:58.906583 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:26:58.906910 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING neutron.quota.resource_registry [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] subnetpool is already registered Apr 22 14:26:58.907550 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: extensions {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.909023 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: address-groups {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.910613 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: address-scopes {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.911861 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: agents {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.912977 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: auto-allocated-topology {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.914205 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: availability_zones {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.915488 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: dhcp-networks {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.916892 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: dhcp-agents {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.918425 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: routers {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.920148 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: flavors {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.921270 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: service_profiles {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.922477 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: next_providers {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.923955 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: service_profiles {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.925343 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: floatingip-pools {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.926716 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: routers {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.928435 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: floatingips {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.929583 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: l3-routers {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.930944 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: l3-agents {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.932323 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: metering-labels {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.933848 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: metering-label-rules {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.935062 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: network-ip-availabilities {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.936285 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: bindings {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.938887 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: quotas {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.940309 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: quotas {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.942068 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: rbac-policies {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.943332 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: security-groups {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.944511 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: security-group-rules {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.945716 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: service-providers {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.946990 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: subnetpools {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.948539 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: subnetpools {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.950012 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.951647 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.953399 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.955164 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.956870 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.958549 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.960270 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.962103 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.963894 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.965772 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron.api.extensions [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Extended resource: tags {{(pid=83955) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:26:58.971572 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING keystonemiddleware.auth_token [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 14:26:58.976305 dv-neutron-838878-1-hyperv neutron-server[83955]: WARNING keystonemiddleware.auth_token [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 14:26:58.984265 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_concurrency.lockutils [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Acquired lock "singleton_lock" {{(pid=83955) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 14:26:58.984737 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_concurrency.lockutils [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Releasing lock "singleton_lock" {{(pid=83955) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 14:26:58.985366 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Starting 2 workers Apr 22 14:26:58.989958 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Started child 84058 {{(pid=83955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:58.994632 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Started child 84059 {{(pid=83955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:58.995375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.996194 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO neutron.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 14:26:58.996772 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Notify callbacks [] for process, before_spawn {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.996998 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [-] (84058) wsgi starting up on http://0.0.0.0:9696 Apr 22 14:26:58.998899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:58.999451 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Starting 1 workers Apr 22 14:26:59.000142 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [-] (84059) wsgi starting up on http://0.0.0.0:9696 Apr 22 14:26:59.004516 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Started child 84060 {{(pid=83955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:59.005038 dv-neutron-838878-1-hyperv neutron-server[83955]: INFO oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Starting 1 workers Apr 22 14:26:59.008557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] calling RpcWorker wait() {{(pid=84060) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 14:26:59.009128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] returning from RpcWorker wait() {{(pid=84060) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 14:26:59.009204 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Started child 84061 {{(pid=83955) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:26:59.009910 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8324d8ca-796b-4e49-a11f-f85806ae41b7 None None] Notify callbacks [] for process, after_spawn {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:59.010446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:59.010946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:59.011738 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83955) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 14:26:59.011917 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:26:59.012251 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:26:59.012592 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:26:59.013061 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:26:59.013375 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:26:59.014050 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:26:59.014573 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.014573 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.014573 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.014812 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.014930 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:59.015340 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.016011 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.016412 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.016808 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.017205 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.017585 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.017903 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.018201 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.018572 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.018953 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.019370 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.019769 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.020143 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.020528 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.020841 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.021250 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.021642 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.022037 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.022440 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] debug = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.022809 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.023415 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.023818 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.024187 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.024573 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.024966 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.025358 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.025814 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.026208 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.026564 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.026943 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.027388 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.027761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.028151 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.028551 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.028901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.029491 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] host = dv-neutron-838878-1-hyperv {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.029874 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.030226 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.030607 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.030986 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.031385 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.031754 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.032156 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.032557 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.032957 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.033332 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.033750 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.034113 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.034464 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.034865 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_file = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.035172 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_options = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.035538 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.035949 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.036344 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.036672 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.036981 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.037300 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.037723 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.038021 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.038399 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.038768 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.039119 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.039469 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.039838 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.040217 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.040608 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.040990 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.041353 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.042862 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.044459 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.044459 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.044907 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.045189 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.045428 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.045662 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.045915 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.046514 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.046514 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.046974 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.046974 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.047126 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.047404 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.047605 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.047922 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.048172 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.048437 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.049286 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.049531 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.049841 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.050083 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.050333 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.050609 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.050824 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.051072 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.051310 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.051527 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.051761 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_json = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.051970 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.052357 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.052615 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.052826 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.053309 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.053704 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.054356 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.054731 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.055105 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.055661 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.055944 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.056279 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.056511 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.056818 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.057060 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.057360 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.057595 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.058178 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.058411 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.058792 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.059184 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.059675 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.060078 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.060516 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.060915 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.061272 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.061665 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.062095 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.062302 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.062549 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.062734 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.063170 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.063358 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.063772 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.063971 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.064203 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.064422 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.064672 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.064895 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.065137 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.065594 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.065872 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.066052 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.066410 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.066780 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.067134 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.067496 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.067872 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.068130 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.068358 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.068585 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.068798 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.069031 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.069249 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.069498 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.069779 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.069943 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.070394 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.070800 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.071177 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.071600 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.072023 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.072349 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.072570 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.072796 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.073013 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.073251 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.073472 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.073703 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.073965 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.074222 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.074440 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.074654 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.074875 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.075091 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.075312 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.075526 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.075765 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.075980 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.076205 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.076418 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.076631 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.076860 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.077150 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.077463 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.077710 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.077950 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.078185 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.078426 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.078673 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.078921 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.079160 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.079377 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.079592 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.079862 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.080093 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.081572 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.082016 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.082283 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.082551 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.082780 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.083007 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.083264 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.083504 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.083729 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.084014 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.084509 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.084892 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.085164 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.085371 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.085665 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.085951 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.086233 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.086459 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.086723 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.087019 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.087289 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.087559 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.087812 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.088058 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.088331 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.088566 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.088837 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.089095 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.089375 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.089597 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.089950 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.090227 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.090510 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.090827 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.091146 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.091491 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.091729 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.091966 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.092196 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.092465 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.092716 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.092948 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.093206 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.093455 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.093705 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.094172 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.094403 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.094617 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.094856 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.095087 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.095296 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.095541 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.095770 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.095988 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.096226 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.096437 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.096688 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.096918 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.097152 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.097380 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.097595 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.097866 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.098109 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.098318 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.098537 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.098779 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.098997 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.099212 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.099426 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.099651 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.099896 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.100107 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.100376 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.100616 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.100840 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.101062 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.101296 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.101546 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.101783 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.102030 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.102246 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.102459 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.102662 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.102875 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.103084 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.103293 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.103515 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.103722 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.103976 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.104193 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.104518 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.104748 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.104998 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.105221 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.105456 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.105718 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.105952 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.106162 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.106390 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.106624 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.106865 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.107082 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.107289 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.107497 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.107725 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.107956 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.108190 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.108418 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.108629 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.108845 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.109078 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.109294 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.109484 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.109702 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.109909 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.110113 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.110324 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.110530 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.110817 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.111022 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.111228 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.111496 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.111744 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.111968 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.112199 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.112431 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.112653 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.112857 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.113245 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.113450 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.113665 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.113953 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.114210 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.114443 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.114738 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.114998 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.115234 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.115488 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.115804 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.116012 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.116252 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.116484 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.116701 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.116916 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.117206 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.117503 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.117821 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.118074 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.118325 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.118619 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.118904 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.119170 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.119383 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.119673 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.120003 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.120282 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.120565 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.120811 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.121200 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.121397 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.121645 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.121901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.122132 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.122387 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.122623 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.122854 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.123094 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.123355 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.123614 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.123825 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.124050 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.124274 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.124510 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.124724 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.124891 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:26:59.126122 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83955) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 14:26:59.126285 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:26:59.126750 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:26:59.127135 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:26:59.127135 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:26:59.127360 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:26:59.127481 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.127606 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.127726 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.127861 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.128018 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.128197 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.128355 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.128510 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.128812 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.128971 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.129125 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.129270 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.129423 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.129577 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.129757 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.129913 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.130067 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.130221 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.130685 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.130685 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.130892 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131026 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131148 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] debug = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131266 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131460 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131606 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131763 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.131917 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132071 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132224 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132376 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132528 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132683 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132842 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.132985 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.133139 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.133292 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.133446 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.133600 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.133779 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] host = dv-neutron-838878-1-hyperv {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.133935 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.134091 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.134245 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.134399 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.134552 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.134707 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.134862 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135016 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135170 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135323 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135477 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135630 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135785 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.135940 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_file = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.136094 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_options = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.136247 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.136400 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.136554 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.136801 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.136967 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.137158 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.137292 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.137416 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.137561 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.137734 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.137901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.138066 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.138222 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.138405 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.138599 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.138762 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.138971 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.139127 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.139282 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.139442 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.139628 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.139748 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.139905 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.140064 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.140235 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.140444 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.140603 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.140742 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.140886 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.141041 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.141199 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.141352 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.141526 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.141819 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.141938 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.142068 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.142782 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.142782 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.142782 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.142782 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.142782 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143340 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143340 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143340 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143654 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143654 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_json = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143813 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.143947 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.144104 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.144257 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.144412 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.144566 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.144720 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.144978 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.145285 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:26:59.145491 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.145650 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.145843 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.146001 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.146173 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.146369 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.146527 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.146857 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.147024 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.147253 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.147425 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.147584 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.147758 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.147923 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.148054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:26:59.148188 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.148272 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.148433 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.148569 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.148775 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.148936 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.149161 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.149285 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.149424 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.149533 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.149702 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.149893 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.150066 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.150276 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.150435 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.150594 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.150752 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.150908 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.151065 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.151222 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.151379 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.151537 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.151695 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.151852 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.152009 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.152168 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.152380 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.152538 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.152695 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.152851 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153007 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153168 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153326 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153480 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153637 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153816 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.153973 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.154144 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.154300 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.154456 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.154612 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.154769 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.154925 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.155107 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.155266 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.155423 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.155580 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.155736 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.155893 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.156050 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.156207 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.156359 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.156515 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.156672 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.156856 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.157015 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.157194 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.157353 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.157508 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.157667 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.157855 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158027 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158184 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158342 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158500 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158656 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158814 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.158969 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.159127 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.159283 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.159439 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.159591 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.160489 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.160859 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.161018 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.161177 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.161415 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.161578 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.161757 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.161985 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.162111 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.162268 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.162425 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.162582 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.162738 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.162894 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163051 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163291 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163417 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163525 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163665 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163829 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.163999 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.164162 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.164313 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.164470 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.164625 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.164781 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.164938 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.165320 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.165448 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.165603 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.165744 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.165913 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.166083 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.166240 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.166397 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.166554 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.166734 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.166895 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.167052 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.167210 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.167366 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.167521 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.167677 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.167855 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168002 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168159 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168315 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168523 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168616 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168763 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.168917 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169073 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169231 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52558) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:26:59.169448 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169550 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169771 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169861 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.169989 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.170146 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.170344 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.170543 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.170700 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.170857 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.171013 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.171170 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.171379 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.171542 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.171698 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.171857 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.172013 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.172169 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.172386 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.172547 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.172728 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.172889 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.173047 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.173204 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.173365 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.173526 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.173728 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.173861 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.174018 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.174222 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.174383 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.174542 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.174700 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.174857 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175015 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175173 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175331 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175487 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175664 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175821 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.175969 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.176115 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.176273 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.176429 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.176586 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.176766 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.176882 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.177036 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.177195 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.177352 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.177560 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.177760 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.177980 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178104 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178223 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178362 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178520 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178679 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178835 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.178993 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.179150 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.179307 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.179463 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.179619 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.179776 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.179933 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.180098 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.180254 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.180410 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.180578 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.180734 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.180892 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.181067 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.181186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095797 Apr 22 14:26:59.181905 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.182079 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.182379 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.182678 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.182847 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.183024 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.183183 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184096 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184096 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184096 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184096 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184096 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184096 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.184901 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.185545 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.185545 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.185545 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.185545 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.185545 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186200 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186200 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186200 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186200 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186736 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186736 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.186736 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.187123 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.187123 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188036 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188189 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188325 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188470 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188605 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188740 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.188885 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189020 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189155 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189312 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189466 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189602 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189775 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.189914 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.190073 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.190216 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.190376 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:26:59.190510 dv-neutron-838878-1-hyperv neutron-server[83955]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83955) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:27:09.607088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c9dd9-247e-4af6-b2b2-9b0fb5a9d238 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:27:09.674607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c9dd9-247e-4af6-b2b2-9b0fb5a9d238 None None] No non-hosted networks {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 14:27:09.698995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.agentschedulers_db [None req-017c9dd9-247e-4af6-b2b2-9b0fb5a9d238 None None] DHCP Agent not found on host dv-neutron-838878-1-hyperv {{(pid=84060) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 14:27:09.755192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89c9b429-7cae-4ada-9bea-7c1b3195e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669502'] for agent, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:11.669798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef34e62e-d1de-451a-8d1e-d63a994e4abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669502'] for agent, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:11.708100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6b26cb98-86c0-49d8-9227-79f03014beb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:12.761106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669502'] for agent, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:12.921323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669502'] for agent, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:12.922418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.923075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.923685 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.924350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.925005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.925546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.926104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.926644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.927155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.927704 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.930986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:12.933754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838878-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:12.949269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838878-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:14.306559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669502'] for agent, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:15.881967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52650) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:16.518650 dv-neutron-838878-1-hyperv neutron-server[84059]: WARNING oslo_policy.policy [None req-e21eff3f-fb60-4e4d-9287-33c7ab62cbb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:16.519418 dv-neutron-838878-1-hyperv neutron-server[84059]: WARNING oslo_policy.policy [None req-e21eff3f-fb60-4e4d-9287-33c7ab62cbb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:16.618125 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.db.l3_hamode_db [None req-473f88ab-fccc-4109-91e3-c160c32a4d6d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 14:27:16.703754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f88ab-fccc-4109-91e3-c160c32a4d6d None None] Routers set() bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:16.704117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f88ab-fccc-4109-91e3-c160c32a4d6d None None] Router IDs set() for agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:27:16.734309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-e21eff3f-fb60-4e4d-9287-33c7ab62cbb9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:27:16.735368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e21eff3f-fb60-4e4d-9287-33c7ab62cbb9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8525338 Apr 22 14:27:19.032510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52664) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:19.706947 dv-neutron-838878-1-hyperv neutron-server[84058]: WARNING oslo_policy.policy [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:19.707787 dv-neutron-838878-1-hyperv neutron-server[84058]: WARNING oslo_policy.policy [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:19.937355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:19.990412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.policy [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84058) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 22 14:27:19.991161 dv-neutron-838878-1-hyperv neutron-server[84058]: WARNING oslo_policy.policy [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:19.991565 dv-neutron-838878-1-hyperv neutron-server[84058]: WARNING oslo_policy.policy [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:19.994998 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.quota [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] Loaded quota_driver: . Apr 22 14:27:20.011510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:20.086105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730890311002', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730890325546', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730890325846', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730890281797', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730890274623', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1254589', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1078569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770743'] for rbac-policy, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:20.157882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:20.159279 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa55f036-e56e-43a6-928d-075c82477aa3 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1248555 Apr 22 14:27:22.683647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52682) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:23.070411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:23.077149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:23.084039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Usage tracker for resource:network and tenant:e0a0bc915eb14412a91a5df32ad01921 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:23.090628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:23.100289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:23.117309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Made reservation on behalf of e0a0bc915eb14412a91a5df32ad01921 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:27:23.120380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.140293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.191713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:23.195704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a0bc915eb14412a91a5df32ad01921 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:23.198712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:23.204593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:23.273068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.278160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.301799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:27:23.329166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730891412592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.329798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Unsubscribe: segment precommit_create {{(pid=84058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 14:27:23.330286 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Added segment 86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2 of type vlan for network cbc55f18-bac3-450b-b314-4a632b79daaf Apr 22 14:27:23.338349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490ca78-9530-4cc1-b45a-6ee4ea9160d7,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:23.396345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.396571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.396916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.397236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.397559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.397901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.398242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.398549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.398834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.399136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.399440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Tracked resource versions report: Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: pushed versions: Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Log': {'1.0'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Network': {'1.1'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Port': {'1.5'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'PortForwarding': {'1.2'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'QosPolicy': {'1.8'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroup': {'1.2'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SubPort': {'1.0'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Subnet': {'1.1'}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Trunk': {'1.1'}} Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: consumer versions: Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Log': '1.0', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Network': '1.1', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Port': '1.5', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'PortForwarding': '1.2', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'QosPolicy': '1.8', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroup': '1.2', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroupRule': '1.0', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SubPort': '1.0', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Subnet': '1.1', Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Trunk': '1.1'}} Apr 22 14:27:23.400692 dv-neutron-838878-1-hyperv neutron-server[84058]: {{(pid=84058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:27:23.447107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.496330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.497514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:23.498224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:23.601506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc55f18-bac3-450b-b314-4a632b79daaf,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:23.606839 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a9ebf8bc-21e7-41d5-ae65-9cb03c6e9eb7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9222939 Apr 22 14:27:23.616417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network cbc55f18-bac3-450b-b314-4a632b79daaf details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:27:26.199410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52698) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:26.694326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c5d170-0b9f-4311-9cc4-aa6479719b7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:26.695654 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0c5d170-0b9f-4311-9cc4-aa6479719b7b admin admin] 10.222.0.32 "GET /v2.0/networks/cbc55f18-bac3-450b-b314-4a632b79daaf HTTP/1.1" status: 200 len: 825 time: 0.4952888 Apr 22 14:27:26.726678 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-491a1cb4-6484-421d-8dd5-405c2089f6d0 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/5bd41736-a603-4951-9d29-2dee6f41e19d HTTP/1.1" status: 200 len: 734 time: 0.0227814 Apr 22 14:27:26.736530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Request body: {'subnet': {'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d', 'gateway_ip': '172.20.0.1', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:26.743209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:26.749386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Usage tracker for resource:subnet and tenant:e0a0bc915eb14412a91a5df32ad01921 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:26.753494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:26.760044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:26.772736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Made reservation on behalf of e0a0bc915eb14412a91a5df32ad01921 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:27:26.775078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:27.056412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:27.135976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf8d8db-61c7-41a1-b59f-7297bbc6f93c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:27.145200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Checking segment: {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:27.145631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Network hostable DHCP agents. Network: cbc55f18-bac3-450b-b314-4a632b79daaf, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:27:27.171226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Network cbc55f18-bac3-450b-b314-4a632b79daaf is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:27:27.181752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, cbc55f18-bac3-450b-b314-4a632b79daaf) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:27.186357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:27.186925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:27.191685 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978d7b25-5fea-4747-a356-4b229b375e0d None None] Network cbc55f18-bac3-450b-b314-4a632b79daaf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:27:27.210424 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-256b4699-743b-4481-8135-3fcf916aac03 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4771941 Apr 22 14:27:27.500994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-cbc55f18-bac3-450b-b314-4a632b79daaf', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:27:27.502581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:27.685904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Allocated IP 172.20.0.2 (cbc55f18-bac3-450b-b314-4a632b79daaf/ebf8d8db-61c7-41a1-b59f-7297bbc6f93c/52a765b0-091c-48c8-a795-101e45b59418) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:27:27.910531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:27.923994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Transition to ACTIVE for port object 52a765b0-091c-48c8-a795-101e45b59418 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:27:27.948314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Transition to ACTIVE for port object 52a765b0-091c-48c8-a795-101e45b59418 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:27:27.955155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:28.023748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Network cbc55f18-bac3-450b-b314-4a632b79daaf is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:27:28.027553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:28.029329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Pushing event updated for resources: {'Port': ['ID=52a765b0-091c-48c8-a795-101e45b59418,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:28.033018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:27:28.043387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.043733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.044068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.044396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.044735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.045058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.045375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.045708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.046036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.046353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.046670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Tracked resource versions report: Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: pushed versions: Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Log': {'1.0'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Network': {'1.1'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Port': {'1.5'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'PortForwarding': {'1.2'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'QosPolicy': {'1.8'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroup': {'1.2'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SubPort': {'1.0'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Subnet': {'1.1'}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Trunk': {'1.1'}} Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: consumer versions: Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Log': '1.0', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Network': '1.1', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Port': '1.5', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'PortForwarding': '1.2', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'QosPolicy': '1.8', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroup': '1.2', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroupRule': '1.0', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SubPort': '1.0', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Subnet': '1.1', Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Trunk': '1.1'}} Apr 22 14:27:28.048036 dv-neutron-838878-1-hyperv neutron-server[84060]: {{(pid=84060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:27:28.137495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Attempting to bind port 52a765b0-091c-48c8-a795-101e45b59418 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:27:28.137994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Attempting to bind port 52a765b0-091c-48c8-a795-101e45b59418 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:27:28.138487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Attempting to bind port 52a765b0-091c-48c8-a795-101e45b59418 on network cbc55f18-bac3-450b-b314-4a632b79daaf {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:27:28.145561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:27:28.146018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Checking segment: {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:28.146532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:28.146950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Bound using segment: {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:27:28.147485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Bound port: 52a765b0-091c-48c8-a795-101e45b59418, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:27:28.147977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:28.234501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] For port 52a765b0-091c-48c8-a795-101e45b59418, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:27:28.238491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] For port 52a765b0-091c-48c8-a795-101e45b59418, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=52a765b0-091c-48c8-a795-101e45b59418,segment=NetworkSegment(86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2),segment_id=86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:27:28.244247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:28.348406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56252b-2ea6-4914-ad64-a771dc4de0c5 None None] Pushing event updated for resources: {'Port': ['ID=52a765b0-091c-48c8-a795-101e45b59418,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:29.507995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52708) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:29.905245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-4c32f7c7-61b6-4afc-a9f9-e0a3eac8e8fa admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:27:29.906222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4c32f7c7-61b6-4afc-a9f9-e0a3eac8e8fa admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3973176 Apr 22 14:27:31.955959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e6a9a-1cff-4df7-8c25-0df950322e4f None None] Network cbc55f18-bac3-450b-b314-4a632b79daaf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:27:32.079682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b6a96000-a232-4825-b172-e6698dbc37bc None None] Provisioning for port 52a765b0-091c-48c8-a795-101e45b59418 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:32.174524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52722) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:32.576316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-0b839122-9366-49ef-b09f-e81106689b6d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:27:32.577273 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0b839122-9366-49ef-b09f-e81106689b6d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4018121 Apr 22 14:27:33.151364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 52a765b0-091c-48c8-a795-101e45b59418 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:33.218506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 52a765b0-091c-48c8-a795-101e45b59418 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:33.223155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 52a765b0-091c-48c8-a795-101e45b59418 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:33.223604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:33.336955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:33.369770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 52a765b0-091c-48c8-a795-101e45b59418, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=52a765b0-091c-48c8-a795-101e45b59418,segment=NetworkSegment(86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2),segment_id=86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:27:33.375315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:33.440859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=52a765b0-091c-48c8-a795-101e45b59418,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:35.136650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 52a765b0-091c-48c8-a795-101e45b59418 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:35.206915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 52a765b0-091c-48c8-a795-101e45b59418 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:35.207259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:35.213594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52734) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:35.715057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Request body: {'router': {'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'name': 'router1', 'admin_state_up': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:35.720507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:35.725455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Usage tracker for resource:router and tenant:e0a0bc915eb14412a91a5df32ad01921 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:35.729233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:35.735866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:35.748931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:35.750433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:35.775795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:35.897879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:35.921551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:35.923112 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-175c7d0a-5586-416e-9733-b6cde2aa0001 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7084703 Apr 22 14:27:38.180173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52744) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:38.610803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-01db65e9-f696-41be-8ed0-b84dbbf826ef admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:27:38.612189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01db65e9-f696-41be-8ed0-b84dbbf826ef admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4311154 Apr 22 14:27:39.552068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b42678e2-5d99-4e88-bbfe-7c2ccd740d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:40.957983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52754) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:41.386703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:41.391847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:41.395983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Usage tracker for resource:network and tenant:db01fabfc37e4bf3a85a18ac21362ddf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:41.399012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:41.405208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:41.419668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Made reservation on behalf of db01fabfc37e4bf3a85a18ac21362ddf for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:27:41.423112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.443681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.477233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:41.481235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Usage tracker for resource:security_group_rule and tenant:db01fabfc37e4bf3a85a18ac21362ddf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:41.484087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:41.490094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:41.556703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.562248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.579345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Reserving flat network on physical network physnet1 {{(pid=84058) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 14:27:41.599067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec361e-ec20-43b5-9af1-3ebeb1671e78,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:41.603423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.603752 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Added segment 6609038b-f80d-4b98-9b0f-914f1e259a89 of type flat for network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 Apr 22 14:27:41.636999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.669614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3825aa-b477-4b70-b078-9a2bb09ca636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.676017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.676919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:41.677475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:41.776034 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8170404 Apr 22 14:27:41.776796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d1e0d-12e9-4615-a4d1-3ecefd24970a admin admin] Pushing event updated for resources: {'Network': ['ID=9174a81f-d8cd-4f7d-9b94-1a7726bc9676,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:41.787245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:27:42.705816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:42.910224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:44.077842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52774) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:44.252291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:44.412184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.policy [None req-4066fd12-5415-4754-aa1b-632dfdbba025 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84059) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 22 14:27:44.412956 dv-neutron-838878-1-hyperv neutron-server[84059]: WARNING oslo_policy.policy [None req-4066fd12-5415-4754-aa1b-632dfdbba025 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:44.413319 dv-neutron-838878-1-hyperv neutron-server[84059]: WARNING oslo_policy.policy [None req-4066fd12-5415-4754-aa1b-632dfdbba025 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:27:44.416236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066fd12-5415-4754-aa1b-632dfdbba025 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:44.417998 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4066fd12-5415-4754-aa1b-632dfdbba025 admin admin] 10.222.0.32 "GET /v2.0/subnets/ebf8d8db-61c7-41a1-b59f-7297bbc6f93c HTTP/1.1" status: 200 len: 849 time: 0.3392234 Apr 22 14:27:44.594602 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-292bd2e0-efd6-4211-b621-63d5acdf129b admin admin] 10.222.0.32 "GET /v2.0/routers/1d034613-baf9-4a1c-8ed5-dddcaa840b9c HTTP/1.1" status: 200 len: 704 time: 0.1706669 Apr 22 14:27:45.080673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:45.347674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Allocated IP 172.20.0.1 (cbc55f18-bac3-450b-b314-4a632b79daaf/ebf8d8db-61c7-41a1-b59f-7297bbc6f93c/04f3dc26-6f61-41a7-8656-19c9ffd39cd9) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:27:45.525973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:45.547274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Transition to ACTIVE for port object 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:27:45.608535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:45.675845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Network cbc55f18-bac3-450b-b314-4a632b79daaf is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:27:45.678984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:45.707848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Pushing event updated for resources: {'Port': ['ID=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:45.718641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.718984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.719314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.719636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.719975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.720301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.720641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.721531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.721531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.721531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.721916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Tracked resource versions report: Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: pushed versions: Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Log': {'1.0'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Network': {'1.1'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Port': {'1.5'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'PortForwarding': {'1.2'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'QosPolicy': {'1.8'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroup': {'1.2'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SubPort': {'1.0'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Subnet': {'1.1'}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Trunk': {'1.1'}} Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: consumer versions: Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Log': '1.0', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Network': '1.1', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Port': '1.5', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'PortForwarding': '1.2', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'QosPolicy': '1.8', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroup': '1.2', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroupRule': '1.0', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SubPort': '1.0', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Subnet': '1.1', Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Trunk': '1.1'}} Apr 22 14:27:45.723129 dv-neutron-838878-1-hyperv neutron-server[84059]: {{(pid=84059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:27:45.735842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:27:45.736070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:45.873482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:45.938455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9d5b9ee0-33f7-4a38-b7e4-f42aee1878dc None None] Provisioning for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:45.944197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9d5b9ee0-33f7-4a38-b7e4-f42aee1878dc None None] Provisioning complete for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:45.944583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9d5b9ee0-33f7-4a38-b7e4-f42aee1878dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:45.998091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b9ee0-33f7-4a38-b7e4-f42aee1878dc None None] Port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:27:46.118218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:46.126260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:46.127297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:46.251944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Pushing event updated for resources: {'Port': ['ID=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:46.320792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Network cbc55f18-bac3-450b-b314-4a632b79daaf is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:27:46.321827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:46.524529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-78224fa3-382f-4db4-9bd9-896095590b9a None None] Provisioning complete for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:46.524896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78224fa3-382f-4db4-9bd9-896095590b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:46.578725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-78224fa3-382f-4db4-9bd9-896095590b9a None None] Port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:27:46.717787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:27:46.882634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:27:46.892525 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Sync routers for ids ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:27:46.894735 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6bf98bce-4304-431b-b180-2b7f40dc8525 admin admin] 10.222.0.32 "PUT /v2.0/routers/1d034613-baf9-4a1c-8ed5-dddcaa840b9c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2933533 Apr 22 14:27:46.907592 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Routers {'1d034613-baf9-4a1c-8ed5-dddcaa840b9c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:46.908386 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:27:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:47.078691 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Set router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:47.441527 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'name': 'router1', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:27:35Z', 'updated_at': '2022-04-22T14:27:45Z', 'revision_number': 2, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'gw_port_host': None, '_interfaces': [{'id': '04f3dc26-6f61-41a7-8656-19c9ffd39cd9', 'name': '', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'mac_address': 'fa:16:3e:ad:49:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:45Z', 'updated_at': '2022-04-22T14:27:45Z', 'revision_number': 2, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnets': [{'id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:47.446432 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Checking router: 1d034613-baf9-4a1c-8ed5-dddcaa840b9c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:27:47.446800 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Updating router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:27:47.499920 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:47.865435 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:47.884225 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Transition to ACTIVE for port object 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:27:47.892698 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:48.127413 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Pushing event updated for resources: {'Port': ['ID=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:48.152385 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.152726 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.153057 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.153382 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.153744 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.154075 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.154394 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.154731 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.155049 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.155365 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.155679 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Tracked resource versions report: Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: pushed versions: Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Log': {'1.0'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Network': {'1.1'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Port': {'1.5'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'PortForwarding': {'1.2'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'QosPolicy': {'1.8'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroup': {'1.2'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SubPort': {'1.0'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Subnet': {'1.1'}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Trunk': {'1.1'}} Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: consumer versions: Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Log': '1.0', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Network': '1.1', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Port': '1.5', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'PortForwarding': '1.2', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'QosPolicy': '1.8', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroup': '1.2', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroupRule': '1.0', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SubPort': '1.0', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Subnet': '1.1', Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Trunk': '1.1'}} Apr 22 14:27:48.156995 dv-neutron-838878-1-hyperv neutron-server[84061]: {{(pid=84061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:27:48.161197 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Attempting to bind port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:27:48.161589 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Attempting to bind port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:27:48.162014 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Attempting to bind port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 on network cbc55f18-bac3-450b-b314-4a632b79daaf {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:27:48.168909 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:27:48.169329 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Checking segment: {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:48.169818 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:48.170201 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Bound using segment: {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:27:48.170710 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Bound port: 04f3dc26-6f61-41a7-8656-19c9ffd39cd9, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:27:48.171129 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:48.258434 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] For port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:27:48.264474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] For port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,segment=NetworkSegment(86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2),segment_id=86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:27:48.269423 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:48.353825 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c76da-1eb3-46dc-8a47-4646a2186e11 None None] Pushing event updated for resources: {'Port': ['ID=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:48.360248 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Routers {'1d034613-baf9-4a1c-8ed5-dddcaa840b9c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:48.360711 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:27:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:48.513747 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] Set router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:48.838670 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'name': 'router1', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:27:35Z', 'updated_at': '2022-04-22T14:27:45Z', 'revision_number': 2, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'gw_port_host': None, '_interfaces': [{'id': '04f3dc26-6f61-41a7-8656-19c9ffd39cd9', 'name': '', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'mac_address': 'fa:16:3e:ad:49:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:45Z', 'updated_at': '2022-04-22T14:27:48Z', 'revision_number': 4, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnets': [{'id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:48.842837 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e6a10-91c4-4ff1-9ead-9546cdac1021 None None] The sync data for ids ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'] in dv-neutron-838878-1-hyperv is: [{'id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'name': 'router1', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:27:35Z', 'updated_at': '2022-04-22T14:27:45Z', 'revision_number': 2, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'gw_port_host': None, '_interfaces': [{'id': '04f3dc26-6f61-41a7-8656-19c9ffd39cd9', 'name': '', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'mac_address': 'fa:16:3e:ad:49:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:45Z', 'updated_at': '2022-04-22T14:27:48Z', 'revision_number': 4, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnets': [{'id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:27:48.971308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52804) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:49.143787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cedcd-abe8-457b-bcd3-a08be013ef73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:49.144657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-337cedcd-abe8-457b-bcd3-a08be013ef73 admin admin] Synchronizing usage tracker for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:27:49.163725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-337cedcd-abe8-457b-bcd3-a08be013ef73 admin admin] Unset dirty status for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:27:49.164967 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-337cedcd-abe8-457b-bcd3-a08be013ef73 admin admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 842 time: 0.1926966 Apr 22 14:27:49.174432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:49.179266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:27:49.183240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Usage tracker for resource:subnet and tenant:db01fabfc37e4bf3a85a18ac21362ddf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:27:49.186053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:27:49.192116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:27:49.202810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Made reservation on behalf of db01fabfc37e4bf3a85a18ac21362ddf for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:27:49.205063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:49.565918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:27:49.566346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:49.625258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b26fe6-1cbb-4f6d-a23f-04988e8f7577,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:49.650121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:49.650410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Network hostable DHCP agents. Network: 9174a81f-d8cd-4f7d-9b94-1a7726bc9676, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:27:49.672935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:27:49.682581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9174a81f-d8cd-4f7d-9b94-1a7726bc9676) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:49.687005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:49.687601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:49.695619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73befa8e-ded7-40d5-9d4f-6b6466f8e035 None None] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:27:49.726722 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3fde83f1-23a4-48d5-8a36-d680a743d762 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5553756 Apr 22 14:27:49.945154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d312c673-3300-440a-abbc-8c18e99e09aa None None] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:27:51.161199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:51.233619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:51.238373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:51.238735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:51.376854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:51.408693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,segment=NetworkSegment(86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2),segment_id=86a6c55c-be58-4f8b-9bc3-89fbcfbccfc2)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:27:51.413252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:51.481444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=04f3dc26-6f61-41a7-8656-19c9ffd39cd9,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:51.889757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 52818) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:52.153927 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37482690-0b3e-43a1-862b-c4c22fdbfd16 admin admin] 10.222.0.32 "GET /v2.0/routers/1d034613-baf9-4a1c-8ed5-dddcaa840b9c HTTP/1.1" status: 200 len: 710 time: 0.2623620 Apr 22 14:27:52.282974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5126eff-4aba-43ce-a283-c0eb9a03e76c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:27:52.290913 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e5126eff-4aba-43ce-a283-c0eb9a03e76c admin admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 886 time: 0.1254358 Apr 22 14:27:52.295078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:27:52.795711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:52.985887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.042871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.146814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:53.192196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Allocated IP 172.26.2.166 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/8112d84f-e514-4898-ad9c-376902f1bb77) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:27:53.218554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:53.218940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.339394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.392430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.460239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:27:53.463028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:27:53.467392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:27:53.489290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Pushing event updated for resources: {'Port': ['ID=8112d84f-e514-4898-ad9c-376902f1bb77,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:53.667096 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.835284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:53.840357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:54.081544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:27:54.291291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:27:54.301266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:54.301423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Sync routers for ids ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:27:54.313704 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e587065c-1b59-49f1-b0d8-f7ffa9bdedbb admin admin] 10.222.0.32 "PUT /v2.0/routers/1d034613-baf9-4a1c-8ed5-dddcaa840b9c HTTP/1.1" status: 200 len: 890 time: 2.0108283 Apr 22 14:27:54.314438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Routers {'1d034613-baf9-4a1c-8ed5-dddcaa840b9c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:54.315156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:27:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:54.509323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Set router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:54.843251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'name': 'router1', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': '8112d84f-e514-4898-ad9c-376902f1bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:27:35Z', 'updated_at': '2022-04-22T14:27:53Z', 'revision_number': 4, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'gw_port': {'id': '8112d84f-e514-4898-ad9c-376902f1bb77', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:53Z', 'updated_at': '2022-04-22T14:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '04f3dc26-6f61-41a7-8656-19c9ffd39cd9', 'name': '', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'mac_address': 'fa:16:3e:ad:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:45Z', 'updated_at': '2022-04-22T14:27:51Z', 'revision_number': 5, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnets': [{'id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:54.848236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Checking router: 1d034613-baf9-4a1c-8ed5-dddcaa840b9c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:27:54.848579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Updating router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c port 8112d84f-e514-4898-ad9c-376902f1bb77 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:27:54.900644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.220159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.231953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Transition to ACTIVE for port object 8112d84f-e514-4898-ad9c-376902f1bb77 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:27:55.238849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.310641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3874bb-0025-4d20-bd0a-9d6bd9a4cfdc None None] Pushing event updated for resources: {'Port': ['ID=8112d84f-e514-4898-ad9c-376902f1bb77,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:55.319293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Attempting to bind port 8112d84f-e514-4898-ad9c-376902f1bb77 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:27:55.319653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Attempting to bind port 8112d84f-e514-4898-ad9c-376902f1bb77 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:27:55.319999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Attempting to bind port 8112d84f-e514-4898-ad9c-376902f1bb77 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:27:55.326649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:27:55.327006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:27:55.327389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.327761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:27:55.328209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Bound port: 8112d84f-e514-4898-ad9c-376902f1bb77, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:27:55.328590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.398871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] For port 8112d84f-e514-4898-ad9c-376902f1bb77, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:27:55.401942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] For port 8112d84f-e514-4898-ad9c-376902f1bb77, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8112d84f-e514-4898-ad9c-376902f1bb77,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:27:55.409417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:55.482997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3874bb-0025-4d20-bd0a-9d6bd9a4cfdc None None] Pushing event updated for resources: {'Port': ['ID=8112d84f-e514-4898-ad9c-376902f1bb77,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:55.491348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Routers {'1d034613-baf9-4a1c-8ed5-dddcaa840b9c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:27:55.492012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:27:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:55.693660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] Set router 1d034613-baf9-4a1c-8ed5-dddcaa840b9c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:27:56.018544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'name': 'router1', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': '8112d84f-e514-4898-ad9c-376902f1bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:27:35Z', 'updated_at': '2022-04-22T14:27:53Z', 'revision_number': 4, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'gw_port': {'id': '8112d84f-e514-4898-ad9c-376902f1bb77', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:53Z', 'updated_at': '2022-04-22T14:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '04f3dc26-6f61-41a7-8656-19c9ffd39cd9', 'name': '', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'mac_address': 'fa:16:3e:ad:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:45Z', 'updated_at': '2022-04-22T14:27:51Z', 'revision_number': 5, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnets': [{'id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:27:56.022956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f57b2-9e9d-4f50-b666-b3a228ccf606 None None] The sync data for ids ['1d034613-baf9-4a1c-8ed5-dddcaa840b9c'] in dv-neutron-838878-1-hyperv is: [{'id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'name': 'router1', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': '8112d84f-e514-4898-ad9c-376902f1bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:27:35Z', 'updated_at': '2022-04-22T14:27:53Z', 'revision_number': 4, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'gw_port': {'id': '8112d84f-e514-4898-ad9c-376902f1bb77', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:53Z', 'updated_at': '2022-04-22T14:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '04f3dc26-6f61-41a7-8656-19c9ffd39cd9', 'name': '', 'network_id': 'cbc55f18-bac3-450b-b314-4a632b79daaf', 'tenant_id': 'e0a0bc915eb14412a91a5df32ad01921', 'mac_address': 'fa:16:3e:ad:49:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d034613-baf9-4a1c-8ed5-dddcaa840b9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:27:45Z', 'updated_at': '2022-04-22T14:27:51Z', 'revision_number': 5, 'project_id': 'e0a0bc915eb14412a91a5df32ad01921', 'subnets': [{'id': 'ebf8d8db-61c7-41a1-b59f-7297bbc6f93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bd41736-a603-4951-9d29-2dee6f41e19d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:27:56.546976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 52828) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:27:56.688153 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-adc622cd-036e-4674-ac42-67b27b463512 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1400187 Apr 22 14:27:57.171359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8112d84f-e514-4898-ad9c-376902f1bb77 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:57.244159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 8112d84f-e514-4898-ad9c-376902f1bb77 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:27:57.249341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8112d84f-e514-4898-ad9c-376902f1bb77 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:57.249738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:57.365767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:57.382045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 8112d84f-e514-4898-ad9c-376902f1bb77, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8112d84f-e514-4898-ad9c-376902f1bb77,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:27:57.387212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:27:57.451279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=8112d84f-e514-4898-ad9c-376902f1bb77,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:27:59.147871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8112d84f-e514-4898-ad9c-376902f1bb77 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:27:59.244340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8112d84f-e514-4898-ad9c-376902f1bb77 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:27:59.247838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:09.548263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-00e9784a-b635-4475-a129-0c5f55121cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:11.674434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-743055a8-1048-4ad8-961a-049361064990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:12.065027 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:28:12.714312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:12.904909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:14.270146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:39.543144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3d652eef-bf1c-4f39-9273-a1044780e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:41.679372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1928d985-00b1-48b6-b2bd-87f5a5091227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:42.716393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:42.913069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:44.274884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:28:49.065854 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:29:09.548110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bad1c9ab-c8db-42ed-89a3-02b6ed22134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:11.685792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-83162ec4-ac58-402e-b609-98796d6a8e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:12.728215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:12.908984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:14.280567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:26.067672 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:29:39.544208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78828ce5-7acf-4ed8-8bb8-4a6b0dbe87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:41.680603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-633d7c39-1097-49d2-906e-ef73c4d8b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:42.720383 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:42.913336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:29:44.280307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:03.068042 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:30:03.708254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53436) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:03.811401 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af4a388-084e-44be-a166-383287dc4e59 admin admin] GET failed (client error): The resource could not be found. Apr 22 14:30:03.812645 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8af4a388-084e-44be-a166-383287dc4e59 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1034651 Apr 22 14:30:03.964231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd95ec2-4785-495a-8e8b-b073371141ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:03.966155 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fdd95ec2-4785-495a-8e8b-b073371141ba admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1487913 Apr 22 14:30:06.031460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53446) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:06.178899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33167c61-d664-4bb2-95b5-0f6ad9cf9bee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:06.179480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-33167c61-d664-4bb2-95b5-0f6ad9cf9bee admin admin] Synchronizing usage tracker for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:30:06.197047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-33167c61-d664-4bb2-95b5-0f6ad9cf9bee admin admin] Unset dirty status for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:30:06.198257 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33167c61-d664-4bb2-95b5-0f6ad9cf9bee admin admin] 10.222.0.32 "GET /v2.0/subnets/ebf8d8db-61c7-41a1-b59f-7297bbc6f93c HTTP/1.1" status: 200 len: 849 time: 0.1655607 Apr 22 14:30:06.207637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:30:06.322020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:06.532296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730891383709'] for subnet, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:06.588093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e10a7-b81c-4a78-a63e-910994a81db1 None None] Network cbc55f18-bac3-450b-b314-4a632b79daaf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:30:06.589551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:06.590159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:06.591463 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] 10.222.0.32 "PUT /v2.0/subnets/ebf8d8db-61c7-41a1-b59f-7297bbc6f93c HTTP/1.1" status: 200 len: 868 time: 0.3876226 Apr 22 14:30:06.604365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf8d8db-61c7-41a1-b59f-7297bbc6f93c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:06.614288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.614681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.614964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.615312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.615622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.615948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.616275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.616599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.616916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.617235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:06.617555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9558e-1265-4980-b666-7a48be2ce9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:07.096013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c1e69621-b37b-4e11-96cc-4c4b075c5aaf None None] Provisioning complete for port 52a765b0-091c-48c8-a795-101e45b59418 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:07.096355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c1e69621-b37b-4e11-96cc-4c4b075c5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:07.223624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c1e69621-b37b-4e11-96cc-4c4b075c5aaf None None] Provisioning complete for port 04f3dc26-6f61-41a7-8656-19c9ffd39cd9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:07.223994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c1e69621-b37b-4e11-96cc-4c4b075c5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:08.616334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53456) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:08.820886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f58152-8cac-446d-8a29-4c315ff79b0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:08.821189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f58152-8cac-446d-8a29-4c315ff79b0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:08.822780 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-17f58152-8cac-446d-8a29-4c315ff79b0a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2054510 Apr 22 14:30:09.539881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a33c7ba6-f472-4b13-bb95-3ad24b411d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:10.847058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53466) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:11.057090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a280847-b080-4caa-bd8f-82600b96b749 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:11.057462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a280847-b080-4caa-bd8f-82600b96b749 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:11.059359 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a280847-b080-4caa-bd8f-82600b96b749 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110114 Apr 22 14:30:11.686987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2d81-7505-40cd-9ff5-aa0e30e8e338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:12.730326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:12.918630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:13.113308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:13.310619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adcdc82-fb2b-41e8-aa3c-05011d23fecc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:13.313870 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2adcdc82-fb2b-41e8-aa3c-05011d23fecc admin admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 886 time: 0.1978378 Apr 22 14:30:14.281070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:15.331717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53486) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:15.539323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd164069-6499-4307-998a-31032102f6fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:15.540768 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fd164069-6499-4307-998a-31032102f6fb admin admin] 10.222.0.32 "GET /v2.0/networks/cbc55f18-bac3-450b-b314-4a632b79daaf HTTP/1.1" status: 200 len: 869 time: 0.2077758 Apr 22 14:30:17.584532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53496) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:17.726996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9fb0a-e029-4143-b982-56b303230653 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:17.727332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9fb0a-e029-4143-b982-56b303230653 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:17.729047 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8db9fb0a-e029-4143-b982-56b303230653 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1432388 Apr 22 14:30:19.772650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53506) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:19.924498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08afcc4-19bf-4723-902f-a61aa072b4c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:19.924958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08afcc4-19bf-4723-902f-a61aa072b4c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:19.926715 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f08afcc4-19bf-4723-902f-a61aa072b4c3 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1528533 Apr 22 14:30:22.036660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53516) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:22.180231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5232d-5e93-4ce5-b3a5-953cb4603603 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:22.181572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-06a5232d-5e93-4ce5-b3a5-953cb4603603 admin admin] 10.222.0.32 "GET /v2.0/subnets/55b26fe6-1cbb-4f6d-a23f-04988e8f7577 HTTP/1.1" status: 200 len: 816 time: 0.1439292 Apr 22 14:30:24.219861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53526) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:24.363370 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f32de0-0fcb-4696-8299-9a87efe7d03e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:24.364734 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-96f32de0-0fcb-4696-8299-9a87efe7d03e admin admin] 10.222.0.32 "GET /v2.0/subnets/ebf8d8db-61c7-41a1-b59f-7297bbc6f93c HTTP/1.1" status: 200 len: 868 time: 0.1439354 Apr 22 14:30:39.544924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b4c98d6a-a7e2-42ed-93ae-c3457f40cb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:40.069531 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:30:41.692715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcb41-e4c4-413c-b0b1-b0b49bf5906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:42.271085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53564) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:42.350527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-9547d6ff-10a4-4dfd-bb6b-e22b69ffbdbd admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:30:42.351536 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9547d6ff-10a4-4dfd-bb6b-e22b69ffbdbd admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0795202 Apr 22 14:30:42.727284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:42.931825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:44.290623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:44.481993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53574) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:44.575408 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0914c34-301e-4ad5-a6a5-80cb4896801e admin admin] GET failed (client error): The resource could not be found. Apr 22 14:30:44.576702 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a0914c34-301e-4ad5-a6a5-80cb4896801e admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0937657 Apr 22 14:30:44.750693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723d457-b342-4c2f-905d-7f2e45f34ff6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:44.752473 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b723d457-b342-4c2f-905d-7f2e45f34ff6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1702187 Apr 22 14:30:46.811921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53584) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:46.890143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:30:46.895520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:30:46.905493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:30:46.931267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Made reservation on behalf of db01fabfc37e4bf3a85a18ac21362ddf for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:30:46.933556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:47.022176 dv-neutron-838878-1-hyperv neutron-server[84058]: WARNING neutron.services.revisions.revision_plugin [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Could not find related network for resource to bump revision. Apr 22 14:30:47.033419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:30:47.042266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:47.042605 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Added segment ea733a4e-f485-4122-a399-179267d80b3a of type vlan for network 7c4d5459-9c36-40ec-9886-08d679e1efdf Apr 22 14:30:47.067502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:47.096479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:47.097315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:47.097934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:47.201465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4d5459-9c36-40ec-9886-08d679e1efdf,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:47.203601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b3bedb57-ca1a-499f-b3e0-cf7bf28b3cf7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3887670 Apr 22 14:30:47.214665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 7c4d5459-9c36-40ec-9886-08d679e1efdf details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:30:49.272888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53594) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:30:49.363610 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e630407-6d28-4fbc-993e-d111684ab1e6 admin admin] GET failed (client error): The resource could not be found. Apr 22 14:30:49.364153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5e630407-6d28-4fbc-993e-d111684ab1e6 admin admin] Synchronizing usage tracker for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:30:49.381643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5e630407-6d28-4fbc-993e-d111684ab1e6 admin admin] Unset dirty status for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:30:49.382830 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5e630407-6d28-4fbc-993e-d111684ab1e6 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1089725 Apr 22 14:30:49.487744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df14810-e051-49db-a81e-e03273292876 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:49.489096 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1df14810-e051-49db-a81e-e03273292876 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002703 Apr 22 14:30:49.499948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:30:49.504630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:30:49.514090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:30:49.524423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Made reservation on behalf of db01fabfc37e4bf3a85a18ac21362ddf for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:30:49.526704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:49.741538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:49.816708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9433135c-d10f-4316-814e-aaf7a054e082,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:49.830773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Checking segment: {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:30:49.831122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Network hostable DHCP agents. Network: 7c4d5459-9c36-40ec-9886-08d679e1efdf, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:30:49.854168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Network 7c4d5459-9c36-40ec-9886-08d679e1efdf is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:30:49.864359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 7c4d5459-9c36-40ec-9886-08d679e1efdf) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:30:49.868439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:30:49.869019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:49.873618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bea9e-577b-417a-b73b-1a69501fb47b None None] Network 7c4d5459-9c36-40ec-9886-08d679e1efdf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:30:49.905703 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-431d4dfc-562e-4943-82a5-7eb264bf013c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3986552 Apr 22 14:30:50.092905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-7c4d5459-9c36-40ec-9886-08d679e1efdf', 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf', 'tenant_id': 'db01fabfc37e4bf3a85a18ac21362ddf', 'fixed_ips': [{'subnet_id': '9433135c-d10f-4316-814e-aaf7a054e082'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:30:50.093762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:50.252673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Allocated IP 192.168.233.2 (7c4d5459-9c36-40ec-9886-08d679e1efdf/9433135c-d10f-4316-814e-aaf7a054e082/b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:30:50.452313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:50.463109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Transition to ACTIVE for port object b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:30:50.483324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Transition to ACTIVE for port object b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:30:50.489320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:50.561063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Network 7c4d5459-9c36-40ec-9886-08d679e1efdf is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:30:50.564749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:30:50.566616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Pushing event updated for resources: {'Port': ['ID=b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:50.568938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:30:50.602873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.603214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.603546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.603873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.604209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.604531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.604855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.605187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.605505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.605855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.606173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:30:50.670959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Attempting to bind port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:30:50.671317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Attempting to bind port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:30:50.671690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Attempting to bind port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 on network 7c4d5459-9c36-40ec-9886-08d679e1efdf {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:30:50.678792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:30:50.679144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Checking segment: {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:30:50.679541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:50.679973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Bound using segment: {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:30:50.680439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Bound port: b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:30:50.680816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:50.782466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] For port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:30:50.786262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] For port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:30:50.793480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:50.889265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436cb7e-a0dd-478c-ba93-da426f6285cd None None] Pushing event updated for resources: {'Port': ['ID=b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:51.256659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:30:51.362481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:30:51.762402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b34a29-f98b-4312-804f-719857d21ef0 None None] Network 7c4d5459-9c36-40ec-9886-08d679e1efdf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:30:51.915803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] Provisioning for port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:30:51.929035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] Provisioning complete for port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:51.929404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:52.098126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:52.136932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] For port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:30:52.142981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:52.218901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3554-dff3-4460-93ff-621c58c8559e None None] Pushing event updated for resources: {'Port': ['ID=b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:30:52.368919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-aae41b2e-9ba3-47f6-a9e8-6a51d30985f4 None None] Provisioning complete for port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:52.369288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-aae41b2e-9ba3-47f6-a9e8-6a51d30985f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:30:53.233694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:30:53.304310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b2f7f6f4-e6cd-48a3-bc57-da8f50fb5874 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:30:53.304670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:09.543051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ae03fdba-c6e9-4188-8cc6-98480b6a4a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:11.686231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d44e-a70e-4e22-b8d7-2b499113788b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:12.731467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:12.927146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:14.293101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:17.070892 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:31:39.537866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd6471c-d9d7-4c8c-ab44-1f1e497854ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:41.690191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-efb0fadf-dc8e-429f-80de-d9063801f3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:42.732229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:42.932295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:44.295287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:31:54.071623 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:32:08.256088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53636) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:32:08.262021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-876c4452-b804-4279-b347-83fdb7fe51d0 tempest-verify_tempest_config-2074863588 tempest-verify_tempest_config-2074863588-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:32:08.262969 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-876c4452-b804-4279-b347-83fdb7fe51d0 tempest-verify_tempest_config-2074863588 tempest-verify_tempest_config-2074863588-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059109 Apr 22 14:32:08.597353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53652) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:32:08.735984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:08.767355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:32:08.771073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Usage tracker for resource:security_group_rule and tenant:221a773b52194a9997600cfe122efa58 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:32:08.773902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:32:08.779574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:32:08.846519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:08.850753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:08.898278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f671e73-7500-4718-897c-dfdbc70a836e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:32:08.901922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Synchronizing usage tracker for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:32:08.912997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.913330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.913657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.914001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.914336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.914654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.914980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.915296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.915604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.915912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.916218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:32:08.929247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] Unset dirty status for tenant:db01fabfc37e4bf3a85a18ac21362ddf on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:32:08.930459 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab04a3de-3d15-4240-8f3b-920cd2cb1b0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=221a773b52194a9997600cfe122efa58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3321648 Apr 22 14:32:08.933185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53658) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:32:08.995446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4733f7d4-3a87-485e-b06f-543d098a70ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:09.022111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4733f7d4-3a87-485e-b06f-543d098a70ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:09.112968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4733f7d4-3a87-485e-b06f-543d098a70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:09.133831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733f7d4-3a87-485e-b06f-543d098a70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f671e73-7500-4718-897c-dfdbc70a836e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:32:09.137382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4733f7d4-3a87-485e-b06f-543d098a70ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:09.141239 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4733f7d4-3a87-485e-b06f-543d098a70ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f671e73-7500-4718-897c-dfdbc70a836e HTTP/1.1" status: 204 len: 168 time: 0.2069213 Apr 22 14:32:09.541661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e94d0b25-9feb-47af-865d-a470e3c8e000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:11.694714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2c73f805-e9d8-4852-b126-4240822e6e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:12.734750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:12.938000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:14.295022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:31.074882 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:32:39.551988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0f37ec9e-e707-49d6-931b-418cb1f7880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:41.699878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6602c273-4a0f-4133-9efe-469fb8372836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:42.741759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:42.943877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:32:44.301172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:08.075750 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 5 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:33:09.549067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-402cd4eb-0f18-463c-81d4-5e7cbd2f1f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:11.695576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9490319-95a0-47ad-8097-41e1fadc8f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:12.743622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:12.943085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:14.303099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:33.608222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669502'] for agent, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:39.547319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dde941ae-29a7-4032-8d08-83e8bc6f0b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:41.689976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67ff8f00-7b0c-42c0-bd61-9ea5276591c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:42.743903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:42.940591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:44.308109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:33:45.077870 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:33:49.091092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53728) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:33:49.242095 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7c199e9f-878c-464a-9aaa-d5c682700bb2 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1498344 Apr 22 14:33:51.283894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53738) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:33:51.369791 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a5271eab-5328-4099-af2d-6561a0997cb0 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0846150 Apr 22 14:34:03.598309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:09.543309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a83d66d-3938-4ff0-b937-86d61e83efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:11.697764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-655f49f5-d43a-4707-89d1-bebc1f967319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:12.746925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:12.935677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:14.310407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:22.078536 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:34:33.610876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:39.542659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-333386b5-c53f-40cf-a3e5-627ae0246113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:41.694144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fce10631-df79-4748-a723-ab14c38fd83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.751526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:42.941958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:44.314755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:34:59.078738 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:35:03.619288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:09.539950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-492a857e-8728-4686-a803-3e8ef93091dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:11.696750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-57d1822f-6abc-4d6e-bc31-d3637e52c9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.757719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:12.950956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:14.329302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:15.488749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53870) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:15.988714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1735325932'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:15.990067 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.quota [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Loaded quota_driver: . Apr 22 14:35:15.996692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:16.001726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Usage tracker for resource:network and tenant:8289085c182f4421bdefa0cf88ae018b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:16.004891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:16.013780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:16.031757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:16.035599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.049578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.089275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:16.095939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Usage tracker for resource:security_group_rule and tenant:8289085c182f4421bdefa0cf88ae018b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:16.099231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:16.106821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:16.195722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.201036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.235461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:16.246655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d12103-d710-483c-994e-79df6fbf6648,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:16.253593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730891412592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.254176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Unsubscribe: segment precommit_create {{(pid=84059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 14:35:16.254840 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Added segment 68b9f361-fb75-4b53-b9cc-7389d1e930a9 of type vlan for network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 Apr 22 14:35:16.273023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.273398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.273807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.274147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.274484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.274825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.275142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.275469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.275794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.276115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.276437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Tracked resource versions report: Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: pushed versions: Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Log': {'1.0'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Network': {'1.1'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Port': {'1.5'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'PortForwarding': {'1.2'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'QosPolicy': {'1.8'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroup': {'1.2'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SubPort': {'1.0'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Subnet': {'1.1'}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Trunk': {'1.1'}} Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: consumer versions: Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: HyperV agent@hv-neutron-8388: {}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Log': '1.0', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Network': '1.1', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Port': '1.5', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'PortForwarding': '1.2', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'QosPolicy': '1.8', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroup': '1.2', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SecurityGroupRule': '1.0', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'SubPort': '1.0', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Subnet': '1.1', Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: 'Trunk': '1.1'}} Apr 22 14:35:16.277503 dv-neutron-838878-1-hyperv neutron-server[84059]: {{(pid=84059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:35:16.353562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.393870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.397668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:16.398367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.513612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53914) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:16.514330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0237844 Apr 22 14:35:16.517072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594cd10-1fe2-45da-bc4c-d12f1e17fb3a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Network': ['ID=36e3cf0c-95b8-44f6-9e16-644cfcf63626,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:16.521633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'subnet': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:16.530758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:16.644992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:16.650840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Usage tracker for resource:subnet and tenant:8289085c182f4421bdefa0cf88ae018b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:16.655182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:16.666633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:16.682620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:16.790230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:16.827545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53926) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:17.021953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.033985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53936) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:17.154817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Subnet': ['ID=49d89521-012a-4b37-ac68-d25a0a30199e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:17.181229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.182018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.182240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.182570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.182894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.183219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.183540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.183856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.184171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.184512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.184994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Tracked resource versions report: Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: pushed versions: Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Log': {'1.0'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Network': {'1.1'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Port': {'1.5'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'PortForwarding': {'1.2'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'QosPolicy': {'1.8'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroup': {'1.2'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SubPort': {'1.0'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Subnet': {'1.1'}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Trunk': {'1.1'}} Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: consumer versions: Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: HyperV agent@hv-neutron-8388: {}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Log': '1.0', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Network': '1.1', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Port': '1.5', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'PortForwarding': '1.2', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'QosPolicy': '1.8', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroup': '1.2', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SecurityGroupRule': '1.0', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'SubPort': '1.0', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Subnet': '1.1', Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: 'Trunk': '1.1'}} Apr 22 14:35:17.186271 dv-neutron-838878-1-hyperv neutron-server[84058]: {{(pid=84058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:35:17.190683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Checking segment: {'id': '68b9f361-fb75-4b53-b9cc-7389d1e930a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:17.191000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network hostable DHCP agents. Network: 36e3cf0c-95b8-44f6-9e16-644cfcf63626, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:17.217754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:17.231428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 36e3cf0c-95b8-44f6-9e16-644cfcf63626) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:17.237418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:17.238648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.250610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebaad00-e58c-4bd5-9b95-78882d1bbebc None None] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:17.271526 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2d438de9-396a-4b84-ad94-8b1d7ff83cf1 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7555437 Apr 22 14:35:17.274150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53946) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:17.283939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2102284040'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:17.385512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1402064046-network', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:17.405847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:17.415902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Usage tracker for resource:network and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:17.421908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:17.432709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:17.474454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Made reservation on behalf of 23c866df6a684da69f56ca9aad11c9cc for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:17.476781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.492590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53954) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:17.505601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.523762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:17.531099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Usage tracker for resource:port and tenant:8289085c182f4421bdefa0cf88ae018b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:17.535157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:17.548859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:17.564544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:17.569285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Usage tracker for resource:security_group_rule and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:17.573167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:17.576970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:17.580480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.597229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:17.615567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] device_id is not set on port d51e8975-bffa-4793-a191-9af4dc6e665d yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:17.634584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'tenant_id': '8289085c182f4421bdefa0cf88ae018b', 'fixed_ips': [{'subnet_id': '49d89521-012a-4b37-ac68-d25a0a30199e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:17.635426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.770911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1053474022-network', 'tenant_id': 'b79371f23e2641b183e38a082d40c284'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:17.818417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.827463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:17.833256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.836402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Usage tracker for resource:network and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:17.851424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:17.868806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Allocated IP 2001:db8::3c (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/d51e8975-bffa-4793-a191-9af4dc6e665d) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:17.879286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:17.893338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:17.934590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.934922 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Added segment 84480f66-331b-43b6-934b-006d841750e7 of type vlan for network 4d70859f-e131-46bb-aea5-31cae6316e88 Apr 22 14:35:17.935908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Made reservation on behalf of b79371f23e2641b183e38a082d40c284 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:17.938158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.951185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1969722861-network', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:17.953726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da117a-59c5-4a0e-a0f5-0889ce21afee,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:17.976023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:17.978003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:17.988670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Usage tracker for resource:network and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:17.993144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:18.003141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:18.012316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.023022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Made reservation on behalf of 14642dc2700d48d4afb4b616f52c8a70 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:18.027008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.053701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.102110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:18.108112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:18.111595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:18.120857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:18.144348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:18.153757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Usage tracker for resource:security_group_rule and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:18.160501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:18.178816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.179960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:18.180678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.188669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:18.221714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.229348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.284414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:18.296966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.297699 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Added segment 1835fb1f-69b6-43b4-a43d-7985f5d2ae39 of type vlan for network 1ed703d7-105d-41d7-8659-3ab755ed2a64 Apr 22 14:35:18.383246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.419964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b952936-c588-47f6-9028-0730e6faca18,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:18.427789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.429603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:18.430454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.478419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.497573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] Pushing event updated for resources: {'Network': ['ID=4d70859f-e131-46bb-aea5-31cae6316e88,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:18.511852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 4d70859f-e131-46bb-aea5-31cae6316e88 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:18.524040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53986) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:18.544868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-592a554c-7b04-414c-9b18-493123704c44 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7155738 Apr 22 14:35:18.546675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 53992) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:18.547814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Transition to ACTIVE for port object d51e8975-bffa-4793-a191-9af4dc6e665d will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:18.564295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed703d7-105d-41d7-8659-3ab755ed2a64,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:18.577133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Request body: {'subnet': {'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1402064046-subnet', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:18.593840 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-755eb1a3-e97d-4e2e-944b-b36a27c8a7b3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0998833 Apr 22 14:35:18.594981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 53996) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:18.602686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Request body: {'subnet': {'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1969722861-subnet', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:18.608730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:18.609789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:18.615338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Usage tracker for resource:subnet and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:18.620485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:18.627311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Usage tracker for resource:subnet and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:18.631092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:18.634664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:18.645381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:18.649063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.649257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Made reservation on behalf of 14642dc2700d48d4afb4b616f52c8a70 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:18.653135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.663897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.664438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:18.682149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Made reservation on behalf of 23c866df6a684da69f56ca9aad11c9cc for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:18.684913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.834851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Allocated IP 2001:db8::2 (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/a1cd4083-ab08-43b6-8137-f861a4518fff) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:18.904922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.932964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:18.971243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:19.018064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa35179a-95ff-47b5-a03a-248df05cd55a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.047705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Checking segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:19.052264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Network hostable DHCP agents. Network: 1ed703d7-105d-41d7-8659-3ab755ed2a64, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:19.089344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=d51e8975-bffa-4793-a191-9af4dc6e665d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.104010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.118795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:19.128574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1448543756', 'router:external': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:19.136219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 1ed703d7-105d-41d7-8659-3ab755ed2a64) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:19.140480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:19.141238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.151500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e989b50-46e7-4036-9ea3-2517cfdfca05 None None] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:19.182697 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e722c216-de6b-4895-8634-e187dc06786d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5863051 Apr 22 14:35:19.186031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54020) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:19.193433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:19.198756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:19.203782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Usage tracker for resource:router and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:19.208148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:19.215388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:19.228216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0817ef2-8c56-43ff-9aab-97d3b2ee55af,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.233967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:19.235100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.236418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.236699 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Added segment 4316e037-1f22-405f-84a0-7ff1af43b213 of type vlan for network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 Apr 22 14:35:19.236905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.243560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:network and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:19.258763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:19.277959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.283233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:19.290321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:19.304025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:19.314947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814f67be-19cd-46cd-aeb4-ac7f25f00ef4,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.324945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:19.328914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:19.329539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.341262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.367151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Made reservation on behalf of 0d2e187232954b7eb26ce2b7466ce082 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:19.369397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.393095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Checking segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:19.393461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Network hostable DHCP agents. Network: 4d70859f-e131-46bb-aea5-31cae6316e88, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:19.402801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.439625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aa1b107a-1445-4861-b136-1e332ad07c02 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1640432 Apr 22 14:35:19.443979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54028) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:19.452873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-309256906', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:77:de:ea'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:19.486124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.486973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:19.487547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.503869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.524799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.574082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Transition to ACTIVE for port object a1cd4083-ab08-43b6-8137-f861a4518fff will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:19.607622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Transition to ACTIVE for port object a1cd4083-ab08-43b6-8137-f861a4518fff will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:19.654371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:19.663453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.679158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:security_group_rule and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:19.686055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Network 4d70859f-e131-46bb-aea5-31cae6316e88 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:19.690438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:19.714626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:19.717523 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6823416 Apr 22 14:35:19.721513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:19.722959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8e6ef-c6ec-45a6-8db4-e3640d5210ad admin admin] Pushing event updated for resources: {'Network': ['ID=d09090f3-951b-4055-9bcc-1afc7b6b6ab6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:19.746185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 4d70859f-e131-46bb-aea5-31cae6316e88) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:19.754703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-1ed703d7-105d-41d7-8659-3ab755ed2a64', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:19.756738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.758308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:19.759033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.761495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Request body: {'subnet': {'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1053474022-subnet', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:19.766604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:19.770823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Usage tracker for resource:subnet and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:19.774235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:19.780355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:19.785276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:19.791340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54040) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:19.807900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:19.814556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Made reservation on behalf of b79371f23e2641b183e38a082d40c284 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:19.816220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Usage tracker for resource:port and tenant:8289085c182f4421bdefa0cf88ae018b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:19.817384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.820678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:19.838117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e708ef61-4f22-4852-a2d7-84edce627290 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2714157 Apr 22 14:35:19.852576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54048) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:19.858470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3760449-4325-4238-96f7-cc8c5a6ce985 None None] Network 4d70859f-e131-46bb-aea5-31cae6316e88 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:19.861861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:19.890921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:19.911402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:19.944805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Usage tracker for resource:router and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:19.958197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:19.962143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:19.963373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:19.966347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:20.008966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:20.035022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.036799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:20.060473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.148636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-365260703'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:20.154322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Checking segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:20.154673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Network hostable DHCP agents. Network: d09090f3-951b-4055-9bcc-1afc7b6b6ab6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:20.168895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:20.173092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Usage tracker for resource:network and tenant:0d224b495ce849d097096ec88408b777 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:20.175960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:20.183494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:20.183986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:20.202023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.239307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Made reservation on behalf of 0d224b495ce849d097096ec88408b777 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:20.242515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.242740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b041c58e-c16d-4894-b021-8755a96f403d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.248794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.252821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.263601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.314174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.318626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:20.325849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Usage tracker for resource:security_group_rule and tenant:0d224b495ce849d097096ec88408b777 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:20.330697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:20.337307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.341908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:20.382489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54066) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:20.435945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Pushing event updated for resources: {'Port': ['ID=a1cd4083-ab08-43b6-8137-f861a4518fff,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.473021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=802b3571-e9f9-4d1f-a444-60f04e693561,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.498097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Attempting to bind port a1cd4083-ab08-43b6-8137-f861a4518fff on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:20.498478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Attempting to bind port a1cd4083-ab08-43b6-8137-f861a4518fff by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '68b9f361-fb75-4b53-b9cc-7389d1e930a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:20.498815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Attempting to bind port a1cd4083-ab08-43b6-8137-f861a4518fff on network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:20.509446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.511818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.512216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.512613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.512984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.513314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.513637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.514023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.514334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.514647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.514965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Tracked resource versions report: Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: pushed versions: Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Log': {'1.0'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Network': {'1.1'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Port': {'1.5'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'PortForwarding': {'1.2'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'QosPolicy': {'1.8'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroup': {'1.2'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SubPort': {'1.0'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Subnet': {'1.1'}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Trunk': {'1.1'}} Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: consumer versions: Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: HyperV agent@hv-neutron-8388: {}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Log': '1.0', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Network': '1.1', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Port': '1.5', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'PortForwarding': '1.2', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'QosPolicy': '1.8', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroup': '1.2', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SecurityGroupRule': '1.0', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'SubPort': '1.0', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Subnet': '1.1', Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: 'Trunk': '1.1'}} Apr 22 14:35:20.516076 dv-neutron-838878-1-hyperv neutron-server[84060]: {{(pid=84060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:35:20.528218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:20.573690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, d09090f3-951b-4055-9bcc-1afc7b6b6ab6) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:20.586073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32bc8f9-3ec2-4df6-881e-c1340d7d9b95 None None] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:20.599217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:20.599808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.600710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:20.601245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Checking segment: {'id': '68b9f361-fb75-4b53-b9cc-7389d1e930a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:20.602007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.602593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Bound using segment: {'id': '68b9f361-fb75-4b53-b9cc-7389d1e930a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:20.603240 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Bound port: a1cd4083-ab08-43b6-8137-f861a4518fff, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b9f361-fb75-4b53-b9cc-7389d1e930a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:20.603883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.638571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:20.653026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-4d70859f-e131-46bb-aea5-31cae6316e88', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:20.654202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.664693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.665909 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Added segment ab322916-031e-4aca-a871-1bb22f7fda0e of type vlan for network bbb1c580-6202-44bf-8f2c-e291888f30d9 Apr 22 14:35:20.711030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.729329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.738749 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-45d5e4fa-e92c-4494-9140-6e0e84f5f2bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9971793 Apr 22 14:35:20.739792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54074) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:20.741768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54076) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:20.747270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:20.749024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.752819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Allocated IP 172.26.2.195 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/899ece09-a780-4deb-9889-e8e6f770c440) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:20.775654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:20.791365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Usage tracker for resource:router and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:20.806574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.816116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:20.828749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:20.831845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6509cc8b-2c65-4eb7-8b17-e9445565d46b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:20.833376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.876433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:20.901257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.901559 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Added segment 645c40f1-003b-49e3-9f4c-ae218ecc6da5 of type vlan for network 82e58fd3-f93a-4f0b-8468-cfadb43f08db Apr 22 14:35:20.902717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.903606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:20.904521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.921260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d08a14cf-cc36-4424-a633-99de46f1f1f9 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:20.973660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.974621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:20.979084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Allocated IP 172.20.0.2 (1ed703d7-105d-41d7-8659-3ab755ed2a64/aa35179a-95ff-47b5-a03a-248df05cd55a/1f724c35-4496-4f41-ac0f-447bcc442072) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:20.979661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] device_id is not set on port 8416a9c1-9071-4d15-beed-1c0ea4ccd07b yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:21.034747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-306090225'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:21.046271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.049202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] For port a1cd4083-ab08-43b6-8137-f861a4518fff, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:21.050742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:21.065134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Usage tracker for resource:network and tenant:f1b0922e2f504fcca1ee48fdc8bcd281 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:21.075643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:21.087529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:21.091983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.139682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.143575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:21.144952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.153112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] For port a1cd4083-ab08-43b6-8137-f861a4518fff, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a1cd4083-ab08-43b6-8137-f861a4518fff,segment=NetworkSegment(68b9f361-fb75-4b53-b9cc-7389d1e930a9),segment_id=68b9f361-fb75-4b53-b9cc-7389d1e930a9)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:21.204320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d08a14cf-cc36-4424-a633-99de46f1f1f9 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "PUT /v2.0/quotas/31798b145a054c6e837a008b5997c90b HTTP/1.1" status: 200 len: 366 time: 0.4574716 Apr 22 14:35:21.204320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4091485 Apr 22 14:35:21.205405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.213400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54088) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.220095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.227359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6867082 Apr 22 14:35:21.237258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24d9bd-aed3-4eb8-b3ee-30569011da8a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Network': ['ID=bbb1c580-6202-44bf-8f2c-e291888f30d9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:21.242629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Request body: {'subnet': {'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:21.255075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54094) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.256046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.283956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'subnet': {'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:21.290568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:21.296238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:subnet and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:21.299496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:21.302839 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network bbb1c580-6202-44bf-8f2c-e291888f30d9 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:21.307556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:21.356410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a7dce994-fe82-471c-b357-a8c82f659988 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1475072 Apr 22 14:35:21.363751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54100) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.386145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Made reservation on behalf of f1b0922e2f504fcca1ee48fdc8bcd281 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:21.389722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.405059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.410436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Made reservation on behalf of 0d2e187232954b7eb26ce2b7466ce082 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:21.412728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.438920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:21.452977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.462635 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-acb1ff6d-ea0a-4822-b6c2-4f53d38f9fa4 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "GET /v2.0/quotas/31798b145a054c6e837a008b5997c90b HTTP/1.1" status: 200 len: 366 time: 0.0674982 Apr 22 14:35:21.462851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:21.465747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54104) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.469096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:21.470623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Allocated IP 172.20.0.2 (4d70859f-e131-46bb-aea5-31cae6316e88/814f67be-19cd-46cd-aeb4-ac7f25f00ef4/c15eab0f-e966-45fd-a7c7-7190684e99d0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:21.482912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Usage tracker for resource:subnet and tenant:0d224b495ce849d097096ec88408b777 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:21.490074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:21.508209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74e6a4-8141-4246-b8b1-24e269dace0e tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event updated for resources: {'Network': ['ID=82e58fd3-f93a-4f0b-8468-cfadb43f08db,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:21.520646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:21.554208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa372c6-e3d3-46cd-af4a-2b921fe910a9 None None] Pushing event updated for resources: {'Port': ['ID=a1cd4083-ab08-43b6-8137-f861a4518fff,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:21.563539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:21.588692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Pushing event updated for resources: {'Port': ['ID=899ece09-a780-4deb-9889-e8e6f770c440,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:21.617923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-d09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:21.618970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.652159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Allocated IP 2001:db8::61 (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/8416a9c1-9071-4d15-beed-1c0ea4ccd07b) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:21.665113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:21.676794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Usage tracker for resource:security_group_rule and tenant:f1b0922e2f504fcca1ee48fdc8bcd281 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:21.680733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:21.685446 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2f89b005-b816-4ce4-a29a-c38a62e0335b tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/31798b145a054c6e837a008b5997c90b HTTP/1.1" status: 204 len: 168 time: 0.2179151 Apr 22 14:35:21.691445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:21.692566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54110) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.697185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:21.703287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Made reservation on behalf of 0d224b495ce849d097096ec88408b777 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:21.876038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-25c82cdb-6bf3-4d6f-ab23-830ce5b3e587 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1746774 Apr 22 14:35:21.889440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54114) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:21.924401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.959061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.969087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:21.986031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks [] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.001666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:22.031596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.070578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Transition to ACTIVE for port object 1f724c35-4496-4f41-ac0f-447bcc442072 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:22.072412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.072946 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Added segment 7bac1c8f-350d-4576-9e76-6cca4c9236aa of type vlan for network 2d4bc2af-b53e-4125-ad17-219b53cd34ca Apr 22 14:35:22.076389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-61b746c0-40de-4b83-afd5-e9468c2f1d21 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "GET /v2.0/quotas/31798b145a054c6e837a008b5997c90b HTTP/1.1" status: 200 len: 370 time: 0.1855965 Apr 22 14:35:22.120269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a228ce3-c695-4a05-a34b-5b76ad0199f1,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:22.127155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54118) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:22.149938 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bdbaa87f-36b4-44ae-ae46-aee83197c1cf tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "GET /v2.0/quotas/31798b145a054c6e837a008b5997c90b/default HTTP/1.1" status: 200 len: 370 time: 0.0191901 Apr 22 14:35:22.149938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.150209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.154075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Transition to ACTIVE for port object 1f724c35-4496-4f41-ac0f-447bcc442072 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:22.154174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54122) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:22.175203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.181222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.192189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.246538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.355533 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-e1c809d7-3e77-4868-96f9-29fd45ac109a tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] delete failed (client error): The resource could not be found. Apr 22 14:35:22.359530 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e1c809d7-3e77-4868-96f9-29fd45ac109a tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/31798b145a054c6e837a008b5997c90b HTTP/1.1" status: 404 len: 348 time: 0.1998327 Apr 22 14:35:22.373345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:22.379320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:22.392545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:22.395012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Allocated IP 172.20.0.2 (d09090f3-951b-4055-9bcc-1afc7b6b6ab6/802b3571-e9f9-4d1f-a444-60f04e693561/e34e07cf-12f5-4c65-b8cb-1756266ea702) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:22.402198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:22.417287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Pushing event updated for resources: {'Port': ['ID=1f724c35-4496-4f41-ac0f-447bcc442072,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:22.435041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.440687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.449992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:22.450726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.500319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Transition to ACTIVE for port object 8416a9c1-9071-4d15-beed-1c0ea4ccd07b will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:22.509036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.631798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54128) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:22.664657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.666480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Transition to ACTIVE for port object c15eab0f-e966-45fd-a7c7-7190684e99d0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:22.671920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Pushing event updated for resources: {'Network': ['ID=2d4bc2af-b53e-4125-ad17-219b53cd34ca,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:22.677142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Allocated IP 172.26.2.151 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/3c874f41-c546-41cc-b6ed-20f4af3796bf) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:22.690350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2d4bc2af-b53e-4125-ad17-219b53cd34ca details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:22.691594 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-75077109-8efa-4efa-b38c-01ab2ec79b99 tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3036306 Apr 22 14:35:22.754844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:35:22.755476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.819779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1db8c469-0596-4e55-9731-1afc37dfea4a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:22.829792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=8416a9c1-9071-4d15-beed-1c0ea4ccd07b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:22.860357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:22.944524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Attempting to bind port 1f724c35-4496-4f41-ac0f-447bcc442072 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:22.945434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Attempting to bind port 1f724c35-4496-4f41-ac0f-447bcc442072 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:22.945434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Attempting to bind port 1f724c35-4496-4f41-ac0f-447bcc442072 on network 1ed703d7-105d-41d7-8659-3ab755ed2a64 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:22.950788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Checking segment: {'id': 'ab322916-031e-4aca-a871-1bb22f7fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:22.950967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:network and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:22.951079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network hostable DHCP agents. Network: bbb1c580-6202-44bf-8f2c-e291888f30d9, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:22.988833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe2ada-9d93-43d1-81d2-5c351ed5e846 None None] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:23.019648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Transition to ACTIVE for port object c15eab0f-e966-45fd-a7c7-7190684e99d0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:23.030986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:23.033847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.050386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:23.053013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:23.055391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:23.055976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Checking segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:23.056321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.056552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Bound using segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:23.057057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Bound port: 1f724c35-4496-4f41-ac0f-447bcc442072, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:23.057487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.057605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:23.058195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.061628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network bbb1c580-6202-44bf-8f2c-e291888f30d9 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:23.079623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, bbb1c580-6202-44bf-8f2c-e291888f30d9) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:23.092868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:23.100301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:23.100949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.145822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475aceb9-15fc-408f-8be6-ff2d3ae442bc None None] Network bbb1c580-6202-44bf-8f2c-e291888f30d9 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:23.159408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.169256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event updated for resources: {'Subnet': ['ID=b5381de8-b058-44d6-beb1-c4dd4558862f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:23.185009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:subnet and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.200986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Checking segment: {'id': '645c40f1-003b-49e3-9f4c-ae218ecc6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:23.201438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Network hostable DHCP agents. Network: 82e58fd3-f93a-4f0b-8468-cfadb43f08db, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:23.230235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.260378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.290947 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f78e895d-bfbd-492e-9d8f-9d95017e8714 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.8449545 Apr 22 14:35:23.295237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54144) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:23.301179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5cb879cf-094a-446a-b8fb-4e35efa16089 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0256732 Apr 22 14:35:23.304908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54148) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:23.308315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.371159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:subnetpool and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.381140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.407506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.424604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1636356302', 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:23.437726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:23.462771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:23.475909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:port and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.479141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Pushing event updated for resources: {'Port': ['ID=c15eab0f-e966-45fd-a7c7-7190684e99d0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:23.493164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.503444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:23.510730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:port and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.519930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 82e58fd3-f93a-4f0b-8468-cfadb43f08db) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:23.525018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:23.525720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.548716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.557454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Made reservation on behalf of 0d2e187232954b7eb26ce2b7466ce082 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:23.560204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.560668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-78ce1ec6-9cd3-4a4c-8dd1-bde27c5feec0 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3357131 Apr 22 14:35:23.562410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54156) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:23.571408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Request body: {'port': {'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1542148002'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:23.592872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] For port 1f724c35-4496-4f41-ac0f-447bcc442072, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:23.595629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:router and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.597020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] For port 1f724c35-4496-4f41-ac0f-447bcc442072, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1f724c35-4496-4f41-ac0f-447bcc442072,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:23.598473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a1cd4083-ab08-43b6-8137-f861a4518fff up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:23.641466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9dfda-b3cb-4dc4-87a0-92299a861f3d None None] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:23.645704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.654452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-879e66a0-4709-41e5-823b-63d1c0db5a1b None None] Provisioning for port a1cd4083-ab08-43b6-8137-f861a4518fff completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:23.661133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.664403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.669567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] device_id is not set on port 31474e44-f543-47bf-b744-ba39c50f1623 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:23.709821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54160) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:23.719279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Request body: {'port': {'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-83005918'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:23.725972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:23.732368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Usage tracker for resource:port and tenant:20b03ff4411247ca935ccc8f2c1505e8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.735616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.742235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:23.770449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Made reservation on behalf of 20b03ff4411247ca935ccc8f2c1505e8 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:23.773146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.787065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:floatingip and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.802294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.808431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3c164-c809-4632-a157-ff925bbb886d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:23.812959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3c164-c809-4632-a157-ff925bbb886d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:23.817059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3c164-c809-4632-a157-ff925bbb886d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:23.822691 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ccc3c164-c809-4632-a157-ff925bbb886d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.5253036 Apr 22 14:35:23.827456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:23.827671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54168) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:23.832065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:23.840147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.843485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Network 4d70859f-e131-46bb-aea5-31cae6316e88 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:23.849543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:23.857226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:23.860361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:23.865265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Transition to ACTIVE for port object e34e07cf-12f5-4c65-b8cb-1756266ea702 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:23.873550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:23.877855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Usage tracker for resource:security_group_rule and tenant:20b03ff4411247ca935ccc8f2c1505e8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:23.880751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:23.886958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:23.908702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Allocated IP 172.26.2.17 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/13469982-0344-4a2e-8327-b0d077f189bf) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:23.912626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Pushing event updated for resources: {'Port': ['ID=3c874f41-c546-41cc-b6ed-20f4af3796bf,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:23.951857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:23.962487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f3231-16b4-4e9a-b1e0-f9f315fdae9f None None] Pushing event updated for resources: {'Port': ['ID=1f724c35-4496-4f41-ac0f-447bcc442072,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:23.981976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:23.995656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Usage tracker for resource:port and tenant:0d224b495ce849d097096ec88408b777 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:24.003704 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a7f4bc-7f3e-40bf-8841-9a77d4550615 None None] Network bbb1c580-6202-44bf-8f2c-e291888f30d9 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:24.034041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port 8416a9c1-9071-4d15-beed-1c0ea4ccd07b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:24.034424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.051235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:24.071620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:24.116317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Made reservation on behalf of 0d224b495ce849d097096ec88408b777 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:24.119527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.137623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:24.146209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Allocated IP 2001:db8::119 (bbb1c580-6202-44bf-8f2c-e291888f30d9/1db8c469-0596-4e55-9731-1afc37dfea4a/31474e44-f543-47bf-b744-ba39c50f1623) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:24.155895 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Sync routers for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:24.184899 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:24.186608 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:24.216329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Transition to ACTIVE for port object e34e07cf-12f5-4c65-b8cb-1756266ea702 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:24.262158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] device_id is not set on port f7931d6a-f469-4239-853e-ca591034634a yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:24.270334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.300563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.346415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.354001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.366027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:24.366647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:security_group and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:24.420913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:24.440633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.442578 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-86246705-f304-4bbc-927b-1142d48cf61d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2543962 Apr 22 14:35:24.451915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54172) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:24.523806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:24.533936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Attempting to bind port c15eab0f-e966-45fd-a7c7-7190684e99d0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:24.534670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Attempting to bind port c15eab0f-e966-45fd-a7c7-7190684e99d0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:24.535231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Attempting to bind port c15eab0f-e966-45fd-a7c7-7190684e99d0 on network 4d70859f-e131-46bb-aea5-31cae6316e88 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:24.572599 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:24.589860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:24.590661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Checking segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:24.591294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.591886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Bound using segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:24.592658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Bound port: c15eab0f-e966-45fd-a7c7-7190684e99d0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:24.593266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.612341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:24.614720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a1cd4083-ab08-43b6-8137-f861a4518fff completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:24.621164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde0f16c-5a2f-46f6-82e2-3a6a0d2c58c5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:24.629962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:24.634665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a1cd4083-ab08-43b6-8137-f861a4518fff triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:24.635312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.807778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.844325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] For port c15eab0f-e966-45fd-a7c7-7190684e99d0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:24.851633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] For port c15eab0f-e966-45fd-a7c7-7190684e99d0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c15eab0f-e966-45fd-a7c7-7190684e99d0,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:24.854887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Pushing event updated for resources: {'Port': ['ID=e34e07cf-12f5-4c65-b8cb-1756266ea702,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:24.872464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Allocated IP 172.20.0.9 (82e58fd3-f93a-4f0b-8468-cfadb43f08db/b5381de8-b058-44d6-beb1-c4dd4558862f/f7931d6a-f469-4239-853e-ca591034634a) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:24.893251 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:21Z', 'revision_number': 3, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:24.897459 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Checking router: 445b9945-9fd6-40e4-ab26-ef6a10fc2942 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:24.898063 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Updating router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 port 899ece09-a780-4deb-9889-e8e6f770c440 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:24.902193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:24.954859 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.020946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb086ec2-1f4b-4bca-b6a4-c4510f197c86 None None] Pushing event updated for resources: {'Port': ['ID=c15eab0f-e966-45fd-a7c7-7190684e99d0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.064124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Calling delete_port for 8416a9c1-9071-4d15-beed-1c0ea4ccd07b owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:25.172632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.197961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Transition to ACTIVE for port object f7931d6a-f469-4239-853e-ca591034634a will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:25.227278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-82e58fd3-f93a-4f0b-8468-cfadb43f08db', 'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db', 'tenant_id': '0d224b495ce849d097096ec88408b777', 'fixed_ips': [{'subnet_id': 'b5381de8-b058-44d6-beb1-c4dd4558862f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:35:25.228926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.252539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:25.256189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Attempting to bind port e34e07cf-12f5-4c65-b8cb-1756266ea702 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:25.256851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Attempting to bind port e34e07cf-12f5-4c65-b8cb-1756266ea702 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:25.257763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Attempting to bind port e34e07cf-12f5-4c65-b8cb-1756266ea702 on network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:25.277757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:25.278587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Checking segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:25.279406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.280158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Bound using segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:25.280865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Bound port: e34e07cf-12f5-4c65-b8cb-1756266ea702, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:25.281275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.281716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.291275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Usage tracker for resource:security_group_rule and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:25.312255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.330961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Transition to ACTIVE for port object e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:25.347389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.351112 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.365279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.378395 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Transition to ACTIVE for port object 899ece09-a780-4deb-9889-e8e6f770c440 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:25.394887 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.483785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.559347 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Pushing event updated for resources: {'Port': ['ID=899ece09-a780-4deb-9889-e8e6f770c440,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.575430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.576551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.583760 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.584114 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.584448 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.584848 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.585263 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.585598 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.586019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.586278 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.586601 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.586918 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.587240 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Tracked resource versions report: Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: pushed versions: Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Log': {'1.0'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Network': {'1.1'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Port': {'1.5'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'PortForwarding': {'1.2'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'QosPolicy': {'1.8'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroup': {'1.2'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SubPort': {'1.0'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Subnet': {'1.1'}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Trunk': {'1.1'}} Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: consumer versions: Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: { DHCP agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: HyperV agent@hv-neutron-8388: {}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: L3 agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: Metadata agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: Metering agent@dv-neutron-838878-1-hyperv: {}, Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: Open vSwitch agent@dv-neutron-838878-1-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Log': '1.0', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Network': '1.1', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Port': '1.5', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'PortForwarding': '1.2', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'QosPolicy': '1.8', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroup': '1.2', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SecurityGroupRule': '1.0', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'SubPort': '1.0', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Subnet': '1.1', Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: 'Trunk': '1.1'}} Apr 22 14:35:25.588933 dv-neutron-838878-1-hyperv neutron-server[84061]: {{(pid=84061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:35:25.596150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:25.600908 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Attempting to bind port 899ece09-a780-4deb-9889-e8e6f770c440 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:25.601276 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Attempting to bind port 899ece09-a780-4deb-9889-e8e6f770c440 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:25.601772 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Attempting to bind port 899ece09-a780-4deb-9889-e8e6f770c440 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:25.622749 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:25.623166 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:25.623503 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.623883 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:25.624345 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Bound port: 899ece09-a780-4deb-9889-e8e6f770c440, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:25.624707 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.730644 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] For port 899ece09-a780-4deb-9889-e8e6f770c440, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:25.734534 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] For port 899ece09-a780-4deb-9889-e8e6f770c440, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=899ece09-a780-4deb-9889-e8e6f770c440,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:25.743958 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.745495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event updated for resources: {'Port': ['ID=f7931d6a-f469-4239-853e-ca591034634a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.756426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Allocated IP 172.20.0.2 (82e58fd3-f93a-4f0b-8468-cfadb43f08db/b5381de8-b058-44d6-beb1-c4dd4558862f/d7632f2e-0b9b-418e-9955-a48b0a556e5d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:25.766185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:25.786340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.877298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Checking segment: {'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:25.877660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Network hostable DHCP agents. Network: 2d4bc2af-b53e-4125-ad17-219b53cd34ca, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:25.880363 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff419f2-615c-4157-a007-df3a016b7512 None None] Pushing event updated for resources: {'Port': ['ID=899ece09-a780-4deb-9889-e8e6f770c440,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:25.889882 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:25.890515 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:25.919471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:25.935100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:25.943757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:25.948861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:25.949766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.027562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.027878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.041650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Transition to ACTIVE for port object d7632f2e-0b9b-418e-9955-a48b0a556e5d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:26.116521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c121e3-feea-4670-99c0-01e77b9f0438 None None] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:26.130255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Pushing event updated for resources: {'Port': ['ID=13469982-0344-4a2e-8327-b0d077f189bf,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:26.139686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f752a493-2ddd-4435-9ab4-bebc44e3ff53 tempest-QuotasTest-1126878655 tempest-QuotasTest-1126878655-project-admin] 10.222.0.32 "GET /v2.0/quotas/b5eef994dc1344a899b78f3b13cb42fe/details.json HTTP/1.1" status: 200 len: 703 time: 3.5067766 Apr 22 14:35:26.160654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:26.162019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network bbb1c580-6202-44bf-8f2c-e291888f30d9 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:26.170464 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:26.174135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:26.189926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:26.191110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:26.191905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.192807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Transition to ACTIVE for port object d7632f2e-0b9b-418e-9955-a48b0a556e5d will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:26.194306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:26.198402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:26.249443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Port': ['ID=31474e44-f543-47bf-b744-ba39c50f1623,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:26.376819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.423648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Port': ['ID=8416a9c1-9071-4d15-beed-1c0ea4ccd07b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:26.432746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Network 2d4bc2af-b53e-4125-ad17-219b53cd34ca is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:26.448419 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-adc3e66d-c2f2-4b43-b646-0351e85b9c0a tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.1141069 Apr 22 14:35:26.452791 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-84762f1f-8258-4d70-9a9f-5bb2cdbbd839 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8890114 Apr 22 14:35:26.454551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54178) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:26.455024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54180) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:26.470645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.524428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2d4bc2af-b53e-4125-ad17-219b53cd34ca) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:26.541197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] For port e34e07cf-12f5-4c65-b8cb-1756266ea702, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:26.549817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] For port e34e07cf-12f5-4c65-b8cb-1756266ea702, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e34e07cf-12f5-4c65-b8cb-1756266ea702,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:26.560468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:26.572810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae183e4c-c30c-4e38-8e0d-c29aabe07d32 None None] Network 2d4bc2af-b53e-4125-ad17-219b53cd34ca requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:26.681531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Deleting port 31474e44-f543-47bf-b744-ba39c50f1623 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:26.684861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.733622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.758079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Deleting port f7931d6a-f469-4239-853e-ca591034634a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:26.758579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.772364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:26.773092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:26.773612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:26.778332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.792658 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7f87cbbb-c6cf-44d6-b9c0-4e2d1e44304f tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/ports/8416a9c1-9071-4d15-beed-1c0ea4ccd07b HTTP/1.1" status: 204 len: 168 time: 2.9477847 Apr 22 14:35:26.794916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54188) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:26.891456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:26.892123 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:26.897610 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 2 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:26.907726 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe119aa-e5ca-4dbf-a412-ff8b6a354361 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] GET failed (client error): The resource could not be found. Apr 22 14:35:26.908555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9fe119aa-e5ca-4dbf-a412-ff8b6a354361 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Synchronizing usage tracker for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:26.922301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:26.922976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:26.923496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:26.932569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a1cd4083-ab08-43b6-8137-f861a4518fff, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a1cd4083-ab08-43b6-8137-f861a4518fff,segment=NetworkSegment(68b9f361-fb75-4b53-b9cc-7389d1e930a9),segment_id=68b9f361-fb75-4b53-b9cc-7389d1e930a9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:26.938486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.939484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:26.940751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:26.941949 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:26.942554 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 3 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:26.961776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9fe119aa-e5ca-4dbf-a412-ff8b6a354361 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Unset dirty status for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:26.973724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9fe119aa-e5ca-4dbf-a412-ff8b6a354361 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "GET /v2.0/ports/8416a9c1-9071-4d15-beed-1c0ea4ccd07b HTTP/1.1" status: 404 len: 333 time: 0.1773016 Apr 22 14:35:26.974670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54192) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:26.975186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54194) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:26.995169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-218600472'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:27.024250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:27.024808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:27.025472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.130498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.131123 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:27.134060 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 4 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:27.160281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7a45620d-b769-4896-99f8-0bd6ea1c417b None None] Provisioning for port 1f724c35-4496-4f41-ac0f-447bcc442072 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:27.172779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:27.173520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:27.174091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.194871 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:21Z', 'revision_number': 3, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:27.201983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.202385 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:27.205433 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 5 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:27.205600 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff988fec-b7c2-4441-900b-6a82c799129f None None] The sync data for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv is: [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:21Z', 'revision_number': 3, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:27.208382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8b7ed-879d-4c37-8f25-1668070a8b11 None None] Network 4d70859f-e131-46bb-aea5-31cae6316e88 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:27.243923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:27.244345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:27.244756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.248124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:27.258888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.259296 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:27.262242 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 6 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:27.271278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:27.280287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:27.293637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:27.296461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:27.296929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.313937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:27.318413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:27.343669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.344046 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:27.348107 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 7 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:27.389765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:27.390125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:27.390916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.392521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:27.417712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:27.431171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] device_id is not set on port 625261fd-97f5-4dc0-8c00-5fb9403cf500 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:27.432095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Pushing event updated for resources: {'Port': ['ID=d7632f2e-0b9b-418e-9955-a48b0a556e5d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:27.529896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.530449 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:27.536375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:27.538997 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 8 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:27.586174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:27.591674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Usage tracker for resource:security_group_rule and tenant:11456367bb824b56825b09eb975f98b0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:27.598591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8e910-b038-4782-a5d2-150a6824f276 None None] Pushing event updated for resources: {'Port': ['ID=e34e07cf-12f5-4c65-b8cb-1756266ea702,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:27.605304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:27.608883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:27.609297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:27.609627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:27.620429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:27.642708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:27.643185 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:27.665576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:27.668321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:27.698243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1f724c35-4496-4f41-ac0f-447bcc442072 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:27.748464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Allocated IP 2001:db8::254 (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/625261fd-97f5-4dc0-8c00-5fb9403cf500) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:27.858382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Provisioning for port c15eab0f-e966-45fd-a7c7-7190684e99d0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:27.900898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Calling delete_port for 31474e44-f543-47bf-b744-ba39c50f1623 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:28.039529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a1cd4083-ab08-43b6-8137-f861a4518fff,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:28.067187 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 9 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:28.110882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.131002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:28.131768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:28.132349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:28.153664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Transition to ACTIVE for port object 625261fd-97f5-4dc0-8c00-5fb9403cf500 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:28.240727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Provisioning for port d51e8975-bffa-4793-a191-9af4dc6e665d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:28.242730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:28.243121 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:28.246754 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 10 to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 Apr 22 14:35:28.256793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.265752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.267817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Provisioning complete for port d51e8975-bffa-4793-a191-9af4dc6e665d triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:28.268683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.295858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Attempting to bind port d7632f2e-0b9b-418e-9955-a48b0a556e5d on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:28.296227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Attempting to bind port d7632f2e-0b9b-418e-9955-a48b0a556e5d by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '645c40f1-003b-49e3-9f4c-ae218ecc6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:28.296586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Attempting to bind port d7632f2e-0b9b-418e-9955-a48b0a556e5d on network 82e58fd3-f93a-4f0b-8468-cfadb43f08db {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:28.351815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 1f724c35-4496-4f41-ac0f-447bcc442072 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:28.362222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:28.362574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Checking segment: {'id': '645c40f1-003b-49e3-9f4c-ae218ecc6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:28.362978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.363369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Bound using segment: {'id': '645c40f1-003b-49e3-9f4c-ae218ecc6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:28.363857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Bound port: d7632f2e-0b9b-418e-9955-a48b0a556e5d, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645c40f1-003b-49e3-9f4c-ae218ecc6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '82e58fd3-f93a-4f0b-8468-cfadb43f08db'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:28.364262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.375823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:28.377070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:28.377559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:28.382745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Port d51e8975-bffa-4793-a191-9af4dc6e665d cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:28.387190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.388255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1f724c35-4496-4f41-ac0f-447bcc442072 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:28.388624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.401392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:28.401752 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:28.402112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.450248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.462333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:28.479531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64443a-6327-4792-9eb8-2cad64c4ad37,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:28.492662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:28.511325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:28.516921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:28.517812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.545103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Provisioning complete for port a1cd4083-ab08-43b6-8137-f861a4518fff triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:28.545746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.634235 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aed4d2d0-6946-4d54-b2d6-a55a7ec0ff8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11456367bb824b56825b09eb975f98b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6550255 Apr 22 14:35:28.635125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=625261fd-97f5-4dc0-8c00-5fb9403cf500,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:28.655473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54204) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:28.680965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Calling delete_port for f7931d6a-f469-4239-853e-ca591034634a owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:28.771935 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ea5ecd39-d9a7-4f37-8fbc-f27521488f37 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7911432 Apr 22 14:35:28.775983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54208) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:28.788886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:77:de:ea'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:28.793729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] For port d7632f2e-0b9b-418e-9955-a48b0a556e5d, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:28.848967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52edfe0c-bc5e-4c66-8004-af709163dbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.851600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] For port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:28.852302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempted to set empty binding levels {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:35:28.875977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.882142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] For port d7632f2e-0b9b-418e-9955-a48b0a556e5d, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d7632f2e-0b9b-418e-9955-a48b0a556e5d,segment=NetworkSegment(645c40f1-003b-49e3-9f4c-ae218ecc6da5),segment_id=645c40f1-003b-49e3-9f4c-ae218ecc6da5)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:28.889423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee20c742-bed7-4ecb-b2cb-4bc24f51c1a3 None None] Could not find standard attr ID for object 8416a9c1-9071-4d15-beed-1c0ea4ccd07b. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:35:28.893069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.935756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:28.980812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Router d33f79f8-4165-4285-af40-389254828306 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:29.056893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.124719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8672a8d1-14fd-4b03-8579-24ed446a854e None None] Provisioning complete for port 1f724c35-4496-4f41-ac0f-447bcc442072 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:29.125245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8672a8d1-14fd-4b03-8579-24ed446a854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.129664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52edfe0c-bc5e-4c66-8004-af709163dbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.172202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.176785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc707d66-9135-4d36-a6c1-e960537ea825 None None] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:29.208781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:29.217473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.244418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52edfe0c-bc5e-4c66-8004-af709163dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.247051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52edfe0c-bc5e-4c66-8004-af709163dbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.250856 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-52edfe0c-bc5e-4c66-8004-af709163dbb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b64443a-6327-4792-9eb8-2cad64c4ad37 HTTP/1.1" status: 204 len: 168 time: 0.5878642 Apr 22 14:35:29.256925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event deleted for resources: {'Port': ['ID=31474e44-f543-47bf-b744-ba39c50f1623,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:29.295130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edfe0c-bc5e-4c66-8004-af709163dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64443a-6327-4792-9eb8-2cad64c4ad37,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:29.302082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d180-4456-4725-bf3d-40d2dd124235 None None] Pushing event updated for resources: {'Port': ['ID=d7632f2e-0b9b-418e-9955-a48b0a556e5d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:29.312161 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fdd24a3d-7e9e-4935-876f-fb373c55cde4 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.6005893 Apr 22 14:35:29.314476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54214) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:29.360337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 1f724c35-4496-4f41-ac0f-447bcc442072, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1f724c35-4496-4f41-ac0f-447bcc442072,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:29.361226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event deleted for resources: {'Port': ['ID=f7931d6a-f469-4239-853e-ca591034634a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:29.405726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.406434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c15eab0f-e966-45fd-a7c7-7190684e99d0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:29.427605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.451042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.457629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Deleting port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:29.458004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.493440 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2084e978-d362-4b47-b240-3e8386b77290 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/ports/31474e44-f543-47bf-b744-ba39c50f1623 HTTP/1.1" status: 204 len: 168 time: 3.0192454 Apr 22 14:35:29.500639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54218) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:29.507031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34dd4400-1afe-4e1e-8362-a0358c20fd23 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "DELETE /v2.0/ports/f7931d6a-f469-4239-853e-ca591034634a HTTP/1.1" status: 204 len: 168 time: 3.0343208 Apr 22 14:35:29.512517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54220) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:29.520704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'external_fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119'}]}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:29.547113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:29.559490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:router and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:29.570478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:29.581510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:29.672022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.673041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.759048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.787043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:29.788736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Router a97f2ea5-546d-47dc-a5fa-aac7bf467272 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:29.942913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=1f724c35-4496-4f41-ac0f-447bcc442072,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:30.134047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54232) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:30.134391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.165704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.173756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c15eab0f-e966-45fd-a7c7-7190684e99d0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:30.187564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c15eab0f-e966-45fd-a7c7-7190684e99d0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:30.188056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.248337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:30.266561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.272469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Sync routers for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:30.294060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d8a209cb-f58e-42e8-870d-2b7197cf7a82 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7780905 Apr 22 14:35:30.302840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54236) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:30.305470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=625261fd-97f5-4dc0-8c00-5fb9403cf500,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:30.319485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1913346173'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:30.320901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] In _notify_port_updated(), no bound segment for port 625261fd-97f5-4dc0-8c00-5fb9403cf500 on network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:30.330353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:30.331359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.334643 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-50cb4b42-bffb-4bca-9798-e6c83c6c00db tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "PUT /v2.0/ports/625261fd-97f5-4dc0-8c00-5fb9403cf500 HTTP/1.1" status: 200 len: 1001 time: 1.5572619 Apr 22 14:35:30.342984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54240) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:30.345643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:30.359150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Usage tracker for resource:network and tenant:0d224b495ce849d097096ec88408b777 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:30.373474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:30.386997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.388647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e7efd037-cf98-4972-88c5-393f0525198e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5331717 Apr 22 14:35:30.391608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:30.398331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54244) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:30.411454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.418234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:30.423734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:30.424966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:30.494987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Usage tracker for resource:security_group_rule and tenant:b5eef994dc1344a899b78f3b13cb42fe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:30.519553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:30.524887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Made reservation on behalf of 0d224b495ce849d097096ec88408b777 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:30.528085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.542528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48edf26a-2480-41e8-9738-dfd1210c9e6e None None] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:30.563222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:30.574189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.574629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Added segment 198cb664-5848-4077-88b7-1ab854428d1b of type vlan for network 8a510b1e-3bd6-4682-b55d-9eb0238316d2 Apr 22 14:35:30.581775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port 625261fd-97f5-4dc0-8c00-5fb9403cf500 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:30.582132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.604877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.670723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] For port e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3, host hv-neutron-8388, got binding levels [] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:30.671349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.677118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Provisioning complete for port c15eab0f-e966-45fd-a7c7-7190684e99d0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:30.677576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.691265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:30.698237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.702017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:30.702821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:30.823442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Calling delete_port for e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:30.884459 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5770438 Apr 22 14:35:30.886373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54250) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:30.896066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37afb88-6270-45a9-a54e-638b859e7a68 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event updated for resources: {'Network': ['ID=8a510b1e-3bd6-4682-b55d-9eb0238316d2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:30.946305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 8a510b1e-3bd6-4682-b55d-9eb0238316d2 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:31.034875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.092369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.123483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.143919 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c16bcf77-54e3-4d2d-907c-c721df373eaf tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 HTTP/1.1" status: 204 len: 168 time: 1.8118043 Apr 22 14:35:31.144159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54254) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:31.147317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.197972 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1463c8-39fc-4dcd-9425-d0c837bde552 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:31.198528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3e1463c8-39fc-4dcd-9425-d0c837bde552 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Synchronizing usage tracker for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:31.235474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.242232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.267336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.306727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.314559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb90eec-6a22-43e6-a8b8-fea559c30019,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.323823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Calling delete_port for 625261fd-97f5-4dc0-8c00-5fb9403cf500 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:31.374426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3e1463c8-39fc-4dcd-9425-d0c837bde552 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Unset dirty status for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:31.379715 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3e1463c8-39fc-4dcd-9425-d0c837bde552 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "GET /v2.0/ports/e5fb9974-2ac2-4c22-a69e-f0ac93cc09e3 HTTP/1.1" status: 404 len: 333 time: 0.2306528 Apr 22 14:35:31.379892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] For port c15eab0f-e966-45fd-a7c7-7190684e99d0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c15eab0f-e966-45fd-a7c7-7190684e99d0,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:31.380069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54258) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:31.386784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:31.388200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Request body: {'port': {'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410153026'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:31.394770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.395094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:31.404755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:31.409875 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Sync routers for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:31.427438 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:31.428066 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:31.435799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:31.469507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.516585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Made reservation on behalf of 20b03ff4411247ca935ccc8f2c1505e8 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:31.518785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.536569 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b5b79f6e-5e83-420f-97d8-34ecadbab090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5eef994dc1344a899b78f3b13cb42fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3848574 Apr 22 14:35:31.552500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54262) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:31.555987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port 26a577e3-dacb-463a-852d-3e351856feb3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:31.563094 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-26729786-98f4-4b80-96b1-7760e9e147a7 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/agents/a8656674-008d-41ea-8352-85df98f36631/dhcp-networks HTTP/1.1" status: 200 len: 7828 time: 0.6684721 Apr 22 14:35:31.565452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54266) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:31.569470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.573318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:35:31.573794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0d9d046f-158f-4156-ad6e-0d79b6b3374f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8305347 Apr 22 14:35:31.574103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:35:31.577789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54270) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:31.627575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.698187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Port': ['ID=625261fd-97f5-4dc0-8c00-5fb9403cf500,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.701568 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:31.773354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Provisioning for port 625261fd-97f5-4dc0-8c00-5fb9403cf500 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:31.786031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Pushing event updated for resources: {'Port': ['ID=c15eab0f-e966-45fd-a7c7-7190684e99d0,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:31.813240 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Provisioning complete for port 625261fd-97f5-4dc0-8c00-5fb9403cf500 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:31.814762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:31.872176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Port 625261fd-97f5-4dc0-8c00-5fb9403cf500 was deleted so its status cannot be updated. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:35:31.905494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ff1a55a3-92a1-41a8-a38a-27a91ea696ab None None] Provisioning for port e34e07cf-12f5-4c65-b8cb-1756266ea702 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:32.092543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.141343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.167484 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:26Z', 'revision_number': 3, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:32.176414 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Checking router: a97f2ea5-546d-47dc-a5fa-aac7bf467272 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:32.177015 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Updating router a97f2ea5-546d-47dc-a5fa-aac7bf467272 port 13469982-0344-4a2e-8327-b0d077f189bf binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:32.180287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b47617bd-fc0c-4c5d-950e-bfbebd583748 None None] Provisioning for port d7632f2e-0b9b-418e-9955-a48b0a556e5d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:32.215940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b47617bd-fc0c-4c5d-950e-bfbebd583748 None None] Could not find standard attr ID for object 625261fd-97f5-4dc0-8c00-5fb9403cf500. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:35:32.285889 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.306364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:23Z', 'revision_number': 3, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:32.315610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Checking router: d33f79f8-4165-4285-af40-389254828306 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:32.316471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Updating router d33f79f8-4165-4285-af40-389254828306 port 3c874f41-c546-41cc-b6ed-20f4af3796bf binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:32.410960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=26a577e3-dacb-463a-852d-3e351856feb3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:32.506504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Network 2d4bc2af-b53e-4125-ad17-219b53cd34ca is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:32.514352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:32.518720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:32.519834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:32.536271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.551686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.551897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.596648 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-004b8ed4-4280-420e-bb40-324d1ae02a7a tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/ports/625261fd-97f5-4dc0-8c00-5fb9403cf500 HTTP/1.1" status: 204 len: 168 time: 2.2510791 Apr 22 14:35:32.599814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54274) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:32.649378 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5765b7-c646-4ca8-bba0-c4eb65272e12 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] GET failed (client error): The resource could not be found. Apr 22 14:35:32.652759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-be5765b7-c646-4ca8-bba0-c4eb65272e12 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Synchronizing usage tracker for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:32.661067 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-77580422-5bb9-484e-aaaf-2515a7d87a04 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2799902 Apr 22 14:35:32.667002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54278) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:32.676768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:32.729855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-be5765b7-c646-4ca8-bba0-c4eb65272e12 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Unset dirty status for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:32.734947 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-be5765b7-c646-4ca8-bba0-c4eb65272e12 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "GET /v2.0/ports/625261fd-97f5-4dc0-8c00-5fb9403cf500 HTTP/1.1" status: 404 len: 333 time: 0.1340461 Apr 22 14:35:32.735588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54282) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:32.745083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-16649686'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:32.759544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.765513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a1cd4083-ab08-43b6-8137-f861a4518fff up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:32.833903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0f5c2f0d-21b2-433b-9911-4ff6703b04bd None None] Could not find standard attr ID for object f7931d6a-f469-4239-853e-ca591034634a. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:35:32.878365 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.878962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a1cd4083-ab08-43b6-8137-f861a4518fff triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:32.878962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.905310 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Transition to ACTIVE for port object 13469982-0344-4a2e-8327-b0d077f189bf will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:32.914402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.918207 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.934079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b6daaf-30b0-4b9c-8df2-a26729f2d762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.965754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b6daaf-30b0-4b9c-8df2-a26729f2d762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:32.987861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:32.996644 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af6443-32cd-4b8d-b2c0-455fdf7afbaa None None] Pushing event updated for resources: {'Port': ['ID=13469982-0344-4a2e-8327-b0d077f189bf,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.010235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:33.039447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.043883 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Attempting to bind port 13469982-0344-4a2e-8327-b0d077f189bf on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:33.044686 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Attempting to bind port 13469982-0344-4a2e-8327-b0d077f189bf by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:33.045955 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Attempting to bind port 13469982-0344-4a2e-8327-b0d077f189bf on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:33.054643 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:33.055100 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:33.055561 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.056061 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:33.056520 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Bound port: 13469982-0344-4a2e-8327-b0d077f189bf, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:33.056908 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.113002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:33.116163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.124662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Allocated IP 172.20.0.1 (1ed703d7-105d-41d7-8659-3ab755ed2a64/aa35179a-95ff-47b5-a03a-248df05cd55a/92eda67d-c3d3-4d14-a83c-592f6d698d21) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:33.148402 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] For port 13469982-0344-4a2e-8327-b0d077f189bf, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:33.154039 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] For port 13469982-0344-4a2e-8327-b0d077f189bf, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=13469982-0344-4a2e-8327-b0d077f189bf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:33.162892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] device_id is not set on port 7f3fe137-ae1b-4c8a-8085-106761f69d75 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:33.167197 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.167361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b6daaf-30b0-4b9c-8df2-a26729f2d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.187485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c3c2c-3ada-4f05-a6c0-442ebc66a4e7 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] Network 8a510b1e-3bd6-4682-b55d-9eb0238316d2 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:35:33.248650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 899ece09-a780-4deb-9889-e8e6f770c440 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:33.255356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6daaf-30b0-4b9c-8df2-a26729f2d762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb90eec-6a22-43e6-a8b8-fea559c30019,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.312402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.349752 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af6443-32cd-4b8d-b2c0-455fdf7afbaa None None] Pushing event updated for resources: {'Port': ['ID=13469982-0344-4a2e-8327-b0d077f189bf,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.351588 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-424c3c2c-3ada-4f05-a6c0-442ebc66a4e7 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "POST /v2.0/agents/a8656674-008d-41ea-8352-85df98f36631/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.7834189 Apr 22 14:35:33.355991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54286) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:33.364013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port 26a577e3-dacb-463a-852d-3e351856feb3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:33.369331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4f7f2-afa0-49d8-b33f-8d83d6375540 None None] Network 8a510b1e-3bd6-4682-b55d-9eb0238316d2 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:33.394962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b6daaf-30b0-4b9c-8df2-a26729f2d762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.396063 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-17b6daaf-30b0-4b9c-8df2-a26729f2d762 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beb90eec-6a22-43e6-a8b8-fea559c30019 HTTP/1.1" status: 204 len: 168 time: 1.8390162 Apr 22 14:35:33.405665 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:33.405872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.406401 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:33.520212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Allocated IP 2001:db8::3f (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/7f3fe137-ae1b-4c8a-8085-106761f69d75) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:33.527441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Transition to ACTIVE for port object 26a577e3-dacb-463a-852d-3e351856feb3 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:33.535635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Transition to ACTIVE for port object 3c874f41-c546-41cc-b6ed-20f4af3796bf will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:33.558724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.673362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.674758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Allocated IP 2001:db8::119 (bbb1c580-6202-44bf-8f2c-e291888f30d9/1db8c469-0596-4e55-9731-1afc37dfea4a/3d63b8e8-ff61-45ae-a105-34af46ef10b4) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:33.680025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.681440 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:33.781524 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ecadec82-fe45-4648-97be-369a8ff5fed1 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/agents/a8656674-008d-41ea-8352-85df98f36631/dhcp-networks HTTP/1.1" status: 200 len: 8573 time: 0.4244549 Apr 22 14:35:33.792036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54292) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:33.797450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Attempting to bind port 3c874f41-c546-41cc-b6ed-20f4af3796bf on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:33.798194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Attempting to bind port 3c874f41-c546-41cc-b6ed-20f4af3796bf by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:33.798781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Attempting to bind port 3c874f41-c546-41cc-b6ed-20f4af3796bf on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:33.805694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.827174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=26a577e3-dacb-463a-852d-3e351856feb3,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.850811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad89e5-b2e8-4f0f-9a1e-941eaf228413 None None] Pushing event updated for resources: {'Port': ['ID=3c874f41-c546-41cc-b6ed-20f4af3796bf,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:33.867185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:33.868991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:33.869725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.870292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:33.871183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Bound port: 3c874f41-c546-41cc-b6ed-20f4af3796bf, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:33.873126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:33.894002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Transition to ACTIVE for port object 92eda67d-c3d3-4d14-a83c-592f6d698d21 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:33.947851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 899ece09-a780-4deb-9889-e8e6f770c440 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:33.963992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 899ece09-a780-4deb-9889-e8e6f770c440 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:33.964352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.063862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] For port 3c874f41-c546-41cc-b6ed-20f4af3796bf, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:34.067868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] For port 3c874f41-c546-41cc-b6ed-20f4af3796bf, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3c874f41-c546-41cc-b6ed-20f4af3796bf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:34.093250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.094000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.095399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.111988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.137572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:26Z', 'revision_number': 3, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:34.147308 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275aff13-2dda-4e6d-8dfa-ba9744d2950f None None] The sync data for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv is: [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:26Z', 'revision_number': 3, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:34.173236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.173827 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.185827 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 2 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.207534 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6fb89c18-ee09-4215-b5cb-8c886f8620de tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "DELETE /v2.0/agents/a8656674-008d-41ea-8352-85df98f36631/dhcp-networks/8a510b1e-3bd6-4682-b55d-9eb0238316d2 HTTP/1.1" status: 204 len: 168 time: 0.4142675 Apr 22 14:35:34.211802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54304) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:34.212474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.212811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.213120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.221103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.232492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad89e5-b2e8-4f0f-9a1e-941eaf228413 None None] Pushing event updated for resources: {'Port': ['ID=3c874f41-c546-41cc-b6ed-20f4af3796bf,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.247616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.248241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 899ece09-a780-4deb-9889-e8e6f770c440, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=899ece09-a780-4deb-9889-e8e6f770c440,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:34.249460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:34.250196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:34.251983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.252304 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.256196 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 3 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.316993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.318061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1f724c35-4496-4f41-ac0f-447bcc442072 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:34.376505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Transition to ACTIVE for port object 7f3fe137-ae1b-4c8a-8085-106761f69d75 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:34.383405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.383740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.384075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.399875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.400202 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.404668 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 4 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.423479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.423844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.424130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.442394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.442717 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.447933 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 5 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.470925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.471241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.471742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.480727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.481050 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.486564 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 6 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.496496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.528920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.529121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.529715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.549233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.549415 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.553402 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 7 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.561799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.573007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.573263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.574099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.576601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.599063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=899ece09-a780-4deb-9889-e8e6f770c440,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.623459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:34.672115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=7f3fe137-ae1b-4c8a-8085-106761f69d75,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.692374 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f48ea2c-2068-42ea-b5a9-ab827cb9c2dd tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/agents/a8656674-008d-41ea-8352-85df98f36631/dhcp-networks HTTP/1.1" status: 200 len: 7828 time: 0.4736638 Apr 22 14:35:34.694702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:34.698704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54314) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:34.700086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:34.703240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:34.710277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:34.711380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.769632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.769997 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:34.771304 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 8 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:34.781297 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-28199ffe-cebc-4ba9-b1c6-db49c09b2008 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0427833 Apr 22 14:35:34.789373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54318) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:34.806092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:77:de:ea'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:34.821912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:34.835876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1f724c35-4496-4f41-ac0f-447bcc442072 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:34.836296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.841548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:34.865381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:34.866958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:34.867462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:34.872394 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d654c99f-6dac-473c-a371-b243f2d9da28 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/networks/82e58fd3-f93a-4f0b-8468-cfadb43f08db/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1221726 Apr 22 14:35:34.891657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network bbb1c580-6202-44bf-8f2c-e291888f30d9 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:34.892796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Pushing event updated for resources: {'Port': ['ID=92eda67d-c3d3-4d14-a83c-592f6d698d21,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:34.983059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54324) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:34.984050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:34.984379 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:35.001959 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 9 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:35.005851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:35.093466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:35.143256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:35.143732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.152142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:35.174567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:35.175108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:35.175186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:35.191530 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3966f811-acb4-492f-99f8-e08c268b1bdc tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/networks/82e58fd3-f93a-4f0b-8468-cfadb43f08db/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2052088 Apr 22 14:35:35.198856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54330) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:35.217766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:35.218087 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:35.239765 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 10 to bind port 26a577e3-dacb-463a-852d-3e351856feb3 Apr 22 14:35:35.262085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e34e07cf-12f5-4c65-b8cb-1756266ea702 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:35.295408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:35.295737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:35.304150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:35.349795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:35.350326 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 26a577e3-dacb-463a-852d-3e351856feb3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:35.350853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.364457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2e7e094c-fa40-4dae-ad21-3593db2fd4cc None None] Provisioning for port 7f3fe137-ae1b-4c8a-8085-106761f69d75 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:35.434650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2e7e094c-fa40-4dae-ad21-3593db2fd4cc None None] Provisioning complete for port 7f3fe137-ae1b-4c8a-8085-106761f69d75 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:35.435027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2e7e094c-fa40-4dae-ad21-3593db2fd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.442987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Port': ['ID=3d63b8e8-ff61-45ae-a105-34af46ef10b4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:35.541590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e094c-fa40-4dae-ad21-3593db2fd4cc None None] Port 7f3fe137-ae1b-4c8a-8085-106761f69d75 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:35.567237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port e34e07cf-12f5-4c65-b8cb-1756266ea702 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:35.579465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e34e07cf-12f5-4c65-b8cb-1756266ea702 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:35.580314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.640701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.646855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:23Z', 'revision_number': 3, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:35.658456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c7251-9946-4262-a88f-8c7f06ae16d7 None None] The sync data for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv is: [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:23Z', 'revision_number': 3, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:35.756217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b3d1c264-58a2-41b8-9942-ba671404107e None None] Provisioning for port 92eda67d-c3d3-4d14-a83c-592f6d698d21 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:35.758913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] For port 26a577e3-dacb-463a-852d-3e351856feb3, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:35.759282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempted to set empty binding levels {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:35:35.766288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b3d1c264-58a2-41b8-9942-ba671404107e None None] Provisioning complete for port 92eda67d-c3d3-4d14-a83c-592f6d698d21 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:35.766700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c264-58a2-41b8-9942-ba671404107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.812607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.823065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.887661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1c264-58a2-41b8-9942-ba671404107e None None] Port 92eda67d-c3d3-4d14-a83c-592f6d698d21 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:35.905603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port e34e07cf-12f5-4c65-b8cb-1756266ea702, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e34e07cf-12f5-4c65-b8cb-1756266ea702,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:35.917857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:35.919199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d7632f2e-0b9b-418e-9955-a48b0a556e5d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:36.076147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.078683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.083160 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:35:36.111127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.149294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.199046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d7632f2e-0b9b-418e-9955-a48b0a556e5d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:36.209639 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e5a297f3-17ac-41b1-88a1-317cfb1dfac2 tempest-DHCPAgentSchedulersTestJSON-499722875 tempest-DHCPAgentSchedulersTestJSON-499722875-project-admin] 10.222.0.32 "GET /v2.0/agents/a8656674-008d-41ea-8352-85df98f36631/dhcp-networks HTTP/1.1" status: 200 len: 7828 time: 1.0044270 Apr 22 14:35:36.220169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] In _notify_port_updated(), no bound segment for port 26a577e3-dacb-463a-852d-3e351856feb3 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:36.221221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.223061 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "PUT /v2.0/ports/26a577e3-dacb-463a-852d-3e351856feb3 HTTP/1.1" status: 200 len: 976 time: 3.5550818 Apr 22 14:35:36.223731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54346) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:36.229654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54348) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:36.230019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d7632f2e-0b9b-418e-9955-a48b0a556e5d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:36.230382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.232690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] In _notify_port_updated(), no bound segment for port 7f3fe137-ae1b-4c8a-8085-106761f69d75 on network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:36.236928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:36.237852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.239074 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "PUT /v2.0/ports/7f3fe137-ae1b-4c8a-8085-106761f69d75 HTTP/1.1" status: 200 len: 1000 time: 1.4487247 Apr 22 14:35:36.241546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58832e2-87b5-40dc-a027-1fdda9fa442c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=26a577e3-dacb-463a-852d-3e351856feb3,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:36.339365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54354) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:36.340415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5b9a-8461-48f2-a02f-54e281551a3c tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=7f3fe137-ae1b-4c8a-8085-106761f69d75,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:36.353805 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=e34e07cf-12f5-4c65-b8cb-1756266ea702,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:36.516553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.579011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port d7632f2e-0b9b-418e-9955-a48b0a556e5d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d7632f2e-0b9b-418e-9955-a48b0a556e5d,segment=NetworkSegment(645c40f1-003b-49e3-9f4c-ae218ecc6da5),segment_id=645c40f1-003b-49e3-9f4c-ae218ecc6da5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:36.590093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.591492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c15eab0f-e966-45fd-a7c7-7190684e99d0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:36.621000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port 7f3fe137-ae1b-4c8a-8085-106761f69d75 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:36.621294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.670678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.773954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54362) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:36.807677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=d7632f2e-0b9b-418e-9955-a48b0a556e5d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:36.823217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c15eab0f-e966-45fd-a7c7-7190684e99d0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:36.823592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.829800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.830555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.856593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1bffcaae-d1ef-448c-9a02-563eeaa775ca None None] Provisioning complete for port 7f3fe137-ae1b-4c8a-8085-106761f69d75 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:36.856958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1bffcaae-d1ef-448c-9a02-563eeaa775ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:36.883868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3ebd0aa3-0f11-4364-80e1-f7684683f8b6 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Synchronizing usage tracker for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:36.934980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1bffcaae-d1ef-448c-9a02-563eeaa775ca None None] Port 7f3fe137-ae1b-4c8a-8085-106761f69d75 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:37.026083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Allocated IP 172.20.0.1 (4d70859f-e131-46bb-aea5-31cae6316e88/814f67be-19cd-46cd-aeb4-ac7f25f00ef4/0d1c33cb-292c-476d-818b-107157e89c98) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:37.057813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3ebd0aa3-0f11-4364-80e1-f7684683f8b6 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Unset dirty status for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:37.058846 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3ebd0aa3-0f11-4364-80e1-f7684683f8b6 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15452 time: 0.8187304 Apr 22 14:35:37.117937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54368) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:37.122650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-75889318', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:37.136080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:37.168679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Usage tracker for resource:port and tenant:db3b5848df884973892b12c96a168110 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:37.169011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.177711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:37.202453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.217024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > segment before_delete 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.217564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.218249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.218483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > port after_create 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.218776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:37.218895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > port after_delete 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.219126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > port after_update 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.219471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > segment after_delete 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.219778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet after_create 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.220419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet after_delete 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.220522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet after_update 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.224572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e34e07cf-12f5-4c65-b8cb-1756266ea702 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:37.298874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e34e07cf-12f5-4c65-b8cb-1756266ea702 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:37.299248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.388428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet after_create 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.388684 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet after_delete 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.389012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet before_create 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.389342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Subscribe: > subnet before_update 55550000 {{(pid=84058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:37.389742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a510b1e-3bd6-4682-b55d-9eb0238316d2']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:37.405581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198cb664-5848-4077-88b7-1ab854428d1b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:37.405989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198cb664-5848-4077-88b7-1ab854428d1b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:37.423004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d7632f2e-0b9b-418e-9955-a48b0a556e5d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:37.428758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.438822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Made reservation on behalf of db3b5848df884973892b12c96a168110 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:37.441133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.451005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Deleting port 26a577e3-dacb-463a-852d-3e351856feb3 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:37.451346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.461889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:37.491218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d7632f2e-0b9b-418e-9955-a48b0a556e5d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:37.492512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.511433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.515751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.527986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.529632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:37.530027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.546898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.551915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.552619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn_limited( Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn_limited( Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:37.556113 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:37.635446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3c874f41-c546-41cc-b6ed-20f4af3796bf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:37.707161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 3c874f41-c546-41cc-b6ed-20f4af3796bf completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:37.713111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3c874f41-c546-41cc-b6ed-20f4af3796bf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:37.713913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.724851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.775274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Calling delete_port for 7f3fe137-ae1b-4c8a-8085-106761f69d75 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:37.817007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Pushing event updated for resources: {'Port': ['ID=92eda67d-c3d3-4d14-a83c-592f6d698d21,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:37.832094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Transition to ACTIVE for port object 0d1c33cb-292c-476d-818b-107157e89c98 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:37.842388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.844268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.848890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.862962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3c874f41-c546-41cc-b6ed-20f4af3796bf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3c874f41-c546-41cc-b6ed-20f4af3796bf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:37.868091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:37.869615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 899ece09-a780-4deb-9889-e8e6f770c440 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:37.890138 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "DELETE /v2.0/networks/8a510b1e-3bd6-4682-b55d-9eb0238316d2 HTTP/1.1" status: 204 len: 168 time: 1.6599965 Apr 22 14:35:37.890138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfd92-de1a-43af-b344-f572ad76d9e9 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event deleted for resources: {'Network': ['ID=8a510b1e-3bd6-4682-b55d-9eb0238316d2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:37.891738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54372) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:37.922999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:37.933091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Usage tracker for resource:security_group_rule and tenant:db3b5848df884973892b12c96a168110 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:37.939789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:37.964389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:37.972702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Allocated IP 172.20.0.1 (d09090f3-951b-4055-9bcc-1afc7b6b6ab6/802b3571-e9f9-4d1f-a444-60f04e693561/50f4eb06-81c3-4d49-ba7d-61cd52aef978) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:37.988914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3c874f41-c546-41cc-b6ed-20f4af3796bf,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.001443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 899ece09-a780-4deb-9889-e8e6f770c440 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:38.002012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.021455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:38.038622 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-37629866-1b40-4188-8a68-b59ae33d5818 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] DELETE failed (client error): The resource could not be found. Apr 22 14:35:38.038622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37629866-1b40-4188-8a68-b59ae33d5818 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:35:38.038622 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37629866-1b40-4188-8a68-b59ae33d5818 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "DELETE /v2.0/ports/f7931d6a-f469-4239-853e-ca591034634a HTTP/1.1" status: 404 len: 333 time: 0.1234515 Apr 22 14:35:38.040105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54376) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.042497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:38.051779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.108551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] For port 26a577e3-dacb-463a-852d-3e351856feb3, host hv-neutron-8388, got binding levels [] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:38.108911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.142263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13469982-0344-4a2e-8327-b0d077f189bf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:38.251810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 13469982-0344-4a2e-8327-b0d077f189bf completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:38.257150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 13469982-0344-4a2e-8327-b0d077f189bf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:38.257530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.296639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Calling delete_port for 26a577e3-dacb-463a-852d-3e351856feb3 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:38.411959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.429266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b863c37-ce73-46af-98be-41fb9022e3ef None None] Provisioning complete for port 92eda67d-c3d3-4d14-a83c-592f6d698d21 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:38.430449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9b863c37-ce73-46af-98be-41fb9022e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.472694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 13469982-0344-4a2e-8327-b0d077f189bf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=13469982-0344-4a2e-8327-b0d077f189bf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:38.484574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.488915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.529015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Network 4d70859f-e131-46bb-aea5-31cae6316e88 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:38.531004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1c33cb-292c-476d-818b-107157e89c98,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.537276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9b863c37-ce73-46af-98be-41fb9022e3ef None None] Port 92eda67d-c3d3-4d14-a83c-592f6d698d21 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:38.543590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.549955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:38.562011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:38.562435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.568825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=13469982-0344-4a2e-8327-b0d077f189bf,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.592208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Transition to ACTIVE for port object 50f4eb06-81c3-4d49-ba7d-61cd52aef978 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:38.599056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.600392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.605406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Port': ['ID=7f3fe137-ae1b-4c8a-8085-106761f69d75,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.621044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.635378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] device_id is not set on port 0a706c3f-9dd2-4096-9c78-779b84131e86 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:38.669772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event deleted for resources: {'Port': ['ID=26a577e3-dacb-463a-852d-3e351856feb3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.728245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.733184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Deleting subnet b5381de8-b058-44d6-beb1-c4dd4558862f {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:38.741647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.747289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.802083 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-914248a5-7b09-4eff-bc6c-4261f0158609 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/ports/7f3fe137-ae1b-4c8a-8085-106761f69d75 HTTP/1.1" status: 204 len: 168 time: 2.4575264 Apr 22 14:35:38.809840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54380) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.861938 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-11298c8d-4494-42f9-b187-192b33fa9666 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "DELETE /v2.0/ports/26a577e3-dacb-463a-852d-3e351856feb3 HTTP/1.1" status: 204 len: 168 time: 1.7430546 Apr 22 14:35:38.865907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54384) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:38.866474 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-474e92c5-4c82-4b5a-a117-bda76c0fdb2d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] GET failed (client error): The resource could not be found. Apr 22 14:35:38.866744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-474e92c5-4c82-4b5a-a117-bda76c0fdb2d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Synchronizing usage tracker for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:38.877609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ac069-b766-4723-8430-ba76fe0f1641,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:38.885577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Router 2f6c7604-4ed3-47e8-a90c-734139b29ab9 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:38.914717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.953590 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-909343a8-a943-4c62-9d9b-06927e687e14 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:38.954134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-909343a8-a943-4c62-9d9b-06927e687e14 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Synchronizing usage tracker for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:38.967736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.973280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4b07c62-5403-443c-8491-214d01b31913 None None] Provisioning for port 0d1c33cb-292c-476d-818b-107157e89c98 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:38.981695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4b07c62-5403-443c-8491-214d01b31913 None None] Provisioning complete for port 0d1c33cb-292c-476d-818b-107157e89c98 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:38.982352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e4b07c62-5403-443c-8491-214d01b31913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:38.986484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-474e92c5-4c82-4b5a-a117-bda76c0fdb2d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Unset dirty status for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:38.991212 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-474e92c5-4c82-4b5a-a117-bda76c0fdb2d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "GET /v2.0/ports/7f3fe137-ae1b-4c8a-8085-106761f69d75 HTTP/1.1" status: 404 len: 333 time: 0.1768103 Apr 22 14:35:38.992307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54388) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:39.002055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-895338572'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:39.020233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-909343a8-a943-4c62-9d9b-06927e687e14 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Unset dirty status for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:39.025136 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-909343a8-a943-4c62-9d9b-06927e687e14 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "GET /v2.0/ports/26a577e3-dacb-463a-852d-3e351856feb3 HTTP/1.1" status: 404 len: 333 time: 0.1517563 Apr 22 14:35:39.039398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54392) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:39.049650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e4b07c62-5403-443c-8491-214d01b31913 None None] Port 0d1c33cb-292c-476d-818b-107157e89c98 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:39.056547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-878484363', 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:39.100252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:39.105495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.114701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13469982-0344-4a2e-8327-b0d077f189bf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:39.173272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.192808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 13469982-0344-4a2e-8327-b0d077f189bf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:39.193436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.243725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:39.260389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:39.276483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:39.279931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.280091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:39.303773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:39.305347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] device_id is not set on port 710b9663-8d6f-47a9-b65a-dc54e6cce18e yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:39.342716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.358812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Allocated IP 172.26.2.241 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/0a706c3f-9dd2-4096-9c78-779b84131e86) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:39.360921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:39.361374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.363916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:39.373469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3c874f41-c546-41cc-b6ed-20f4af3796bf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:39.388786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event deleted for resources: {'Subnet': ['ID=b5381de8-b058-44d6-beb1-c4dd4558862f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:39.417983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.434355 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-82750c67-8544-44f8-937e-5b2cce35e209 tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "DELETE /v2.0/subnets/b5381de8-b058-44d6-beb1-c4dd4558862f HTTP/1.1" status: 204 len: 168 time: 1.3919208 Apr 22 14:35:39.440412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54396) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:39.448142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Pushing event updated for resources: {'Port': ['ID=50f4eb06-81c3-4d49-ba7d-61cd52aef978,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:39.451221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Made reservation on behalf of 20b03ff4411247ca935ccc8f2c1505e8 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:39.453453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.512115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e09bcb-b920-4961-9e02-57ba8085c2e0 None None] Network 82e58fd3-f93a-4f0b-8468-cfadb43f08db requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:39.610350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port 8d49260c-539a-4099-b016-018581a7944d yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:39.632634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-51eee1bc-e4e9-41b2-a018-d0b9d32ab327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.634854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.637382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Allocated IP 2001:db8::22c (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/710b9663-8d6f-47a9-b65a-dc54e6cce18e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:39.655202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3c874f41-c546-41cc-b6ed-20f4af3796bf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:39.655572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.669232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Deleting port d7632f2e-0b9b-418e-9955-a48b0a556e5d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:39.669820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.794389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7810cc29-6501-4ed1-91bd-fd47fb2a75f0 None None] Provisioning for port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:39.808429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7810cc29-6501-4ed1-91bd-fd47fb2a75f0 None None] Provisioning complete for port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:39.808802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7810cc29-6501-4ed1-91bd-fd47fb2a75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.914725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7810cc29-6501-4ed1-91bd-fd47fb2a75f0 None None] Port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:39.982870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:39.996597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] DHCP port deletion for 82e58fd3-f93a-4f0b-8468-cfadb43f08db request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:35:40.000958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Deleting port d7632f2e-0b9b-418e-9955-a48b0a556e5d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:40.001710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.019859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] For port d7632f2e-0b9b-418e-9955-a48b0a556e5d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d7632f2e-0b9b-418e-9955-a48b0a556e5d,segment=NetworkSegment(645c40f1-003b-49e3-9f4c-ae218ecc6da5),segment_id=645c40f1-003b-49e3-9f4c-ae218ecc6da5)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:40.020084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.036830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.189180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.196320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:40.219113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Calling delete_port for d7632f2e-0b9b-418e-9955-a48b0a556e5d owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:40.231433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.246296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] For port d7632f2e-0b9b-418e-9955-a48b0a556e5d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d7632f2e-0b9b-418e-9955-a48b0a556e5d,segment=NetworkSegment(645c40f1-003b-49e3-9f4c-ae218ecc6da5),segment_id=645c40f1-003b-49e3-9f4c-ae218ecc6da5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:40.246644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.256906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.257565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.264969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Transition to ACTIVE for port object 710b9663-8d6f-47a9-b65a-dc54e6cce18e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:40.321697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.361058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.374112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event deleted for resources: {'Port': ['ID=d7632f2e-0b9b-418e-9955-a48b0a556e5d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:40.397473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.401234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:40.412933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Calling delete_port for d7632f2e-0b9b-418e-9955-a48b0a556e5d owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:40.425682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] No DVR routers for this DVR port d7632f2e-0b9b-418e-9955-a48b0a556e5d on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:35:40.500021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:40.507157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:40.508999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=710b9663-8d6f-47a9-b65a-dc54e6cce18e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:40.511339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:40.515281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:40.515885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.555737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1c33cb-292c-476d-818b-107157e89c98,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:40.607290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:35:40.607868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.608470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:35:40.616834 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7b2b013d-9dd2-41fb-ab95-d9d7683cf7f2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6238954 Apr 22 14:35:40.620046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54400) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:40.630731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.632022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'network_id': '36e3cf0c-95b8-44f6-9e16-644cfcf63626', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281959400'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:40.692236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:40.705650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e58fd3-f93a-4f0b-8468-cfadb43f08db']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:40.708226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Sync routers for ids ['2f6c7604-4ed3-47e8-a90c-734139b29ab9'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:40.725410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Routers {'2f6c7604-4ed3-47e8-a90c-734139b29ab9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:40.726229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2f6c7604-4ed3-47e8-a90c-734139b29ab9'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:40.732584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645c40f1-003b-49e3-9f4c-ae218ecc6da5') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:40.732872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645c40f1-003b-49e3-9f4c-ae218ecc6da5') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:40.757462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.799181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.816722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:40.817114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:40.831207 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:40.896645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4e05274c-f5d0-4bc6-8557-9222d8cdb30d None None] Provisioning for port 710b9663-8d6f-47a9-b65a-dc54e6cce18e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:40.904178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:40.905177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4e05274c-f5d0-4bc6-8557-9222d8cdb30d None None] Provisioning complete for port 710b9663-8d6f-47a9-b65a-dc54e6cce18e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:40.905743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e05274c-f5d0-4bc6-8557-9222d8cdb30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.919519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:40.929759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.949125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.955723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Made reservation on behalf of 8289085c182f4421bdefa0cf88ae018b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:40.958644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:40.977584 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] 10.222.0.32 "DELETE /v2.0/networks/82e58fd3-f93a-4f0b-8468-cfadb43f08db HTTP/1.1" status: 204 len: 168 time: 1.5354939 Apr 22 14:35:40.980158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ec51-4857-4a6d-a0bc-914cf1ce0d5c tempest-DHCPAgentSchedulersTestJSON-1935761229 tempest-DHCPAgentSchedulersTestJSON-1935761229-project] Pushing event deleted for resources: {'Network': ['ID=82e58fd3-f93a-4f0b-8468-cfadb43f08db,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:40.988798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] device_id is not set on port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:41.001665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4e05274c-f5d0-4bc6-8557-9222d8cdb30d None None] Port 710b9663-8d6f-47a9-b65a-dc54e6cce18e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:41.010256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Set router 2f6c7604-4ed3-47e8-a90c-734139b29ab9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:41.027969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Network 4d70859f-e131-46bb-aea5-31cae6316e88 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:41.042645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:41.140980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.163754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Deleting port d7632f2e-0b9b-418e-9955-a48b0a556e5d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:41.163754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.192917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Allocated IP 2001:db8::110 (36e3cf0c-95b8-44f6-9e16-644cfcf63626/49d89521-012a-4b37-ac68-d25a0a30199e/3c337ca2-5bf8-40a0-bdd3-71aef918cdd8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:41.197307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d7632f2e-0b9b-418e-9955-a48b0a556e5d no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:41.235665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:41.253445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:41.255422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Pushing event updated for resources: {'Port': ['ID=0a706c3f-9dd2-4096-9c78-779b84131e86,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:41.262249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:41.263055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.263640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.267547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:41.337426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d7632f2e-0b9b-418e-9955-a48b0a556e5d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:35:41.337668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d7632f2e-0b9b-418e-9955-a48b0a556e5d not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:35:41.388953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.396885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.401826 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a37c912b-6899-4e0a-9208-4b7ea434e7de tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.8934624 Apr 22 14:35:41.406445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-02581084-bb69-45c7-b061-71d458a36fa2 None None] The port 'd7632f2e-0b9b-418e-9955-a48b0a556e5d' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:35:41.407742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54406) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.418658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.419437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.452541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Network 2d4bc2af-b53e-4125-ad17-219b53cd34ca is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:41.539885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67d54a3e-58a2-4205-a79e-5d8fe5a1160f None None] Provisioning complete for port 0d1c33cb-292c-476d-818b-107157e89c98 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:41.540243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67d54a3e-58a2-4205-a79e-5d8fe5a1160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.542607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.545636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54412) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.568190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Transition to ACTIVE for port object 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:41.596498 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-67d54a3e-58a2-4205-a79e-5d8fe5a1160f None None] Port 0d1c33cb-292c-476d-818b-107157e89c98 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:41.600232 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b7b6c4c5-12cf-442b-a514-8b2a5c639abb tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.7996225 Apr 22 14:35:41.600949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:41.602771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54418) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.607885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:41.608687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.609298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.611020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.241'}]}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:41.613102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6c7604-4ed3-47e8-a90c-734139b29ab9', 'name': '', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'external_fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '3d63b8e8-ff61-45ae-a105-34af46ef10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:29Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '3d63b8e8-ff61-45ae-a105-34af46ef10b4', 'name': '', 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6c7604-4ed3-47e8-a90c-734139b29ab9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:33Z', 'updated_at': '2022-04-22T14:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:41.617660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.620551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:41.621058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Checking router: 2f6c7604-4ed3-47e8-a90c-734139b29ab9 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:41.621576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Updating router 2f6c7604-4ed3-47e8-a90c-734139b29ab9 port 3d63b8e8-ff61-45ae-a105-34af46ef10b4 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:41.679958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:41.687126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:41.689649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Usage tracker for resource:router and tenant:db3b5848df884973892b12c96a168110 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:41.699848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:41.703971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:41.704594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.715200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.740252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:41.758175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=8d49260c-539a-4099-b016-018581a7944d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:41.758861 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1377687 Apr 22 14:35:41.763576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54422) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.767956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:41.778990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d665fe55-67b8-4116-9c49-891ed4091882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.820711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:77:de:ea'}, {'ip_address': '2001:db8::22c', 'mac_address': 'fa:16:3e:ef:9c:d4'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:41.849781 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-089de5b8-c1da-49d3-a654-1f6340cb5975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d224b495ce849d097096ec88408b777&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3028381 Apr 22 14:35:41.859054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54426) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:41.861794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46714d-82e6-4325-81eb-73b73262abf2 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=3c337ca2-5bf8-40a0-bdd3-71aef918cdd8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:41.880301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.881409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:41.884568 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-890b2a5c-faff-49b1-8b37-a5e5018bc725 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8325281 Apr 22 14:35:41.891627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54430) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:42.012678 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-56492a4d-5635-4708-8600-c51899769b55 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "GET /v2.0/ports/8d49260c-539a-4099-b016-018581a7944d HTTP/1.1" status: 200 len: 954 time: 0.1199148 Apr 22 14:35:42.015472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54434) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:42.019709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.055177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Pushing event updated for resources: {'Port': ['ID=50f4eb06-81c3-4d49-ba7d-61cd52aef978,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.088835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a1365f4-6321-4d64-8d94-5c40936f62b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.161352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Deleting port 8d49260c-539a-4099-b016-018581a7944d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:42.161697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.187928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.190882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-afeb0c0a-44d6-4758-862b-8186b3ce76de None None] Provisioning for port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:42.203038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:42.203709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-afeb0c0a-44d6-4758-862b-8186b3ce76de None None] Provisioning complete for port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:42.204208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-afeb0c0a-44d6-4758-862b-8186b3ce76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.215622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:42.234423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Transition to ACTIVE for port object 3d63b8e8-ff61-45ae-a105-34af46ef10b4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:42.256586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.331552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-afeb0c0a-44d6-4758-862b-8186b3ce76de None None] Port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:42.354481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a1365f4-6321-4d64-8d94-5c40936f62b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.376690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a440562-aaff-4f53-9515-986bff6fdf33 None None] Pushing event updated for resources: {'Port': ['ID=3d63b8e8-ff61-45ae-a105-34af46ef10b4,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.382860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Attempting to bind port 3d63b8e8-ff61-45ae-a105-34af46ef10b4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:42.383311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Attempting to bind port 3d63b8e8-ff61-45ae-a105-34af46ef10b4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'ab322916-031e-4aca-a871-1bb22f7fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:42.383824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Attempting to bind port 3d63b8e8-ff61-45ae-a105-34af46ef10b4 on network bbb1c580-6202-44bf-8f2c-e291888f30d9 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:42.398787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:42.399204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Checking segment: {'id': 'ab322916-031e-4aca-a871-1bb22f7fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:42.399592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.400634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Bound using segment: {'id': 'ab322916-031e-4aca-a871-1bb22f7fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:42.401152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Bound port: 3d63b8e8-ff61-45ae-a105-34af46ef10b4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab322916-031e-4aca-a871-1bb22f7fda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:42.401548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.446599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.496681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:42.498364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] For port 3d63b8e8-ff61-45ae-a105-34af46ef10b4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:42.503026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] For port 3d63b8e8-ff61-45ae-a105-34af46ef10b4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3d63b8e8-ff61-45ae-a105-34af46ef10b4,segment=NetworkSegment(ab322916-031e-4aca-a871-1bb22f7fda0e),segment_id=ab322916-031e-4aca-a871-1bb22f7fda0e)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:42.510426 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Sync routers for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:42.511014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.529750 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:42.530529 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:42.616084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e9581b01-8389-4160-867c-b7d00654dc31 None None] Provisioning complete for port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:42.616084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e9581b01-8389-4160-867c-b7d00654dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.674069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.683152 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3ee77af9-0edf-443e-9a38-4037c23a51d4 admin admin] 10.222.0.32 "PUT /v2.0/routers/445b9945-9fd6-40e4-ab26-ef6a10fc2942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2270913 Apr 22 14:35:42.685800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a1365f4-6321-4d64-8d94-5c40936f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.702808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e9581b01-8389-4160-867c-b7d00654dc31 None None] Port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:42.710430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a440562-aaff-4f53-9515-986bff6fdf33 None None] Pushing event updated for resources: {'Port': ['ID=3d63b8e8-ff61-45ae-a105-34af46ef10b4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.718116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Routers {'2f6c7604-4ed3-47e8-a90c-734139b29ab9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:42.718813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2f6c7604-4ed3-47e8-a90c-734139b29ab9'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:42.749149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.840607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1365f4-6321-4d64-8d94-5c40936f62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509cc8b-2c65-4eb7-8b17-e9445565d46b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:42.852027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Calling delete_port for 8d49260c-539a-4099-b016-018581a7944d owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:42.874412 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:42.948151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a1365f4-6321-4d64-8d94-5c40936f62b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.949589 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6a1365f4-6321-4d64-8d94-5c40936f62b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6509cc8b-2c65-4eb7-8b17-e9445565d46b HTTP/1.1" status: 204 len: 168 time: 1.0894511 Apr 22 14:35:42.976765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:42.987101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.007433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.034501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] Set router 2f6c7604-4ed3-47e8-a90c-734139b29ab9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:43.041443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.194335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d49260c-539a-4099-b016-018581a7944d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:43.201141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.238225 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eda6196c-6d44-49ee-b7e9-4d82043e405c tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8d49260c-539a-4099-b016-018581a7944d HTTP/1.1" status: 204 len: 168 time: 1.2206874 Apr 22 14:35:43.244073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54450) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:43.406410 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:36Z', 'revision_number': 2, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.406730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.410961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-60aebd80-9e2b-4a8f-92a3-625b9cc87e17 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:43.411618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-60aebd80-9e2b-4a8f-92a3-625b9cc87e17 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Synchronizing usage tracker for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:43.417349 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Checking router: 445b9945-9fd6-40e4-ab26-ef6a10fc2942 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:43.417853 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Updating router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 port 92eda67d-c3d3-4d14-a83c-592f6d698d21 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:43.438467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.535993 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.558585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6c7604-4ed3-47e8-a90c-734139b29ab9', 'name': '', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'external_fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '3d63b8e8-ff61-45ae-a105-34af46ef10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:29Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '3d63b8e8-ff61-45ae-a105-34af46ef10b4', 'name': '', 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6c7604-4ed3-47e8-a90c-734139b29ab9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:33Z', 'updated_at': '2022-04-22T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:43.567028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffbaa7-5406-46cc-be8e-e3fb9f610829 None None] The sync data for ids ['2f6c7604-4ed3-47e8-a90c-734139b29ab9'] in dv-neutron-838878-1-hyperv is: [{'id': '2f6c7604-4ed3-47e8-a90c-734139b29ab9', 'name': '', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'external_fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119'}], 'enable_snat': True}, 'gw_port_id': '3d63b8e8-ff61-45ae-a105-34af46ef10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:29Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '3d63b8e8-ff61-45ae-a105-34af46ef10b4', 'name': '', 'network_id': 'bbb1c580-6202-44bf-8f2c-e291888f30d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6c7604-4ed3-47e8-a90c-734139b29ab9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'ip_address': '2001:db8::119', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:33Z', 'updated_at': '2022-04-22T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db8c469-0596-4e55-9731-1afc37dfea4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:43.574523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-60aebd80-9e2b-4a8f-92a3-625b9cc87e17 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Unset dirty status for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:43.575683 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-60aebd80-9e2b-4a8f-92a3-625b9cc87e17 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "GET /v2.0/ports/8d49260c-539a-4099-b016-018581a7944d HTTP/1.1" status: 404 len: 333 time: 0.3285236 Apr 22 14:35:43.593890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Router d33f79f8-4165-4285-af40-389254828306 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:43.595975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54458) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:43.608202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Request body: {'port': {'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2079624712'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:43.628849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:43.655688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:43.731465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54462) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:43.765084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Made reservation on behalf of 20b03ff4411247ca935ccc8f2c1505e8 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:43.767798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.771462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.817895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:43.820415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.869599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.877200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Usage tracker for resource:security_group_rule and tenant:e35e70e3438b4af593ed28acfce2ed01 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:43.877754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port 044a31c0-d4a4-4d8e-aa73-79e510b41119 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:43.887283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:43.946290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:43.952870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:44.027864 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.044600 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Transition to ACTIVE for port object 92eda67d-c3d3-4d14-a83c-592f6d698d21 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:44.055177 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.135224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] In _notify_port_updated(), no bound segment for port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 on network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:44.139789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:44.140525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.142038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "PUT /v2.0/ports/3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 HTTP/1.1" status: 200 len: 1067 time: 2.3658466 Apr 22 14:35:44.160414 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e3a9b-4e50-4061-9e1c-228758fb7330 None None] Pushing event updated for resources: {'Port': ['ID=92eda67d-c3d3-4d14-a83c-592f6d698d21,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:44.165832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54466) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:44.200727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f4e88-d824-4cac-be75-9e1eb245186b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event updated for resources: {'Port': ['ID=3c337ca2-5bf8-40a0-bdd3-71aef918cdd8,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:44.215748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Router a97f2ea5-546d-47dc-a5fa-aac7bf467272 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:35:44.359141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.521626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.578940 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Attempting to bind port 92eda67d-c3d3-4d14-a83c-592f6d698d21 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:44.579661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Attempting to bind port 92eda67d-c3d3-4d14-a83c-592f6d698d21 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:44.579661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Attempting to bind port 92eda67d-c3d3-4d14-a83c-592f6d698d21 on network 1ed703d7-105d-41d7-8659-3ab755ed2a64 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:44.587319 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:44.587778 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Checking segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:44.588290 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.588743 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Bound using segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:44.589617 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Bound port: 92eda67d-c3d3-4d14-a83c-592f6d698d21, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:44.590456 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.630423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54472) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:44.644077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.655222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.660441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963069303', 'description': 'tempest-description--7342558'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:44.674012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.690906 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] For port 92eda67d-c3d3-4d14-a83c-592f6d698d21, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:44.695464 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] For port 92eda67d-c3d3-4d14-a83c-592f6d698d21, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=92eda67d-c3d3-4d14-a83c-592f6d698d21,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:44.698817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:44.699167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.703653 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.721658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:44.730319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Deleting port 3d63b8e8-ff61-45ae-a105-34af46ef10b4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:44.730653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.749859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c0848bf3-9d02-46fb-881f-1a25fd07920c None None] Provisioning complete for port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:44.750369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c0848bf3-9d02-46fb-881f-1a25fd07920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.771936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Usage tracker for resource:security_group and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:44.776798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:44.798280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:44.828506 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e3a9b-4e50-4061-9e1c-228758fb7330 None None] Pushing event updated for resources: {'Port': ['ID=92eda67d-c3d3-4d14-a83c-592f6d698d21,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:44.829606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c0848bf3-9d02-46fb-881f-1a25fd07920c None None] Port 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:35:44.841159 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:44.841878 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:44.856600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.869487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.888806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:44.889237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b34a8b09-d57f-404b-92b7-d69b7dfdd356 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:35:44.995832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67439d12-b572-433f-9b60-4ba89b136b92,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:45.045803 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9aebc4e4-9507-46c4-b718-1866b1a2aeb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e35e70e3438b4af593ed28acfce2ed01&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3107617 Apr 22 14:35:45.048137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:45.049271 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:35:45.050309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c1f368d2-59c4-4717-8396-ba82b2fb0633 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4465148 Apr 22 14:35:45.053842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54480) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:45.056281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.074428 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:45.153079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.213308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:45.213512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.228730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0094a2e4-5b96-4ef8-bb21-293be8af0fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.263589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Deleting port 0a706c3f-9dd2-4096-9c78-779b84131e86 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:45.263930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.310541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:45.354344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Usage tracker for resource:security_group_rule and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:45.361381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Calling delete_port for 3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:45.378998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:45.402903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Network 2d4bc2af-b53e-4125-ad17-219b53cd34ca is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:45.404058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:45.412074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=044a31c0-d4a4-4d8e-aa73-79e510b41119,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:45.415080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:45.418916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:45.419734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:45.420287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.420743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0094a2e4-5b96-4ef8-bb21-293be8af0fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.426904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] For port 3d63b8e8-ff61-45ae-a105-34af46ef10b4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3d63b8e8-ff61-45ae-a105-34af46ef10b4,segment=NetworkSegment(ab322916-031e-4aca-a871-1bb22f7fda0e),segment_id=ab322916-031e-4aca-a871-1bb22f7fda0e)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:45.427256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.500795 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:44Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:45.505452 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd1aee-6e31-48e5-abfa-dc7b80f56d67 None None] The sync data for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv is: [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:44Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:45.513709 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9c9889e-724f-4ebb-a9d6-fa7c19b7e214 admin admin] 10.222.0.32 "PUT /v2.0/routers/d33f79f8-4165-4285-af40-389254828306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1117580 Apr 22 14:35:45.544000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0094a2e4-5b96-4ef8-bb21-293be8af0fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.577346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094a2e4-5b96-4ef8-bb21-293be8af0fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67439d12-b572-433f-9b60-4ba89b136b92,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:45.619570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.647553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Calling delete_port for 3d63b8e8-ff61-45ae-a105-34af46ef10b4 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:45.696617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Port': ['ID=3c337ca2-5bf8-40a0-bdd3-71aef918cdd8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:45.703221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0094a2e4-5b96-4ef8-bb21-293be8af0fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:45.708561 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0094a2e4-5b96-4ef8-bb21-293be8af0fe8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67439d12-b572-433f-9b60-4ba89b136b92 HTTP/1.1" status: 204 len: 168 time: 0.6572378 Apr 22 14:35:45.851554 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3b98e00b-2528-4a0e-89c4-3f08c0258722 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2540274 Apr 22 14:35:45.871443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54492) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:45.934455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:46.180138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.184610 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b6dff64-3dd9-443d-a2d8-ea89a6e60365 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/ports/3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 HTTP/1.1" status: 204 len: 168 time: 1.9430220 Apr 22 14:35:46.184975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54498) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:46.235948 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3490243f-f56d-4e90-8235-787c5e4b33a0 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] GET failed (client error): The resource could not be found. Apr 22 14:35:46.236567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3490243f-f56d-4e90-8235-787c5e4b33a0 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Synchronizing usage tracker for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:46.261529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3490243f-f56d-4e90-8235-787c5e4b33a0 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Unset dirty status for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:46.265388 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3490243f-f56d-4e90-8235-787c5e4b33a0 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "GET /v2.0/ports/3c337ca2-5bf8-40a0-bdd3-71aef918cdd8 HTTP/1.1" status: 404 len: 333 time: 0.0768850 Apr 22 14:35:46.267923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54502) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:46.388444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port 710b9663-8d6f-47a9-b65a-dc54e6cce18e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:46.388935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.541410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54512) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:46.552225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876464959', 'description': 'tempest-description--1575809495'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:46.571929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:46.579037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Usage tracker for resource:security_group and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:46.583237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:46.591616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:46.625620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.628216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.663689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.710329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:35:46.745895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.807978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.809479 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 2.1702578 Apr 22 14:35:46.817735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54520) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:46.826854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41932c37-cad0-4df8-a554-06caef2becb0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4201ea2d-730d-4957-bf5c-c0141a2bfb11,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:46.852391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2db925f0-8ded-4bef-a1e2-94df42802826 admin admin] 10.222.0.32 "PUT /v2.0/routers/a97f2ea5-546d-47dc-a5fa-aac7bf467272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2529790 Apr 22 14:35:46.862925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:46.871452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Request body: {'security_group_rule': {'security_group_id': '4201ea2d-730d-4957-bf5c-c0141a2bfb11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:46.875975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Usage tracker for resource:security_group_rule and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:46.889496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:46.895568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:46.899343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.906653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:46.909802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:46.934266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Usage tracker for resource:security_group_rule and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:47.052115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:47.101846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:47.236385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.248177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d63b8e8-ff61-45ae-a105-34af46ef10b4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:47.312518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Sync routers for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:35:47.339131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3d63b8e8-ff61-45ae-a105-34af46ef10b4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:35:47.339460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d63b8e8-ff61-45ae-a105-34af46ef10b4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 14:35:47.377846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 3d63b8e8-ff61-45ae-a105-34af46ef10b4 not found, will not notify nova. {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 14:35:47.378460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 92eda67d-c3d3-4d14-a83c-592f6d698d21 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:47.400457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Calling delete_port for 710b9663-8d6f-47a9-b65a-dc54e6cce18e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:47.429370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:47.430304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:47.535371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.552978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.641494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.644084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.649143 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c4bf836d-8294-47f7-b243-53a6934a8ea2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1063089 Apr 22 14:35:47.650774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54538) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.667158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Request body: {'security_group_rule': {'security_group_id': 'ab9b60f9-89eb-4cab-9f2c-29af6e193a7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:47.675748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:47.683764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Usage tracker for resource:security_group_rule and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:47.689783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:47.701884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:47.715200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.759690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 92eda67d-c3d3-4d14-a83c-592f6d698d21 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:47.767377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 92eda67d-c3d3-4d14-a83c-592f6d698d21 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:47.767747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.832892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:47.859652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Port': ['ID=710b9663-8d6f-47a9-b65a-dc54e6cce18e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.868120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.898852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Calling delete_port for 0a706c3f-9dd2-4096-9c78-779b84131e86 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:47.916653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.937082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d63b8e8-ff61-45ae-a105-34af46ef10b4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:47.977474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:47.984372 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b51028c6-53c2-45cd-872e-123f499a4a1d tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/ports/710b9663-8d6f-47a9-b65a-dc54e6cce18e HTTP/1.1" status: 204 len: 168 time: 1.7138803 Apr 22 14:35:47.985833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:47.993088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.009829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.085435 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c096201-d080-4e4c-8bf5-9bdd11e9ff2b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] GET failed (client error): The resource could not be found. Apr 22 14:35:48.086111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8c096201-d080-4e4c-8bf5-9bdd11e9ff2b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Synchronizing usage tracker for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:48.095979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6835cd-4bbc-46fc-b98a-e3ae4d0433ac,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:48.129275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.133722 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cdf8963d-0f7b-4f44-a395-cb2ce7740357 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4745207 Apr 22 14:35:48.134469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54552) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:48.159717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Request body: {'security_group_rule': {'security_group_id': 'ab9b60f9-89eb-4cab-9f2c-29af6e193a7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:48.168891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:48.174929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Usage tracker for resource:security_group_rule and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:48.178581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:48.182489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8c096201-d080-4e4c-8bf5-9bdd11e9ff2b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Unset dirty status for tenant:8289085c182f4421bdefa0cf88ae018b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:48.187873 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8c096201-d080-4e4c-8bf5-9bdd11e9ff2b tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "GET /v2.0/ports/710b9663-8d6f-47a9-b65a-dc54e6cce18e HTTP/1.1" status: 404 len: 333 time: 0.1940935 Apr 22 14:35:48.188147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54556) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:48.227739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:48.286774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] device_id is not set on port 044a31c0-d4a4-4d8e-aa73-79e510b41119 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:35:48.291409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.314054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port d51e8975-bffa-4793-a191-9af4dc6e665d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:48.314437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.397554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54562) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:48.407779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.435801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280826794', 'description': 'tempest-description--1756811941'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:48.463828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:48.476382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Usage tracker for resource:security_group and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:48.487191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:48.493799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.508821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.510182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:48.554021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.592940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.609047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 92eda67d-c3d3-4d14-a83c-592f6d698d21, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=92eda67d-c3d3-4d14-a83c-592f6d698d21,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:48.623816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.708648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=92eda67d-c3d3-4d14-a83c-592f6d698d21,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:48.720234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:40Z', 'revision_number': 2, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:48.725812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Checking router: a97f2ea5-546d-47dc-a5fa-aac7bf467272 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:35:48.726548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Updating router a97f2ea5-546d-47dc-a5fa-aac7bf467272 port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:35:48.736306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.777827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d67062-a438-4d9a-9677-9e608f7f5770,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:48.786088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.794716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.810733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.833488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.834931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-75fd526a-a25e-40e8-80f7-c86b09f525ff tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0052838 Apr 22 14:35:48.885214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Calling delete_port for d51e8975-bffa-4793-a191-9af4dc6e665d owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:48.903677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Transition to ACTIVE for port object 044a31c0-d4a4-4d8e-aa73-79e510b41119 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:48.905534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54574) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:48.917196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:48.924707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Request body: {'security_group_rule': {'security_group_id': '4201ea2d-730d-4957-bf5c-c0141a2bfb11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:48.931217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:48.935585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Usage tracker for resource:security_group_rule and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:48.938866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:48.946337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:49.000871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.020147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.047424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.065823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a706c3f-9dd2-4096-9c78-779b84131e86,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.080469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.081273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f6c7604-4ed3-47e8-a90c-734139b29ab9 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:35:49.106268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.135105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Port': ['ID=d51e8975-bffa-4793-a191-9af4dc6e665d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.157051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.201726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.214707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.218754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.226422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Transition to ACTIVE for port object 50f4eb06-81c3-4d49-ba7d-61cd52aef978 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:35:49.241204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.254032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.256167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3d63c438-eace-427a-84f9-841755e19025 tempest-RoutersAdminNegativeIpV6Test-338706934 tempest-RoutersAdminNegativeIpV6Test-338706934-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0a706c3f-9dd2-4096-9c78-779b84131e86 HTTP/1.1" status: 204 len: 168 time: 4.1906190 Apr 22 14:35:49.258938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de4f7d9-a264-431c-a206-9c53b45d780c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.282101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.286808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-87a32cc7-46e5-40a8-9191-31e8598db8cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2f6c7604-4ed3-47e8-a90c-734139b29ab9 HTTP/1.1" status: 204 len: 168 time: 7.8637075 Apr 22 14:35:49.292789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:49.304347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54586) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.344512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.346880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 92eda67d-c3d3-4d14-a83c-592f6d698d21 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:49.359710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.403297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20680952-91ab-46bc-93c2-7653e8ec82ea,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.439773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=044a31c0-d4a4-4d8e-aa73-79e510b41119,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.460586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Deleting subnet 1db8c469-0596-4e55-9731-1afc37dfea4a {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:49.465942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.531500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.580324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Usage tracker for resource:security_group_rule and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:49.600419 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d178e962-f304-4cd9-9356-53026c79dac8 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/ports/d51e8975-bffa-4793-a191-9af4dc6e665d HTTP/1.1" status: 204 len: 168 time: 1.4111412 Apr 22 14:35:49.601342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.603879 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-91d0453a-e601-45e2-97c7-1e97485d6b21 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4641011 Apr 22 14:35:49.613858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.622743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b67e4e23-2a69-4cfc-8c8a-ba40337e2c98 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7028155 Apr 22 14:35:49.622743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54592) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.622743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54594) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.624076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54596) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.624821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:49.650984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:49.660153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be8ba5-965c-4e2a-88c9-e2e95370a55f None None] Pushing event updated for resources: {'Port': ['ID=50f4eb06-81c3-4d49-ba7d-61cd52aef978,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:49.665625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:49.671398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:49.704664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54604) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:49.705978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Usage tracker for resource:floatingip and tenant:14642dc2700d48d4afb4b616f52c8a70 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:49.712557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:49.730374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:49.737316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 92eda67d-c3d3-4d14-a83c-592f6d698d21 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:49.737760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.755442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.801187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.875046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Attempting to bind port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:49.875658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Attempting to bind port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:49.876509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Attempting to bind port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 on network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:49.894330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:35:49.895076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Checking segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:49.895613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.896145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Bound using segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:35:49.896786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Bound port: 50f4eb06-81c3-4d49-ba7d-61cd52aef978, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:35:49.897361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.906685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:49.914461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:49.915417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:49.915417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:49.946473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:49.947134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:49.957240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:49.957760 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:49.958728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Usage tracker for resource:floatingip and tenant:23c866df6a684da69f56ca9aad11c9cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:49.968604 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 2 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:49.982703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:50.002280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.003087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:50.015085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.016024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.016648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.035438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:50.035850 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:50.042815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 3 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:50.078384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.078939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.079428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.092680 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4757f-2845-4ea9-8ff7-c4ac2962d461,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:50.094149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] For port 50f4eb06-81c3-4d49-ba7d-61cd52aef978, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:50.102959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] For port 50f4eb06-81c3-4d49-ba7d-61cd52aef978, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=50f4eb06-81c3-4d49-ba7d-61cd52aef978,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:35:50.109175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.110896 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d54ae313-cfd8-448b-909d-c6c87773b755 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7058322 Apr 22 14:35:50.112285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.116026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.118963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54612) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:50.130133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:50.131230 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:50.135397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54614) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:50.135886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 4 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:50.145976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.162609 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Request body: {'security_group_rule': {'security_group_id': 'f3f4757f-2845-4ea9-8ff7-c4ac2962d461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:50.174785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:50.180922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1db8c469-0596-4e55-9731-1afc37dfea4a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:50.198398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Usage tracker for resource:security_group_rule and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:50.203348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:50.216966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.217618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be8ba5-965c-4e2a-88c9-e2e95370a55f None None] Pushing event updated for resources: {'Port': ['ID=50f4eb06-81c3-4d49-ba7d-61cd52aef978,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:50.222470 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eb7cd940-2e13-4f17-91ff-58d74d05d98b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/1db8c469-0596-4e55-9731-1afc37dfea4a HTTP/1.1" status: 204 len: 168 time: 0.9145248 Apr 22 14:35:50.222592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:35:50.225362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:50.230689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:50.235296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54620) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:50.241313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bab684c1-2dff-4aa9-8597-59b14f4af39b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:50.358437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.358843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.359178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.414744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:50.415096 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:50.418193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 5 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:50.446321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.446864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.447526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.459002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.515848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.516436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:50.516436 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:50.520686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 6 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:50.531787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.548022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.550150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting subnet 49d89521-012a-4b37-ac68-d25a0a30199e {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:35:50.554128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.562097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:35:50.598613 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bab684c1-2dff-4aa9-8597-59b14f4af39b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "PUT /v2.0/quotas/39d4ddea766f477da62e9c698113a4b9 HTTP/1.1" status: 200 len: 368 time: 0.8890114 Apr 22 14:35:50.598950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.599232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.599562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.601629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54626) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:50.624236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Request body: {'network': {'project_id': '39d4ddea766f477da62e9c698113a4b9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:50.642159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:50.659779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Usage tracker for resource:network and tenant:39d4ddea766f477da62e9c698113a4b9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:50.663599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.665263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:50.665720 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:50.668780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:50.672619 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 7 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:50.689441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:50.689660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.691735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:50.704897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0984fdf75541e3bf14098794294a32 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:50.709108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.716173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:50.729268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.729595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.729949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.733302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:50.740528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Made reservation on behalf of 39d4ddea766f477da62e9c698113a4b9 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:50.742882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.810170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.815277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.823883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ad45e8-73be-4184-ae6c-6b4e32d5ea6a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:50.827613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:50.827952 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:50.833897 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 8 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:50.842437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.875701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.880361 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-71605efd-f34a-4bcb-b1eb-ae52566c649e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7269258 Apr 22 14:35:50.881255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54630) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:50.892332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Request body: {'security_group_rule': {'security_group_id': 'f3f4757f-2845-4ea9-8ff7-c4ac2962d461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:50.897384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb1c580-6202-44bf-8f2c-e291888f30d9']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:50.904971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:50Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:50.909061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa580451-b79c-496f-98ee-46fabb0889c1 None None] The sync data for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv is: [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:50Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:35:50.918923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:50.923911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab322916-031e-4aca-a871-1bb22f7fda0e') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:50.924517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab322916-031e-4aca-a871-1bb22f7fda0e') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:50.928589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:50.929123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:50.929361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:50.941668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Allocated IP 172.26.2.113 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/eb375895-5225-48c2-a169-91e93b025ca6) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:50.949092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.949363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Usage tracker for resource:security_group_rule and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:50.961453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:50.975357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:50.998305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:51.035818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.049791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:51.054466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:51.054791 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:51.063030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 9 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:51.075224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Usage tracker for resource:security_group_rule and tenant:39d4ddea766f477da62e9c698113a4b9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:51.084557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:51.099121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:51.131669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:51.131993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:51.132325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:51.141932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 50f4eb06-81c3-4d49-ba7d-61cd52aef978 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:51.159423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:51.159980 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:51.164956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempt 10 to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 Apr 22 14:35:51.174093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:51.174798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.184974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.191007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.195489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:51.202916 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:51.229636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:35:51.229944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:35:51.230350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempting to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:35:51.234032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:35:51.239936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:51.240557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.324883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.345071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.368726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.374891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.377853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3383797d-de4f-4135-aa43-02241793d69c None None] Network 36e3cf0c-95b8-44f6-9e16-644cfcf63626 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:35:51.396875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:35:51.397558 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Failed to bind port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '7bac1c8f-350d-4576-9e76-6cca4c9236aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d4bc2af-b53e-4125-ad17-219b53cd34ca'}] Apr 22 14:35:51.398151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.416357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbb1c580-6202-44bf-8f2c-e291888f30d9 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:35:51.418064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbb1c580-6202-44bf-8f2c-e291888f30d9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.420065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.441002 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/subnets/49d89521-012a-4b37-ac68-d25a0a30199e HTTP/1.1" status: 204 len: 168 time: 1.8165464 Apr 22 14:35:51.442554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d26c1d-31a7-473b-aa9d-94c44518b248 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Subnet': ['ID=49d89521-012a-4b37-ac68-d25a0a30199e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.447152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54634) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:51.477430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.493526 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f6a5e0af-6e31-4205-b909-2e2766294935 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/networks/bbb1c580-6202-44bf-8f2c-e291888f30d9 HTTP/1.1" status: 204 len: 168 time: 1.2497900 Apr 22 14:35:51.498491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.563692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.569665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb0984fdf75541e3bf14098794294a32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3939314 Apr 22 14:35:51.575812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.592631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54640) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:51.604756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.629933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 50f4eb06-81c3-4d49-ba7d-61cd52aef978, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=50f4eb06-81c3-4d49-ba7d-61cd52aef978,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:51.640540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.729823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ee3c0-336b-43e4-91ef-feab63c24c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305876c-bd35-40ba-8f1d-127632c5b4aa,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.732517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.733997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=50f4eb06-81c3-4d49-ba7d-61cd52aef978,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.739284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] DHCP port deletion for 36e3cf0c-95b8-44f6-9e16-644cfcf63626 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:35:51.747345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] Deleting port a1cd4083-ab08-43b6-8137-f861a4518fff {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:51.747764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.778900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:51.783953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf99845-505a-4a94-9673-f5c86aed4b0a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.811030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.814958 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c254ddaa-9308-4e9e-8e5b-5d3c5651a55e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9265447 Apr 22 14:35:51.821693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54646) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:51.831691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:51.850561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa786f2-cba0-470d-859a-c694c86bc1ab,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.852110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.858788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:51.871480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Usage tracker for resource:floatingip and tenant:b79371f23e2641b183e38a082d40c284 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:51.882706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:51.889024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:51.897166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeba1c2-4640-4566-bd6e-4767bab52de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.898327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:51.900693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:51.903905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event updated for resources: {'Port': ['ID=eb375895-5225-48c2-a169-91e93b025ca6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:51.906323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:51.975407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] For port a1cd4083-ab08-43b6-8137-f861a4518fff, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a1cd4083-ab08-43b6-8137-f861a4518fff,segment=NetworkSegment(68b9f361-fb75-4b53-b9cc-7389d1e930a9),segment_id=68b9f361-fb75-4b53-b9cc-7389d1e930a9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:51.975975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.976050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeba1c2-4640-4566-bd6e-4767bab52de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.991133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:51.991561 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Added segment 7aacc829-0983-4016-9d28-e98ecc8c1eb4 of type vlan for network 177d433f-796f-4d2f-aecf-ee48f4194139 Apr 22 14:35:52.012974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] For port 044a31c0-d4a4-4d8e-aa73-79e510b41119, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:35:52.013333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Attempted to set empty binding levels {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:35:52.038845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.104611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] Calling delete_port for a1cd4083-ab08-43b6-8137-f861a4518fff owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:52.132964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Allocated IP 172.26.2.65 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/44184e93-2ca8-4729-b6e5-8ece4345ee90) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:52.143604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event updated for resources: {'Port': ['ID=044a31c0-d4a4-4d8e-aa73-79e510b41119,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:52.157485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.161515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54652) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:52.168758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'name': 'tempest-router--1456214697', 'project_id': '5abd5a259b64405da898e5a8544c7afd'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:52.184459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:52.189791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.191968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] In _notify_port_updated(), no bound segment for port 044a31c0-d4a4-4d8e-aa73-79e510b41119 on network 2d4bc2af-b53e-4125-ad17-219b53cd34ca {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:35:52.193110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.195158 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-649054f6-08b8-4d84-abdd-6a4d2043a614 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "PUT /v2.0/ports/044a31c0-d4a4-4d8e-aa73-79e510b41119 HTTP/1.1" status: 200 len: 977 time: 6.3223374 Apr 22 14:35:52.198125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.199317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54656) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:52.200418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:router and tenant:5abd5a259b64405da898e5a8544c7afd is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:52.205711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Deleting port a1cd4083-ab08-43b6-8137-f861a4518fff {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:52.206541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.226056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:52.251512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] Pushing event deleted for resources: {'Port': ['ID=a1cd4083-ab08-43b6-8137-f861a4518fff,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:52.260471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089531f1-a76b-4d91-b654-df3e510fe27f None None] No DVR routers for this DVR port a1cd4083-ab08-43b6-8137-f861a4518fff on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:35:52.357708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:52.370006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.370913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:52.371425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.412515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.413529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.457224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] The port 'a1cd4083-ab08-43b6-8137-f861a4518fff' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:35:52.466008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.474332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeba1c2-4640-4566-bd6e-4767bab52de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.534029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeba1c2-4640-4566-bd6e-4767bab52de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305876c-bd35-40ba-8f1d-127632c5b4aa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:52.541661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeba1c2-4640-4566-bd6e-4767bab52de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.542813 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-efeba1c2-4640-4566-bd6e-4767bab52de2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7305876c-bd35-40ba-8f1d-127632c5b4aa HTTP/1.1" status: 204 len: 168 time: 0.9454825 Apr 22 14:35:52.546915 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9362993 Apr 22 14:35:52.551379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54662) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:52.563142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Request body: {'network': {'project_id': '39d4ddea766f477da62e9c698113a4b9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:52.576167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db88f8-c085-43da-8745-3cf1acb38e24 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Pushing event updated for resources: {'Network': ['ID=177d433f-796f-4d2f-aecf-ee48f4194139,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:52.583219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:52.602400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.603519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Usage tracker for resource:network and tenant:39d4ddea766f477da62e9c698113a4b9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:52.605207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 177d433f-796f-4d2f-aecf-ee48f4194139 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:52.610794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Deleting port 044a31c0-d4a4-4d8e-aa73-79e510b41119 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:35:52.611429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.615369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:52.622331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.629591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:52.655311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Made reservation on behalf of 39d4ddea766f477da62e9c698113a4b9 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:52.661251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.679569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.717213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:52.724265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.726614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-64eba697-388a-4647-8513-7169dc68e436 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5611379 Apr 22 14:35:52.729533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.733925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54666) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:52.774943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.775227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Added segment 73d0e180-f933-467c-912c-2450f0ba7660 of type vlan for network f086c78c-7f51-4057-bf65-a98581eedc72 Apr 22 14:35:52.797981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.868986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:52.954357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e3cf0c-95b8-44f6-9e16-644cfcf63626']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:52.986341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b9f361-fb75-4b53-b9cc-7389d1e930a9') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:52.986635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b9f361-fb75-4b53-b9cc-7389d1e930a9') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:53.038567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.045580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:53.050955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:53.065445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:53.083601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event updated for resources: {'Port': ['ID=44184e93-2ca8-4729-b6e5-8ece4345ee90,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:53.091598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.146309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 50f4eb06-81c3-4d49-ba7d-61cd52aef978 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:35:53.154246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.218348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.223668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:35:53.224259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.235407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:53.235807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.252404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54672) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:53.257577 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:53.331209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:35:53.375409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.376695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:53.378784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.398407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] For port 044a31c0-d4a4-4d8e-aa73-79e510b41119, host hv-neutron-8388, got binding levels [] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:35:53.398769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.454506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a1cd4083-ab08-43b6-8137-f861a4518fff no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:35:53.491689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a1cd4083-ab08-43b6-8137-f861a4518fff {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:35:53.492028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a1cd4083-ab08-43b6-8137-f861a4518fff not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:35:53.556008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Calling delete_port for 044a31c0-d4a4-4d8e-aa73-79e510b41119 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:35:53.584674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.600037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.633279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.688305 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] 10.222.0.32 "DELETE /v2.0/networks/36e3cf0c-95b8-44f6-9e16-644cfcf63626 HTTP/1.1" status: 204 len: 168 time: 2.2390776 Apr 22 14:35:53.689195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43214e9f-b439-4905-aeb4-fb23aa18c478 tempest-AllowedAddressPairIpV6TestJSON-557235767 tempest-AllowedAddressPairIpV6TestJSON-557235767-project] Pushing event deleted for resources: {'Network': ['ID=36e3cf0c-95b8-44f6-9e16-644cfcf63626,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:53.707338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.715826 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3e6ac30a-1c1a-4d3a-9b70-3fd4ddba850f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db3b5848df884973892b12c96a168110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046950 Apr 22 14:35:53.719598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Pushing event updated for resources: {'Network': ['ID=f086c78c-7f51-4057-bf65-a98581eedc72,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:53.722137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54678) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:53.727426 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-89f9ef56-188b-4427-8e5a-24caa07fb2ff tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1701391 Apr 22 14:35:53.733389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network f086c78c-7f51-4057-bf65-a98581eedc72 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:53.739136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54680) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:53.772504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Request body: {'network': {'project_id': '39d4ddea766f477da62e9c698113a4b9'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:53.784795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.799837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:53.812496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.890856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Usage tracker for resource:network and tenant:39d4ddea766f477da62e9c698113a4b9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:53.906348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.914623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.916596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:53.924004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.938287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:53.940773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:53.987646 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 14:35:53.988237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:35:53.989607 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c04902a0-28a4-4929-bd8c-b4142865a7b9 tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2459004 Apr 22 14:35:53.994667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54692) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.024350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.025017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bad2b843-688d-4124-a4e6-cfce1d68764c {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:35:54.043456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.047717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Allocated IP 172.26.2.145 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/ecf4e360-1c96-42bd-aae5-01c5c26efc94) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:54.119257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54696) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.138580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.139692 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7b6abf22-f3b2-4a2a-bafc-2f0c5510332e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/routers/bad2b843-688d-4124-a4e6-cfce1d68764c HTTP/1.1" status: 204 len: 168 time: 1.3762100 Apr 22 14:35:54.172381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7a0073d1-2c7b-4aa6-a261-c29a681ba2cd tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39d4ddea766f477da62e9c698113a4b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1763618 Apr 22 14:35:54.176165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54704) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.201935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.233338 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "DELETE /v2.0/ports/044a31c0-d4a4-4d8e-aa73-79e510b41119 HTTP/1.1" status: 204 len: 168 time: 2.0270679 Apr 22 14:35:54.242479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event updated for resources: {'Port': ['ID=eb375895-5225-48c2-a169-91e93b025ca6,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.242725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54708) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.336171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56418382-3421-47b5-8313-26e8da0ee9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.362248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82d754-3759-4061-853a-f451182b3778 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Pushing event deleted for resources: {'Port': ['ID=044a31c0-d4a4-4d8e-aa73-79e510b41119,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.370361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.382016 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f1dfccc4-44df-4d8b-b0ab-59439f618427 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7534118 Apr 22 14:35:54.407467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56418382-3421-47b5-8313-26e8da0ee9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.415276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a80cfd-c465-49c6-a343-a4d37c45e3f5 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:35:54.415791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-47a80cfd-c465-49c6-a343-a4d37c45e3f5 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Synchronizing usage tracker for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:54.455742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54714) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.478822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.514211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c3b-52af-4bd8-89ff-19e27bc2c8ed tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.518700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.527547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.570821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-47a80cfd-c465-49c6-a343-a4d37c45e3f5 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] Unset dirty status for tenant:20b03ff4411247ca935ccc8f2c1505e8 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:54.576086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-47a80cfd-c465-49c6-a343-a4d37c45e3f5 tempest-PortsAdminExtendedAttrsTestJSON-7365883 tempest-PortsAdminExtendedAttrsTestJSON-7365883-project-admin] 10.222.0.32 "GET /v2.0/ports/044a31c0-d4a4-4d8e-aa73-79e510b41119 HTTP/1.1" status: 404 len: 333 time: 0.3323958 Apr 22 14:35:54.576528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54720) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.577375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56418382-3421-47b5-8313-26e8da0ee9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.647034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c3b-52af-4bd8-89ff-19e27bc2c8ed tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.662796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.677137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56418382-3421-47b5-8313-26e8da0ee9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ac069-b766-4723-8430-ba76fe0f1641,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.688462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.722117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event updated for resources: {'Port': ['ID=44184e93-2ca8-4729-b6e5-8ece4345ee90,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.746365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cdecfd08-6c91-4b10-b0c0-018f3a3872b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8289085c182f4421bdefa0cf88ae018b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6199718 Apr 22 14:35:54.750653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54732) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.767167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.768555 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-72db20a2-55ac-4c2e-a178-530afa53cbef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1386163 Apr 22 14:35:54.790984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56418382-3421-47b5-8313-26e8da0ee9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.792416 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-56418382-3421-47b5-8313-26e8da0ee9d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c1ac069-b766-4723-8430-ba76fe0f1641 HTTP/1.1" status: 204 len: 168 time: 1.0567307 Apr 22 14:35:54.802773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-35789450', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:54.824390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event updated for resources: {'Port': ['ID=ecf4e360-1c96-42bd-aae5-01c5c26efc94,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.827183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:54.835437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Usage tracker for resource:router and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:54.836988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c3b-52af-4bd8-89ff-19e27bc2c8ed tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.841870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64a7a769-20f6-4f6c-bc22-b1fd2309246d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.843354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:54.850894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:54.856089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.864529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:54.868757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:54.871099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf29c3b-52af-4bd8-89ff-19e27bc2c8ed tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa786f2-cba0-470d-859a-c694c86bc1ab,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:54.875172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:54.894302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf29c3b-52af-4bd8-89ff-19e27bc2c8ed tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.895603 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4bf29c3b-52af-4bd8-89ff-19e27bc2c8ed tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fa786f2-cba0-470d-859a-c694c86bc1ab HTTP/1.1" status: 204 len: 168 time: 0.7187963 Apr 22 14:35:54.897764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64a7a769-20f6-4f6c-bc22-b1fd2309246d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.901301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54740) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:54.913864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.914727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:54.982389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64a7a769-20f6-4f6c-bc22-b1fd2309246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.017762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7a769-20f6-4f6c-bc22-b1fd2309246d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d12103-d710-483c-994e-79df6fbf6648,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:55.061458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64a7a769-20f6-4f6c-bc22-b1fd2309246d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.068180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-64a7a769-20f6-4f6c-bc22-b1fd2309246d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98d12103-d710-483c-994e-79df6fbf6648 HTTP/1.1" status: 204 len: 168 time: 0.3157353 Apr 22 14:35:55.103002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54750) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:55.106539 dv-neutron-838878-1-hyperv neutron-server[84059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 14:35:55.166779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.175666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-7011fc7e-6e35-49bb-9092-4a2b9858e214 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Synchronizing usage tracker for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:55.194108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.214708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-7011fc7e-6e35-49bb-9092-4a2b9858e214 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Unset dirty status for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:55.216811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-7011fc7e-6e35-49bb-9092-4a2b9858e214 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1963069303&fields=id&tenant_id=14642dc2700d48d4afb4b616f52c8a70 HTTP/1.1" status: 200 len: 267 time: 0.1122749 Apr 22 14:35:55.231974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.241752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4bc2af-b53e-4125-ad17-219b53cd34ca']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:55.309733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac1c8f-350d-4576-9e76-6cca4c9236aa') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:55.310022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac1c8f-350d-4576-9e76-6cca4c9236aa') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:55.394577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.465727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.505317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-e39d91b2-7496-444a-9f71-63b270815b0e tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:55.507282 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-e39d91b2-7496-444a-9f71-63b270815b0e tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/networks?id=1ed703d7-105d-41d7-8659-3ab755ed2a64 HTTP/1.1" status: 200 len: 806 time: 0.2830830 Apr 22 14:35:55.523900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:55.524294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.541148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-cfa3e992-58e3-4b83-b5fa-a84e78055273 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/quotas/14642dc2700d48d4afb4b616f52c8a70 HTTP/1.1" status: 200 len: 375 time: 0.0240707 Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:55.543999 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:55.673280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-f695f323-10a6-459a-8fdc-37b5d18a78dd tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Synchronizing usage tracker for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:55.698748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-f695f323-10a6-459a-8fdc-37b5d18a78dd tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Unset dirty status for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:55.715239 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-f695f323-10a6-459a-8fdc-37b5d18a78dd tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14642dc2700d48d4afb4b616f52c8a70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696925 Apr 22 14:35:55.722167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.737015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.739383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.768743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54780) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:55.786028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.797344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f086c78c-7f51-4057-bf65-a98581eedc72']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:55.824816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:55.844080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ccd01708-9aeb-479f-b184-fd0be595f884 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Synchronizing usage tracker for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:55.858659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d0e180-f933-467c-912c-2450f0ba7660') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:55.858936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d0e180-f933-467c-912c-2450f0ba7660') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:55.867180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] Pushing event deleted for resources: {'Network': ['ID=2d4bc2af-b53e-4125-ad17-219b53cd34ca,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:55.875697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ccd01708-9aeb-479f-b184-fd0be595f884 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Unset dirty status for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:55.886892 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ccd01708-9aeb-479f-b184-fd0be595f884 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1876464959&fields=id&tenant_id=23c866df6a684da69f56ca9aad11c9cc HTTP/1.1" status: 200 len: 267 time: 0.1167481 Apr 22 14:35:55.904071 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-26d50c03-e214-45a0-b6ee-b8c5730772ae tempest-PortsAdminExtendedAttrsTestJSON-1101386959 tempest-PortsAdminExtendedAttrsTestJSON-1101386959-project] 10.222.0.32 "DELETE /v2.0/networks/2d4bc2af-b53e-4125-ad17-219b53cd34ca HTTP/1.1" status: 204 len: 168 time: 1.3196130 Apr 22 14:35:55.910673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.030856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.057217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b3c7-719a-4b4f-a370-716b7966320a req-3931d442-49bf-4d23-a259-8082135981b6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:56.057932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-3931d442-49bf-4d23-a259-8082135981b6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Synchronizing usage tracker for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:56.084545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-3931d442-49bf-4d23-a259-8082135981b6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Unset dirty status for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:56.089089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-3931d442-49bf-4d23-a259-8082135981b6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 812 time: 0.1989243 Apr 22 14:35:56.116429 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-d00fef33-c96c-465b-82ad-c1b27528aa03 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/quotas/23c866df6a684da69f56ca9aad11c9cc HTTP/1.1" status: 200 len: 375 time: 0.0198879 Apr 22 14:35:56.125993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.151742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:56.152305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:56.165304 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:56.238001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-5f516076-d323-4ed0-9e99-70679c92bcb4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Synchronizing usage tracker for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:56.266093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-5f516076-d323-4ed0-9e99-70679c92bcb4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Unset dirty status for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:56.268217 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-5f516076-d323-4ed0-9e99-70679c92bcb4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1476834 Apr 22 14:35:56.327932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.361015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.379217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Pushing event deleted for resources: {'Network': ['ID=f086c78c-7f51-4057-bf65-a98581eedc72,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.391313 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b131ae4c-78e2-44df-9293-e4e5f12ce54a tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f086c78c-7f51-4057-bf65-a98581eedc72 HTTP/1.1" status: 204 len: 168 time: 1.4832048 Apr 22 14:35:56.392191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54802) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:56.503739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-c33ef7e6-365b-49ae-9295-8dd43074146b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:56.510502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.511728 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-c33ef7e6-365b-49ae-9295-8dd43074146b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4488103 Apr 22 14:35:56.520648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.551170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.559969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54812) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:56.601479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.715879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.743904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event updated for resources: {'Port': ['ID=ecf4e360-1c96-42bd-aae5-01c5c26efc94,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:56.773062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.845444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.847157 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-09705e53-ddf9-41ba-9a58-20c6da9a9b77 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0210128 Apr 22 14:35:56.863410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Allocated IP 172.26.2.106 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/1ec6f8a3-b77a-49f7-829d-425e2d775c74) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:35:56.892540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:56.922054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.922490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.923337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.923729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > port after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.924152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.924567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > port after_update 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.924958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.925349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.925763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:56.926139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:57.064068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.090178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:57.090594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:57.091130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:57.091264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.091617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:35:57.092035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177d433f-796f-4d2f-aecf-ee48f4194139']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:57.110390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aacc829-0983-4016-9d28-e98ecc8c1eb4') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:57.110820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aacc829-0983-4016-9d28-e98ecc8c1eb4') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:35:57.117079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.125819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.147865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.155792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:35:57.156327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.183224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54832) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.210365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-447f7de4-380c-4579-9e73-dfa6c79971c2 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.214801 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-447f7de4-380c-4579-9e73-dfa6c79971c2 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1178973 Apr 22 14:35:57.226948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54840) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.230956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:35:57.235273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:35:57.242099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-cdda92f8-6e29-41c2-b511-00669894ac49 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.243174 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cdda92f8-6e29-41c2-b511-00669894ac49 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098598 Apr 22 14:35:57.247467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:35:57.248850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-deeb0eba-ed89-4559-809b-e2a53916d15f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.249871 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-deeb0eba-ed89-4559-809b-e2a53916d15f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6302292 Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn_limited( Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn_limited( Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:35:57.252978 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:35:57.260604 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-3d7c49e2-e495-4d14-a22e-40b1e9ea9410 service neutron] 10.222.0.32 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478461 Apr 22 14:35:57.284136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54844) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.305937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2084912517'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:57.323419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-a8dd3293-96a1-49b7-8d9e-31fee38f90b6 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.327014 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a8dd3293-96a1-49b7-8d9e-31fee38f90b6 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0361917 Apr 22 14:35:57.327175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:57.332059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54848) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.338333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event updated for resources: {'Port': ['ID=1ec6f8a3-b77a-49f7-829d-425e2d775c74,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:57.344332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-535aace4-f354-4863-8eb8-1028de2faf3b tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.345719 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-535aace4-f354-4863-8eb8-1028de2faf3b tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0126724 Apr 22 14:35:57.347309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Usage tracker for resource:network and tenant:5b8ddca1498545f3ace1a8d2f2b7c73f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:57.352269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54852) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.353030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:57.357400 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4cb19bd7-1bb1-4a9e-9278-29d138550661 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1b0922e2f504fcca1ee48fdc8bcd281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7641985 Apr 22 14:35:57.372163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-c0a1c2df-34bb-43d4-8335-72291195efa3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.372163 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0a1c2df-34bb-43d4-8335-72291195efa3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0106044 Apr 22 14:35:57.372163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54856) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.374686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54858) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.378974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:57.394993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-98b375be-cae4-4ffb-adc5-3e8cfd1401c8 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.398560 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-98b375be-cae4-4ffb-adc5-3e8cfd1401c8 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0206764 Apr 22 14:35:57.428970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54864) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.442002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-4fa49668-01d0-43c7-b82d-67cff5764157 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.449067 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4fa49668-01d0-43c7-b82d-67cff5764157 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0130808 Apr 22 14:35:57.449922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54868) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.467132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-709cfc9a-6e96-40f9-8454-aa540c22600c tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.472217 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-709cfc9a-6e96-40f9-8454-aa540c22600c tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0109792 Apr 22 14:35:57.472217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:57.474593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.491427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54872) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.514864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-364519cb-4bf2-4573-b7b5-990824cf7773 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.515831 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-364519cb-4bf2-4573-b7b5-990824cf7773 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0169749 Apr 22 14:35:57.519916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54876) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.526297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.539065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.546123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-01cf43cd-13f1-4193-a296-d12f027f04cc tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.550838 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-01cf43cd-13f1-4193-a296-d12f027f04cc tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0259631 Apr 22 14:35:57.555499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54880) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.565876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-23bc3d45-a553-4b65-a0a8-f39a595086a6 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.569505 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-23bc3d45-a553-4b65-a0a8-f39a595086a6 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104315 Apr 22 14:35:57.574506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54884) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.599745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.599745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] Pushing event deleted for resources: {'Network': ['ID=177d433f-796f-4d2f-aecf-ee48f4194139,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:57.600468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-0d506c09-9e77-4de1-831c-18c03c2cfc23 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.605531 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0d506c09-9e77-4de1-831c-18c03c2cfc23 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0155978 Apr 22 14:35:57.605633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:57.605633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54888) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.606926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-717b3a87-fd70-4c7c-9fc6-54e194cfed1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.621023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-492ced83-0210-4aeb-b036-bf554c3bae57 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.629998 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-492ced83-0210-4aeb-b036-bf554c3bae57 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0163937 Apr 22 14:35:57.630194 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a38a69d1-b8fe-4d43-93f5-8dd15b596d6b tempest-QuotasNegativeTest-530133290 tempest-QuotasNegativeTest-530133290-project-admin] 10.222.0.32 "DELETE /v2.0/networks/177d433f-796f-4d2f-aecf-ee48f4194139 HTTP/1.1" status: 204 len: 168 time: 1.2281613 Apr 22 14:35:57.630299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Usage tracker for resource:security_group_rule and tenant:5b8ddca1498545f3ace1a8d2f2b7c73f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:57.630299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:57.634805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.637839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:57.652540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-f7b3b7e9-f256-49f4-8a2a-3f6612ace249 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.658008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f7b3b7e9-f256-49f4-8a2a-3f6612ace249 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0177786 Apr 22 14:35:57.658500 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-5dd1d40d-f67b-4afa-a969-24936b711602 service neutron] 10.222.0.32 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969824 Apr 22 14:35:57.658950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54898) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.660111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-717b3a87-fd70-4c7c-9fc6-54e194cfed1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.667471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-7c3f814f-e1aa-497d-baa8-49fe630c3600 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.672068 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7c3f814f-e1aa-497d-baa8-49fe630c3600 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068502 Apr 22 14:35:57.672068 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-993322ab-612e-45c3-9c70-323c44288c77 service neutron] 10.222.0.32 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855987 Apr 22 14:35:57.672341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54902) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.677766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-444d1761-34be-4f19-b532-75c6357cf81f tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.679097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-444d1761-34be-4f19-b532-75c6357cf81f tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057595 Apr 22 14:35:57.683117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54908) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.792768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-9a6f0ba3-d4d0-4586-91de-417f22eb03ae tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.796339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9a6f0ba3-d4d0-4586-91de-417f22eb03ae tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1099019 Apr 22 14:35:57.805157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54912) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.815537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-80824dde-c70a-496e-a15a-76965893cf5d tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.819674 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-80824dde-c70a-496e-a15a-76965893cf5d tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102162 Apr 22 14:35:57.819802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.820680 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54916) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.830011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-9aaaff5d-ef24-4ec8-ba40-49cc01ed1943 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.830985 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9aaaff5d-ef24-4ec8-ba40-49cc01ed1943 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0088418 Apr 22 14:35:57.833005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.836074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54920) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.859613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-213d19b3-6b3a-4577-a9a8-16c41434ec9e tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.860906 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-213d19b3-6b3a-4577-a9a8-16c41434ec9e tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0140913 Apr 22 14:35:57.861877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-717b3a87-fd70-4c7c-9fc6-54e194cfed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.866896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54924) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.894018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-d83fde89-db76-4143-a869-11922ed3b793 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.898074 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d83fde89-db76-4143-a869-11922ed3b793 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0224936 Apr 22 14:35:57.899659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54930) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.906127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:35:57.917667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-58ce41be-e701-43b2-912e-7c0820c320ad service neutron] 10.222.0.32 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374258 Apr 22 14:35:57.918349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-b2659cd1-da56-44a1-b951-fa033ce38f05 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.922193 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b2659cd1-da56-44a1-b951-fa033ce38f05 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0129416 Apr 22 14:35:57.922486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54938) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.922635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a332ed-ba15-4dec-b436-33ad2a962e86,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:57.927982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.928866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.952326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.952522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-28987ec7-1bd8-4964-bb12-e4eb6ccf7e75 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.952855 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Added segment 51ca65a4-cf2e-48a6-9fb5-48f8336cee4d of type vlan for network d6a8e3ce-12f7-422a-851d-5d023dbd6413 Apr 22 14:35:57.953995 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-28987ec7-1bd8-4964-bb12-e4eb6ccf7e75 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0299306 Apr 22 14:35:57.955350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b3a87-fd70-4c7c-9fc6-54e194cfed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a228ce3-c695-4a05-a34b-5b76ad0199f1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:57.957082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 54944) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:57.965019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-717b3a87-fd70-4c7c-9fc6-54e194cfed1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:57.980511 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-717b3a87-fd70-4c7c-9fc6-54e194cfed1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a228ce3-c695-4a05-a34b-5b76ad0199f1 HTTP/1.1" status: 204 len: 168 time: 0.6074393 Apr 22 14:35:57.988700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-dfe33f05-c8ce-4402-a2d6-d2f83be80bcb tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:57.990535 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dfe33f05-c8ce-4402-a2d6-d2f83be80bcb tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0324118 Apr 22 14:35:57.993615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54950) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.003227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-66da388d-ee94-4ec2-8570-bdfef42088a3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.018090 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-66da388d-ee94-4ec2-8570-bdfef42088a3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0218925 Apr 22 14:35:58.020708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54958) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.035711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-9466fc64-e31d-4317-b03f-3ef20d77f2e5 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.041889 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9466fc64-e31d-4317-b03f-3ef20d77f2e5 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0194018 Apr 22 14:35:58.044129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54962) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.050511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-02605f98-3c3a-4f3a-b470-5d9fa05be7a1 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.056903 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-02605f98-3c3a-4f3a-b470-5d9fa05be7a1 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088356 Apr 22 14:35:58.057219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54966) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.063445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-6f6008bf-ede3-470e-9bc7-601933be9241 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.065734 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6f6008bf-ede3-470e-9bc7-601933be9241 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065944 Apr 22 14:35:58.068425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54970) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.090123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-978a6cf2-0ab3-4bcd-a3d2-4ddeaa3f9fdf tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.090123 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-978a6cf2-0ab3-4bcd-a3d2-4ddeaa3f9fdf tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0182331 Apr 22 14:35:58.097863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54982) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.117355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-5d9adca4-0a7f-4195-ad52-fd084ad94162 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.118350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5d9adca4-0a7f-4195-ad52-fd084ad94162 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0181572 Apr 22 14:35:58.122416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54988) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.152996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.154168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-29a674aa-3cdb-4cec-9816-6a50ae9af04a tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.155865 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-29a674aa-3cdb-4cec-9816-6a50ae9af04a tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0257742 Apr 22 14:35:58.158975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54992) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.170585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-aa03a7f0-dfb6-496c-a058-2e2b4d924216 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.173919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aa03a7f0-dfb6-496c-a058-2e2b4d924216 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0116103 Apr 22 14:35:58.175076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 54996) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.190123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-b78fa1ec-9222-4ec1-8df3-4c0833583bf3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.194869 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b78fa1ec-9222-4ec1-8df3-4c0833583bf3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0146034 Apr 22 14:35:58.194869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55000) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.204675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-6229aa44-7bc2-4c3c-a3cb-f6b31be15a8b tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.207742 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6229aa44-7bc2-4c3c-a3cb-f6b31be15a8b tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0107617 Apr 22 14:35:58.209874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55004) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.219912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-e03d6cc1-d4a6-446e-bb4a-d4410d36c195 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.224016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e03d6cc1-d4a6-446e-bb4a-d4410d36c195 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100448 Apr 22 14:35:58.224489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.228000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-1f190b13-679a-458a-9f03-dd2f8e383573 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Synchronizing usage tracker for tenant:b79371f23e2641b183e38a082d40c284 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:58.237385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-7fe234b0-9603-4d08-a2e5-221845c85a17 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.238345 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7fe234b0-9603-4d08-a2e5-221845c85a17 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050094 Apr 22 14:35:58.244073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55014) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.255611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.269578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-8ced1127-5cf9-4612-be66-babb0f7c978e tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.274838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:58.275224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8ced1127-5cf9-4612-be66-babb0f7c978e tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0277920 Apr 22 14:35:58.278255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55022) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.282417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:58.294046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-90af2d02-ebf3-4f1f-96b2-3f3587e9bbd3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.300564 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-90af2d02-ebf3-4f1f-96b2-3f3587e9bbd3 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0210340 Apr 22 14:35:58.301005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55026) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.303712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-1f190b13-679a-458a-9f03-dd2f8e383573 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Unset dirty status for tenant:b79371f23e2641b183e38a082d40c284 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:58.311723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-1f190b13-679a-458a-9f03-dd2f8e383573 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--280826794&fields=id&tenant_id=b79371f23e2641b183e38a082d40c284 HTTP/1.1" status: 200 len: 267 time: 0.1971736 Apr 22 14:35:58.314240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-173a2382-d55e-4098-aac3-513ea01aa595 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.319038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-173a2382-d55e-4098-aac3-513ea01aa595 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0134630 Apr 22 14:35:58.319038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55032) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.323611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-89503f21-4a2c-43c7-8281-b8813d710c4e tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.327620 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-89503f21-4a2c-43c7-8281-b8813d710c4e tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048714 Apr 22 14:35:58.347646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.534065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-efed62ff-6c12-46d1-a33a-b711e622485c tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.541288 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ecb94f35-9387-4a74-acba-332e28e5e76e req-7b9931f9-0c30-4362-a779-10e94be671ad tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.1086237 Apr 22 14:35:58.545925 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-efed62ff-6c12-46d1-a33a-b711e622485c tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1934779 Apr 22 14:35:58.550246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55052) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.564652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-547cde02-8221-4086-95fd-2939a4fdb430 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.573159 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-547cde02-8221-4086-95fd-2939a4fdb430 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0193090 Apr 22 14:35:58.581589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55056) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.586622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Network': ['ID=d6a8e3ce-12f7-422a-851d-5d023dbd6413,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:58.598896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:35:58.600923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-5d45ff25-4c80-486b-af04-596b7926166a tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.605239 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d45ff25-4c80-486b-af04-596b7926166a tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0223014 Apr 22 14:35:58.611120 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a992b7ce-99eb-47eb-8c31-6042e6ba9d3f tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4189718 Apr 22 14:35:58.612261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55060) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.612582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55062) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.623282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'subnet': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:35:58.644608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-afea7ea9-3418-47a3-b44f-1956b9a99a36 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.649476 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-afea7ea9-3418-47a3-b44f-1956b9a99a36 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0333147 Apr 22 14:35:58.651090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55068) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.687474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f274cc87-2058-4b1a-8417-a964e772a252 req-4d6bf57c-cfb8-424d-8132-5c5f1892d0f6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.0557191 Apr 22 14:35:58.731806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a3df2aa1-0c2b-4647-84e0-7fa782a074b7 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:35:58.732999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a3df2aa1-0c2b-4647-84e0-7fa782a074b7 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Synchronizing usage tracker for tenant:b79371f23e2641b183e38a082d40c284 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:58.769088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a3df2aa1-0c2b-4647-84e0-7fa782a074b7 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Unset dirty status for tenant:b79371f23e2641b183e38a082d40c284 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:58.777605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-8b84e4c6-482f-4e75-aa48-03b014f2aad8 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.781458 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a3df2aa1-0c2b-4647-84e0-7fa782a074b7 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/networks?id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6 HTTP/1.1" status: 200 len: 812 time: 0.4372208 Apr 22 14:35:58.782448 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8b84e4c6-482f-4e75-aa48-03b014f2aad8 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0284984 Apr 22 14:35:58.788671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55074) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.804703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-c9166700-1dde-418f-b9dc-ed2937ba923d tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.806353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c9166700-1dde-418f-b9dc-ed2937ba923d tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0162983 Apr 22 14:35:58.809761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55078) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.817368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-5918130d-815b-4a3c-9a87-02046609260f tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.819839 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5918130d-815b-4a3c-9a87-02046609260f tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084832 Apr 22 14:35:58.824473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55082) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.830995 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-0a1bce76-cfa8-4bb8-a1b6-2014b72f815f tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/quotas/b79371f23e2641b183e38a082d40c284 HTTP/1.1" status: 200 len: 375 time: 0.0495822 Apr 22 14:35:58.842079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:58.852565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-12758553-c989-4a43-a646-19e51848a3b0 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.857915 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-12758553-c989-4a43-a646-19e51848a3b0 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0308602 Apr 22 14:35:58.862619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55086) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.864329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Usage tracker for resource:subnet and tenant:5b8ddca1498545f3ace1a8d2f2b7c73f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:58.870001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:58.877020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-256265db-c00c-4017-98db-7ae7d82750ae tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.881234 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-256265db-c00c-4017-98db-7ae7d82750ae tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0133209 Apr 22 14:35:58.899682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55090) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.899682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55092) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.899975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:58.911800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-b8a7953d-a05c-4632-9e38-a699215fa0d0 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:58.917130 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b8a7953d-a05c-4632-9e38-a699215fa0d0 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0158446 Apr 22 14:35:58.922239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55100) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.922735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55102) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:58.946855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:35:58.993880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-eee66116-d481-43bd-a30a-2621ad5519c3 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Synchronizing usage tracker for tenant:b79371f23e2641b183e38a082d40c284 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:35:59.030632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-eee66116-d481-43bd-a30a-2621ad5519c3 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Unset dirty status for tenant:b79371f23e2641b183e38a082d40c284 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:35:59.051841 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-eee66116-d481-43bd-a30a-2621ad5519c3 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b79371f23e2641b183e38a082d40c284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2191710 Apr 22 14:35:59.071725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-89b8cbaa-2c15-4285-b9b8-8e30c3163b2b tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.075672 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-89b8cbaa-2c15-4285-b9b8-8e30c3163b2b tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1481173 Apr 22 14:35:59.076372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55114) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.102585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.121440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-1fd04c99-3e83-45ed-9506-8dbd40d416bc tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.125255 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1fd04c99-3e83-45ed-9506-8dbd40d416bc tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0435622 Apr 22 14:35:59.130734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55122) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.216648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-b80146c6-901d-417e-a3c9-eb3f140983a7 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.220456 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b80146c6-901d-417e-a3c9-eb3f140983a7 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0872552 Apr 22 14:35:59.225262 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d0f5d172-7c39-4dfc-8f13-ee662fef952a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20b03ff4411247ca935ccc8f2c1505e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976005 Apr 22 14:35:59.227514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55126) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.227839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55128) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.255251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-f89f8a01-9607-469b-be5d-4a0aecdc98e4 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.276576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f89f8a01-9607-469b-be5d-4a0aecdc98e4 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0251524 Apr 22 14:35:59.291683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.310095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55134) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.331484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-ca526751-de30-439f-b7f9-06aae7c8a034 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.332616 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ca526751-de30-439f-b7f9-06aae7c8a034 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0122020 Apr 22 14:35:59.335915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55140) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.352941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-06d9b790-4909-4150-b684-7ba9a8452c00 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.353955 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-06d9b790-4909-4150-b684-7ba9a8452c00 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0119267 Apr 22 14:35:59.357489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55144) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.375025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-d13e5397-166b-466b-86d0-d3c4d8fb42c7 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.379049 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d13e5397-166b-466b-86d0-d3c4d8fb42c7 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0152864 Apr 22 14:35:59.381600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55148) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.391038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:35:59.397540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Router 1bf92553-ee75-452e-961c-c3b5186c3dd7 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:35:59.402142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-6a251575-2ce5-4f83-9e6c-ba6195a97fa4 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.406268 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6a251575-2ce5-4f83-9e6c-ba6195a97fa4 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0189478 Apr 22 14:35:59.419041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Usage tracker for resource:security_group_rule and tenant:4da4fd4c61594cec8aff1b5111189f5a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:35:59.419262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55152) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.425892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:35:59.428978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-e27a64fc-ec87-464d-a101-92ad4a3d39ea tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.432715 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e27a64fc-ec87-464d-a101-92ad4a3d39ea tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084133 Apr 22 14:35:59.435463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55158) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.436231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77f6b722-5495-49b4-bd64-b0caec3e9279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.436485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:35:59.446577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [None req-2e50b352-c77b-4c71-946b-0fc50b1d0953 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.449848 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2e50b352-c77b-4c71-946b-0fc50b1d0953 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091758 Apr 22 14:35:59.450509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55162) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.460502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-64fda426-0381-4975-b4ee-36ba9d2318b0 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.464386 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-64fda426-0381-4975-b4ee-36ba9d2318b0 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104280 Apr 22 14:35:59.467937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55168) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.470025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-3f399597-6505-404a-a849-90b90dcbd78f service neutron] 10.222.0.32 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942900 Apr 22 14:35:59.478324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-c898830e-cffe-4b99-bd8e-fe61df89aa47 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.481769 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c898830e-cffe-4b99-bd8e-fe61df89aa47 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081804 Apr 22 14:35:59.482616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55172) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.496245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-1c13b45b-a36d-40cf-a093-44df9122b783 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.499801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1c13b45b-a36d-40cf-a093-44df9122b783 tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0135372 Apr 22 14:35:59.515717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55176) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:35:59.650538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77f6b722-5495-49b4-bd64-b0caec3e9279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.670128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [None req-11b512d5-4719-4b59-9671-8b10ad1711fc tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:35:59.683563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-11b512d5-4719-4b59-9671-8b10ad1711fc tempest-ExtensionsTestJSON-769785046 tempest-ExtensionsTestJSON-769785046-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.1607900 Apr 22 14:35:59.754552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f4edcdd7-6194-44f1-83e7-ec703ced0ebc req-8af97953-ba2d-459c-b1a1-b344b5ef6dae tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.0891533 Apr 22 14:35:59.794560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.841862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77f6b722-5495-49b4-bd64-b0caec3e9279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.870418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.883141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b722-5495-49b4-bd64-b0caec3e9279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde0f16c-5a2f-46f6-82e2-3a6a0d2c58c5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:59.947594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:35:59.978472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Checking segment: {'id': '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:35:59.979576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network hostable DHCP agents. Network: d6a8e3ce-12f7-422a-851d-5d023dbd6413, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:35:59.986726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Subnet': ['ID=858a5965-fd79-418f-ae70-0269dd2842e0,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:35:59.999980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-77f6b722-5495-49b4-bd64-b0caec3e9279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.002039 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-77f6b722-5495-49b4-bd64-b0caec3e9279 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fde0f16c-5a2f-46f6-82e2-3a6a0d2c58c5 HTTP/1.1" status: 204 len: 168 time: 0.7662916 Apr 22 14:36:00.035201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d8666-2f4b-42be-962d-b534c53005ba,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:00.040628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6db201f8-e369-4a3e-b9b2-452c0efb5932 req-c89d4896-caa3-43ad-8cfc-14c76294afbd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.1673346 Apr 22 14:36:00.059332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-229dc7d5-6f7b-4ea9-a37d-938c6511669f service neutron] 10.222.0.32 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723693 Apr 22 14:36:00.074021 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dfda6343-b1bb-4d02-80d9-a2dfdeec79fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4da4fd4c61594cec8aff1b5111189f5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1689336 Apr 22 14:36:00.074021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55210) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:00.079711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:00.105004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:00.122827 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] Sync routers for ids ['1bf92553-ee75-452e-961c-c3b5186c3dd7'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:00.150567 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] Routers {'1bf92553-ee75-452e-961c-c3b5186c3dd7'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:00.153418 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1bf92553-ee75-452e-961c-c3b5186c3dd7'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.167491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, d6a8e3ce-12f7-422a-851d-5d023dbd6413) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:00.177542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f8605-1cb1-4d53-83c3-7a67bcc5da3a None None] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:00.196338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:00.197181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.224187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3646250d-7ef9-43af-bbf0-c6ac40f718e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.257980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.267206 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-32de2a42-91e5-454c-8002-fd3151d9384c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8021891 Apr 22 14:36:00.268577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55218) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:00.304141 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-44d4725f-c6f8-4a84-899e-5ee8a694971d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6846874 Apr 22 14:36:00.305107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55222) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:00.326709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'name': 'tempest-AllowedAddressPairTestJSON-690780892'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:00.468383 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.518113 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] Routers {'1bf92553-ee75-452e-961c-c3b5186c3dd7'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:00.518757 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1bf92553-ee75-452e-961c-c3b5186c3dd7'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.545575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3646250d-7ef9-43af-bbf0-c6ac40f718e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.611737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55232) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:00.698096 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:00.699930 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d07c16-78ed-487d-8199-5b2f77d0c55a None None] The sync data for ids ['1bf92553-ee75-452e-961c-c3b5186c3dd7'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:00.873253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-d6a8e3ce-12f7-422a-851d-5d023dbd6413', 'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'tenant_id': '5b8ddca1498545f3ace1a8d2f2b7c73f', 'fixed_ips': [{'subnet_id': '858a5965-fd79-418f-ae70-0269dd2842e0'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:00.874581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.908656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:00.927966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Usage tracker for resource:port and tenant:5b8ddca1498545f3ace1a8d2f2b7c73f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:00.950272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:00.967300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7aa6353b-81ee-40fd-9378-67c6c5db6762 req-5ecc6481-3c1c-41d9-975f-37a7bfa77404 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 210 time: 0.1534784 Apr 22 14:36:00.978423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3646250d-7ef9-43af-bbf0-c6ac40f718e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:00.980827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:01.024463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:01.029651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.068351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] device_id is not set on port d190abe5-1823-4356-ae5c-2c3cfe2992aa yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:01.154363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Sync routers for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:01.190311 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb80d52d-19f1-460b-a6e1-453dda4f7e58 req-f1ccf579-341c-4ec7-9bf0-c893138d26f0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.1726902 Apr 22 14:36:01.202089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646250d-7ef9-43af-bbf0-c6ac40f718e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d8666-2f4b-42be-962d-b534c53005ba,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:01.207549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:01.208867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:01.216235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.220468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3646250d-7ef9-43af-bbf0-c6ac40f718e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:01.221325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3646250d-7ef9-43af-bbf0-c6ac40f718e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/539d8666-2f4b-42be-962d-b534c53005ba HTTP/1.1" status: 204 len: 168 time: 1.1459920 Apr 22 14:36:01.350297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Allocated IP 172.20.0.2 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/71684ddf-8f92-423a-a61b-2ebcdc8dcd43) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:01.390096 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-19390d26-c563-4729-a532-2b7d04402663 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/1bf92553-ee75-452e-961c-c3b5186c3dd7 HTTP/1.1" status: 200 len: 923 time: 1.1194868 Apr 22 14:36:01.392846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55262) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:01.409964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:01.437382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad114e317ce487a9a9b76c6dbf0b91c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:01.442065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:01.463291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:01.492031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d5cee2e7-d991-4a70-b9d8-d67153c56675 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bf92553-ee75-452e-961c-c3b5186c3dd7 HTTP/1.1" status: 200 len: 205 time: 0.0970080 Apr 22 14:36:01.495198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55266) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:01.655001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:01.867392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.24', 63355) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:01.949031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7effbf43-8d77-4218-b4eb-cb29a4820654 req-0c7af1ec-0130-48ca-9ba1-db946cd5bc4e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.3936033 Apr 22 14:36:01.975021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.024621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Transition to ACTIVE for port object 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:02.168915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55286) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:02.205722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.268037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.24', 63361) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:02.280083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Transition to ACTIVE for port object 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:02.326496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.378641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55296) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:02.486011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Pushing event updated for resources: {'Port': ['ID=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:02.551296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:02.555259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:02.568343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:02.731571 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-db0b5b97-05d4-4f6f-9e4d-4ddb6c9153d6 req-eebd490d-8241-4858-bc0c-3a1c3588313b tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.1178284 Apr 22 14:36:02.733384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Attempting to bind port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:02.733896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Attempting to bind port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:02.734349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Attempting to bind port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 on network d6a8e3ce-12f7-422a-851d-5d023dbd6413 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:02.742848 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:02.743375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Checking segment: {'id': '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:02.743866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.744364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Bound using segment: {'id': '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:02.745114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Bound port: 71684ddf-8f92-423a-a61b-2ebcdc8dcd43, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:02.745635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.762255 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ca5c12d-125d-4594-9389-89a7fcbfa6da req-f5c12c48-6766-4b4d-97c0-f62d190ed4c7 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 210 time: 0.4043708 Apr 22 14:36:02.790161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:02.818851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Usage tracker for resource:security_group_rule and tenant:6b43fc8904bd44afa2cb482e62a84dbf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:02.821984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Allocated IP 172.20.0.4 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/d190abe5-1823-4356-ae5c-2c3cfe2992aa) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:02.832479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:02.840208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.857262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:02.859732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.864535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] For port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:02.868690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] For port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,segment=NetworkSegment(51ca65a4-cf2e-48a6-9fb5-48f8336cee4d),segment_id=51ca65a4-cf2e-48a6-9fb5-48f8336cee4d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:02.876732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:02.937476 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ad114e317ce487a9a9b76c6dbf0b91c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3069820 Apr 22 14:36:02.942121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.24', 63364) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:02.942513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55318) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:02.943497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11855a-905c-4333-abd3-47dd64844a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069cc67d-a218-474a-aff5-1367e476fbc8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:02.964021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b3c7-719a-4b4f-a370-716b7966320a req-fe88bf88-5d02-46d6-a3c6-bab01ef4f334 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:02.965569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-fe88bf88-5d02-46d6-a3c6-bab01ef4f334 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 812 time: 1.0968342 Apr 22 14:36:02.979681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 2, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:02.991538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Checking router: d33f79f8-4165-4285-af40-389254828306 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:02.992033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Updating router d33f79f8-4165-4285-af40-389254828306 port 0d1c33cb-292c-476d-818b-107157e89c98 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:36:03.015289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.026962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.074941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.210077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e89602-2cda-417b-8544-04b233b23d70 None None] Pushing event updated for resources: {'Port': ['ID=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:03.257035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1962526777'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:03.280747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-70706393-ba48-4406-a6e7-2376c78d989b tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:03.282702 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-70706393-ba48-4406-a6e7-2376c78d989b tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.24 "GET /v2.0/networks?id=1ed703d7-105d-41d7-8659-3ab755ed2a64 HTTP/1.1" status: 200 len: 806 time: 0.9987578 Apr 22 14:36:03.403946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:03.423014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd6c0a8-661b-49a7-baae-595597e1733e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:03.497545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:network and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:03.543306 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-01a055c0-e7b2-451c-936c-0768e57d6ecc req-1ee2c9c1-b835-4b77-9f54-cc57f279a8d0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.2914526 Apr 22 14:36:03.558418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:03.589200 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b2235289-8ea1-4635-b381-9c5d3d81ea5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b43fc8904bd44afa2cb482e62a84dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4188445 Apr 22 14:36:03.590624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:03.603042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55328) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:03.737560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:03.741377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.760499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-7b53ac07-f803-4b13-92ec-695d06c2c451 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Synchronizing usage tracker for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:03.806225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.885859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-81bf4949-1fe5-40c7-970b-791d243a9395 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:03.888387 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-81bf4949-1fe5-40c7-970b-791d243a9395 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.24 "GET /v2.0/networks?id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6 HTTP/1.1" status: 200 len: 812 time: 0.9338732 Apr 22 14:36:03.899021 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-e5c0b156-4b0a-41f5-ad7e-10c19d3564a3 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14642dc2700d48d4afb4b616f52c8a70 HTTP/1.1" status: 200 len: 380 time: 0.4060462 Apr 22 14:36:03.903117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:03.908498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.063579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-9990b3c7-719a-4b4f-a370-716b7966320a req-7b53ac07-f803-4b13-92ec-695d06c2c451 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Unset dirty status for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:04.064679 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-7b53ac07-f803-4b13-92ec-695d06c2c451 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c866df6a684da69f56ca9aad11c9cc HTTP/1.1" status: 200 len: 380 time: 0.8820367 Apr 22 14:36:04.095245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.095638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Request body: {'port': {'device_id': '0dbf1db5-5599-4992-a308-03d7253240d8', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'admin_state_up': True, 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'security_groups': ['4201ea2d-730d-4957-bf5c-c0141a2bfb11']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:04.117146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Transition to ACTIVE for port object 0d1c33cb-292c-476d-818b-107157e89c98 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:04.130355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.359777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2752814-9b52-4d24-b24b-35f2b1284403 None None] Pushing event updated for resources: {'Port': ['ID=0d1c33cb-292c-476d-818b-107157e89c98,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:04.398480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Request body: {'port': {'device_id': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'admin_state_up': True, 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'security_groups': ['ab9b60f9-89eb-4cab-9f2c-29af6e193a7c']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:04.535263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d3ce797d-c986-4584-bca3-9cd9a2fc9e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.562724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97e0dbf0-de32-40fc-9c56-b861521f36bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.590207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Attempting to bind port 0d1c33cb-292c-476d-818b-107157e89c98 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:04.590872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Attempting to bind port 0d1c33cb-292c-476d-818b-107157e89c98 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:04.591281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Attempting to bind port 0d1c33cb-292c-476d-818b-107157e89c98 on network 4d70859f-e131-46bb-aea5-31cae6316e88 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:04.599559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:04.599965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Checking segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:04.602620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97e0dbf0-de32-40fc-9c56-b861521f36bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.604874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.605496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Bound using segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:04.606161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Bound port: 0d1c33cb-292c-476d-818b-107157e89c98, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:04.606638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.635621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-97566d0e-3905-48cf-9438-65abe0087ff0 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Synchronizing usage tracker for tenant:b79371f23e2641b183e38a082d40c284 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:04.717243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:04.730410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:04.736212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-214608ba-5b5a-44d9-b55e-366475a88b8a req-ba441d85-d449-4467-89c0-00c42419d808 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.7482984 Apr 22 14:36:04.749077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d3ce797d-c986-4584-bca3-9cd9a2fc9e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.766083 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38fbad7f-b2df-4404-9caa-f31da640d532 req-8161d592-c8d8-4e70-a89b-2b3fddcb5eee tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 210 time: 0.2878480 Apr 22 14:36:04.767118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97e0dbf0-de32-40fc-9c56-b861521f36bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.789883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:security_group_rule and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:04.801951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:04.812012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:04.821573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] For port 0d1c33cb-292c-476d-818b-107157e89c98, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:04.822192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0dbf0-de32-40fc-9c56-b861521f36bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd6c0a8-661b-49a7-baae-595597e1733e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:04.825559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] For port 0d1c33cb-292c-476d-818b-107157e89c98, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0d1c33cb-292c-476d-818b-107157e89c98,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:04.825822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:04.835239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e230930-86c9-40dc-b273-09869e935110 None None] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:04.841476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97e0dbf0-de32-40fc-9c56-b861521f36bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.850208 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-97e0dbf0-de32-40fc-9c56-b861521f36bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbd6c0a8-661b-49a7-baae-595597e1733e HTTP/1.1" status: 204 len: 168 time: 1.2442257 Apr 22 14:36:04.866665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.876691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Made reservation on behalf of 14642dc2700d48d4afb4b616f52c8a70 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:04.886781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:04.894422 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-97566d0e-3905-48cf-9438-65abe0087ff0 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Unset dirty status for tenant:b79371f23e2641b183e38a082d40c284 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:04.896513 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-97566d0e-3905-48cf-9438-65abe0087ff0 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b79371f23e2641b183e38a082d40c284 HTTP/1.1" status: 200 len: 379 time: 0.8053350 Apr 22 14:36:04.991802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.020953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Transition to ACTIVE for port object d190abe5-1823-4356-ae5c-2c3cfe2992aa will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:05.021644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2752814-9b52-4d24-b24b-35f2b1284403 None None] Pushing event updated for resources: {'Port': ['ID=0d1c33cb-292c-476d-818b-107157e89c98,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:05.112403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:05.113050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:35:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:05.151666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:05.169980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Request body: {'port': {'device_id': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'admin_state_up': True, 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'security_groups': ['f3f4757f-2845-4ea9-8ff7-c4ac2962d461']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:05.210541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.288944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:05.347378 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-87fb900d-a484-4fc3-9d80-19ea99598abf req-d9fb0af0-4a39-40a0-9891-4731a47a9c06 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.2167206 Apr 22 14:36:05.358266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:05.467395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Made reservation on behalf of 23c866df6a684da69f56ca9aad11c9cc for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:05.474504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.518897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:05.533175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:05.542615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=d190abe5-1823-4356-ae5c-2c3cfe2992aa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:05.544049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.546657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:05.609154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.628006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d3ce797d-c986-4584-bca3-9cd9a2fc9e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.655781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f618fb-117f-4f27-b172-7e113dbba911,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:05.673043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:05.696253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.696632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Added segment 400f1644-1640-46a8-8849-1ed4ddbd79fd of type vlan for network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a Apr 22 14:36:05.698596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Allocated IP 172.20.0.3 (1ed703d7-105d-41d7-8659-3ab755ed2a64/aa35179a-95ff-47b5-a03a-248df05cd55a/9326db57-d688-4953-87fb-9d880ab3e445) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:05.783970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce797d-c986-4584-bca3-9cd9a2fc9e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069cc67d-a218-474a-aff5-1367e476fbc8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:05.786682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.863675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8b776d0e-0c09-4ee1-9573-970b41b67119 None None] Provisioning for port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:05.870132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:05.885251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:05.907410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:05.908525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.915017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Made reservation on behalf of b79371f23e2641b183e38a082d40c284 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:05.919197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.959444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d3ce797d-c986-4584-bca3-9cd9a2fc9e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:05.963310 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d3ce797d-c986-4584-bca3-9cd9a2fc9e55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/069cc67d-a218-474a-aff5-1367e476fbc8 HTTP/1.1" status: 204 len: 168 time: 3.0041964 Apr 22 14:36:06.177851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-831747b8-6ac3-4374-ba3d-18add88dfe1e req-9a8433bd-f853-41fa-80c5-e377b7790808 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 210 time: 0.0769565 Apr 22 14:36:06.183116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.187365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:06.188308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:06.356200 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-acc1083b-afea-43f8-bea4-4c98a4e73115 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0494347 Apr 22 14:36:06.386032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55360) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:06.418177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'name': 'tempest-AllowedAddressPairTestJSON-1775768095', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:05:36:90'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:06.562949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:06.854387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79c68438-e383-41f8-9f09-8cbc030de6ee req-28a920bc-62f2-4032-92cd-a178658e6d7a tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.6278830 Apr 22 14:36:06.859032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:06.874083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Usage tracker for resource:port and tenant:5b8ddca1498545f3ace1a8d2f2b7c73f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:06.887073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:06.895777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:06.948684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:06.979047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.5973723 Apr 22 14:36:06.982870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55370) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:06.994180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b4599-b79d-403f-a024-26cf942d80b1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Network': ['ID=3a25c3df-2044-4fb9-b7a4-e7b09bc6935a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:07.011126 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec6fb590-22da-4db4-8b5b-5456454d52b1 req-f55132a2-5fbe-410f-9bd7-48243dd9e583 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.2030997 Apr 22 14:36:07.048749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'subnet': {'network_id': '3a25c3df-2044-4fb9-b7a4-e7b09bc6935a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:07.106320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:07.144544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Allocated IP 172.20.0.7 (4d70859f-e131-46bb-aea5-31cae6316e88/814f67be-19cd-46cd-aeb4-ac7f25f00ef4/3ac32772-293e-40d0-9f15-f28a69eec80f) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:07.328045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.385051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Transition to ACTIVE for port object 9326db57-d688-4953-87fb-9d880ab3e445 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:07.559245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.620429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:07.639765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:07.640216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:07.919825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.044706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Deleting port 1ec6f8a3-b77a-49f7-829d-425e2d775c74 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:08.045857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.122373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.169994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.233707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Allocated IP 172.20.0.12 (d09090f3-951b-4055-9bcc-1afc7b6b6ab6/802b3571-e9f9-4d1f-a444-60f04e693561/76afaddc-616a-4d6c-b930-bded54130f16) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:08.253119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.280310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ccf0412f-9271-4dd4-8efb-af540efa14c5 None None] Provisioning complete for port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:08.297977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ccf0412f-9271-4dd4-8efb-af540efa14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.313151 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-077e3016-27ef-449d-80a2-22b1a8f62267 req-16b599b9-98e5-4437-b67d-085f31e32d61 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 210 time: 0.7399230 Apr 22 14:36:08.388024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Transition to ACTIVE for port object 3ac32772-293e-40d0-9f15-f28a69eec80f will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:08.543836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,segment=NetworkSegment(51ca65a4-cf2e-48a6-9fb5-48f8336cee4d),segment_id=51ca65a4-cf2e-48a6-9fb5-48f8336cee4d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:08.593952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event updated for resources: {'Port': ['ID=9326db57-d688-4953-87fb-9d880ab3e445,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:08.619647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:08.628425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:08.671231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:08.676882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:08.776501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] device_id is not set on port 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:08.884565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:04Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:08.994440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:09.056340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd683b4-b4f4-402d-9bac-d83b821ce747 None None] The sync data for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv is: [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:04Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:09.206102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Allocated IP 172.20.0.3 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/0403e8de-ff58-4411-864d-d4aa1fd6e4b9) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:09.379590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:09.392987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:subnet and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:09.403783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:09.407743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.430580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:09.507327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.555578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ccf0412f-9271-4dd4-8efb-af540efa14c5 None None] Provisioning for port d190abe5-1823-4356-ae5c-2c3cfe2992aa completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:09.593637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ccf0412f-9271-4dd4-8efb-af540efa14c5 None None] Provisioning complete for port d190abe5-1823-4356-ae5c-2c3cfe2992aa triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:09.601877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ccf0412f-9271-4dd4-8efb-af540efa14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.803918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-17f93d37-5003-4ec9-885b-4e2624541025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.875313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:09.886737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0412f-9271-4dd4-8efb-af540efa14c5 None None] Port d190abe5-1823-4356-ae5c-2c3cfe2992aa cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:09.899518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Transition to ACTIVE for port object 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:09.975194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:09.978012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:10.022105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.068068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Provisioning complete for port d190abe5-1823-4356-ae5c-2c3cfe2992aa triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:10.071123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.128588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:10.163738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Calling delete_port for 1ec6f8a3-b77a-49f7-829d-425e2d775c74 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:10.212105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Port d190abe5-1823-4356-ae5c-2c3cfe2992aa cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:10.231557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:10.234988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:10.272970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Provisioning for port 9326db57-d688-4953-87fb-9d880ab3e445 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:10.288114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.293553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Provisioning complete for port 9326db57-d688-4953-87fb-9d880ab3e445 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:10.293957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.360933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Network 4d70859f-e131-46bb-aea5-31cae6316e88 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:10.384003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:10.412872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:10.427264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.431863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:10.551049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-44f08e24-72fc-460e-aed0-5278210b8ab1 None None] Port 9326db57-d688-4953-87fb-9d880ab3e445 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:10.583316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Transition to ACTIVE for port object 76afaddc-616a-4d6c-b930-bded54130f16 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:10.587708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event updated for resources: {'Port': ['ID=3ac32772-293e-40d0-9f15-f28a69eec80f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:10.790798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:10.792006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.913313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-96839761-f6b4-4ec9-b431-3216fc838459 None None] Provisioning for port 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:10.928801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-96839761-f6b4-4ec9-b431-3216fc838459 None None] Provisioning complete for port 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:10.929178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96839761-f6b4-4ec9-b431-3216fc838459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:10.950036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-0747631d-1cdf-42bd-ba05-d674c1df518d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0101705 Apr 22 14:36:11.019167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2fcf6-761b-4962-b5a4-868434669572 req-b95b8261-7587-461e-b5d0-65205cc9dbbf tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:11.035484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-c2c2fcf6-761b-4962-b5a4-868434669572 req-b95b8261-7587-461e-b5d0-65205cc9dbbf tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Synchronizing usage tracker for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:11.082678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-49771920-e1ad-45b9-b655-637a2cbbe95e tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:36:11.083767 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-49771920-e1ad-45b9-b655-637a2cbbe95e tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0452352 Apr 22 14:36:11.095774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55424) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:11.105489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d1c33cb-292c-476d-818b-107157e89c98 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:11.110990 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.7047794 Apr 22 14:36:11.116117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55426) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:11.130309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-39152853'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:11.157059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bc04-0e0d-4644-bb53-d67366b82f1b tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=0403e8de-ff58-4411-864d-d4aa1fd6e4b9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:11.168529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.209196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.328324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-96839761-f6b4-4ec9-b431-3216fc838459 None None] Port 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:11.392651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0d1c33cb-292c-476d-818b-107157e89c98 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:11.401662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0d1c33cb-292c-476d-818b-107157e89c98 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:11.402052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.449842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:11.462611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.542928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fb0ef9ce-7960-4315-8720-6a1a6893d321 None None] Provisioning for port 3ac32772-293e-40d0-9f15-f28a69eec80f completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:11.545395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event updated for resources: {'Port': ['ID=76afaddc-616a-4d6c-b930-bded54130f16,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:11.557075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-54012244'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:11.564442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fb0ef9ce-7960-4315-8720-6a1a6893d321 None None] Provisioning complete for port 3ac32772-293e-40d0-9f15-f28a69eec80f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:11.565134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fb0ef9ce-7960-4315-8720-6a1a6893d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.569819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:11.570968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:11.574798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:11.580015 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-ba5f23b3-6d9e-4867-a1ca-c002c31bad5d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1955578 Apr 22 14:36:11.580616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:11.611195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Usage tracker for resource:router and tenant:10f4a6d1f64c48e9a2588bece85fcf49 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:11.626025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:11.638640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.646590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:11.689007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ef9ce-7960-4315-8720-6a1a6893d321 None None] Port 3ac32772-293e-40d0-9f15-f28a69eec80f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:11.771261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0d1c33cb-292c-476d-818b-107157e89c98, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0d1c33cb-292c-476d-818b-107157e89c98,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:11.790373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.791218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:11.802515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.803713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.814577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:11.851235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:11.851910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:11.856193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Request body: {'port': {'device_id': '0dbf1db5-5599-4992-a308-03d7253240d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:11.864974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Request body: {'port': {'device_id': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:11.937918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e013f4c-287f-4808-beff-8b145bbd4cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.003084 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-a0ea4c72-4e15-49ab-a8c4-b2944385f0be tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9001956 Apr 22 14:36:12.022155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.053185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Usage tracker for resource:network and tenant:0e1691d8ea274881b448a114783f1c0a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:12.064427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:12.071339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:12.107146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Made reservation on behalf of 0e1691d8ea274881b448a114783f1c0a for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:12.110228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.130815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74357f-f559-42db-83de-06fd68c3415d req-3b5a7b1d-15da-40b6-8db1-f2cc46cb9ce4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:12.132545 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ca74357f-f559-42db-83de-06fd68c3415d req-3b5a7b1d-15da-40b6-8db1-f2cc46cb9ce4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 931 time: 2.8118632 Apr 22 14:36:12.133225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-c2c2fcf6-761b-4962-b5a4-868434669572 req-b95b8261-7587-461e-b5d0-65205cc9dbbf tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Unset dirty status for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:12.139688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c2c2fcf6-761b-4962-b5a4-868434669572 req-b95b8261-7587-461e-b5d0-65205cc9dbbf tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 931 time: 3.8612256 Apr 22 14:36:12.195064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Request body: {'port': {'device_id': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:12.197911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.272186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0d1c33cb-292c-476d-818b-107157e89c98,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:12.319217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:12.319709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.351344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-befb7e27-7aad-4831-98f3-5b92f2200ae6 None None] Provisioning for port 76afaddc-616a-4d6c-b930-bded54130f16 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:12.372114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-befb7e27-7aad-4831-98f3-5b92f2200ae6 None None] Provisioning complete for port 76afaddc-616a-4d6c-b930-bded54130f16 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:12.372644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-befb7e27-7aad-4831-98f3-5b92f2200ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.445726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-befb7e27-7aad-4831-98f3-5b92f2200ae6 None None] Port 76afaddc-616a-4d6c-b930-bded54130f16 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:12.520134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c2c2fcf6-761b-4962-b5a4-868434669572 req-6832b086-9cfe-4062-9aaf-fc7b6e0d50cd tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793631 Apr 22 14:36:12.524995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.587710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.606346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.639189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ca74357f-f559-42db-83de-06fd68c3415d req-a81d73d2-d675-460c-87ac-283d5a1dcddc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4838653 Apr 22 14:36:12.641479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:12.676156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Usage tracker for resource:security_group_rule and tenant:0e1691d8ea274881b448a114783f1c0a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:12.705579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:12.751530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:12.768403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d4326-3da4-46f9-a268-55d9f35c10f5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:12.770623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.772910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d4326-3da4-46f9-a268-55d9f35c10f5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:12.774269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d1c33cb-292c-476d-818b-107157e89c98 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:12.776830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d4326-3da4-46f9-a268-55d9f35c10f5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:12.777736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-974d4326-3da4-46f9-a268-55d9f35c10f5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Synchronizing usage tracker for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:12.825378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event deleted for resources: {'Port': ['ID=1ec6f8a3-b77a-49f7-829d-425e2d775c74,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:12.877911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.885139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0d1c33cb-292c-476d-818b-107157e89c98 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:12.886266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:12.888277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Subnet': ['ID=e21f73df-4110-4b2a-bbff-b9b2f8d2844e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:13.079691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.089569 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:36:13.185922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-974d4326-3da4-46f9-a268-55d9f35c10f5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Unset dirty status for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:13.186835 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-974d4326-3da4-46f9-a268-55d9f35c10f5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 2.0346351 Apr 22 14:36:13.199719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55436) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:13.251579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Checking segment: {'id': '400f1644-1640-46a8-8849-1ed4ddbd79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3a25c3df-2044-4fb9-b7a4-e7b09bc6935a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:13.251913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network hostable DHCP agents. Network: 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:13.335609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.368030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:13.368030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.394415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.462296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.506162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65701-7f1a-47c6-aa63-cf854894526e req-0d764c70-31ef-476d-afef-0b7e3637ad52 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:13.507725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e65701-7f1a-47c6-aa63-cf854894526e req-0d764c70-31ef-476d-afef-0b7e3637ad52 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 932 time: 0.7124498 Apr 22 14:36:13.529540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.536994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:13.546178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac32772-293e-40d0-9f15-f28a69eec80f {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:36:13.558754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:13.563339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.586224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c64b22a-6c9d-4f3a-a052-c3549a994b0f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:13.720170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e65701-7f1a-47c6-aa63-cf854894526e req-8d4896ca-93c2-4060-9a22-652da777d873 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949236 Apr 22 14:36:13.776740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.782248 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3ce44ea1-8864-4009-ba5f-d682b09cdc5d tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 2.6502497 Apr 22 14:36:13.784220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Transition to ACTIVE for port object 3ac32772-293e-40d0-9f15-f28a69eec80f will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:13.802169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:13.815419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55444) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:13.816002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffb4d3-48df-4117-9cb9-a87570cf77e6 None None] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:13.835860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:13.838374 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Added segment 548fd0ba-9e36-4f51-9c42-f912339d317e of type vlan for network 66e67a99-b673-43bf-86e7-7a9acb18998a Apr 22 14:36:13.843331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:13.847080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.020710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a92d7eea-f9c7-4e62-9453-d6ea559744a8 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 7.0072496 Apr 22 14:36:14.029541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.033492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55448) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:14.046080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.063061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1029999557', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:14.071119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:14.075550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:router and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:14.078789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:14.092139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:14.133918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.135064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.223900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba423e-f525-4729-954f-36e7667114a1 req-74c50b60-c401-4b12-88f7-c4ad1a976af2 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:14.225787 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eaba423e-f525-4729-954f-36e7667114a1 req-74c50b60-c401-4b12-88f7-c4ad1a976af2 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 931 time: 0.5103579 Apr 22 14:36:14.246187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:14.257542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbf78e-b062-4b21-af24-cbf288c9919f None None] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:14.321274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.438993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.450077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8114022-a145-490a-a398-241f10d50ee1 req-319c01b5-132a-4702-b531-d1c9bdf6ea3a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:14.455400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c8114022-a145-490a-a398-241f10d50ee1 req-319c01b5-132a-4702-b531-d1c9bdf6ea3a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 943 time: 0.5098765 Apr 22 14:36:14.624258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9326db57-d688-4953-87fb-9d880ab3e445 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:36:14.649415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.746667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Transition to ACTIVE for port object 9326db57-d688-4953-87fb-9d880ab3e445 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:14.797149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:14.834015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.840211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.901409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.958740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.969712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:14.983857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac32772-293e-40d0-9f15-f28a69eec80f,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:15.031776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.043166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for 0403e8de-ff58-4411-864d-d4aa1fd6e4b9 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:15.365976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c8114022-a145-490a-a398-241f10d50ee1 req-b04ff26a-a69e-474a-95e6-affb690aa13c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6783757 Apr 22 14:36:15.366724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.372338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:15.372968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.399986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eaba423e-f525-4729-954f-36e7667114a1 req-50bf3435-87f9-4353-a681-72e8e429fe31 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1169989 Apr 22 14:36:15.505713 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.5099819 Apr 22 14:36:15.509393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.509921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Fanout notify agent at l3_agent the message router_deleted on router 1bf92553-ee75-452e-961c-c3b5186c3dd7 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:15.512067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55454) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:15.527391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76afaddc-616a-4d6c-b930-bded54130f16 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:36:15.544749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Request body: {'subnet': {'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:15.561410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.641337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.642796 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dd929d31-5c24-4410-b5ed-15e2ac86e3ae tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/1bf92553-ee75-452e-961c-c3b5186c3dd7 HTTP/1.1" status: 204 len: 168 time: 14.1456876 Apr 22 14:36:15.653384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Attempting to bind port 3ac32772-293e-40d0-9f15-f28a69eec80f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:15.653736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Attempting to bind port 3ac32772-293e-40d0-9f15-f28a69eec80f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:15.654066 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Attempting to bind port 3ac32772-293e-40d0-9f15-f28a69eec80f on network 4d70859f-e131-46bb-aea5-31cae6316e88 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:15.656093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55458) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:15.688307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'name': 'tempest-snat-router-947725627', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': False}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:15.692264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:15.696360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Transition to ACTIVE for port object 76afaddc-616a-4d6c-b930-bded54130f16 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:15.702358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:router and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:15.767125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Pushing event updated for resources: {'Port': ['ID=9326db57-d688-4953-87fb-9d880ab3e445,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:15.776161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:15.782368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.795516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248ed7-b9e7-4532-b3a8-a6b25c34e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event updated for resources: {'Network': ['ID=66e67a99-b673-43bf-86e7-7a9acb18998a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:15.799912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:15.811148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 66e67a99-b673-43bf-86e7-7a9acb18998a details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:15.833058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Port 3ac32772-293e-40d0-9f15-f28a69eec80f on network 4d70859f-e131-46bb-aea5-31cae6316e88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:36:15.833298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Attempting to bind port 3ac32772-293e-40d0-9f15-f28a69eec80f on network 4d70859f-e131-46bb-aea5-31cae6316e88 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:15.925995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:15.931706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:15.949331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Usage tracker for resource:subnet and tenant:0e1691d8ea274881b448a114783f1c0a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:15.995978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.008242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:16.011616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:16.011970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Checking segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:16.012487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Bound using segment: {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:16.012967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Bound port: 3ac32772-293e-40d0-9f15-f28a69eec80f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84480f66-331b-43b6-934b-006d841750e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:16.013316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.037010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.038248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.056355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec7e26-064a-49ad-b403-da3f49096ae7 req-fa318229-dff7-4369-ba3c-a397766974ac tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:16.057946 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6ec7e26-064a-49ad-b403-da3f49096ae7 req-fa318229-dff7-4369-ba3c-a397766974ac tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 944 time: 0.5482152 Apr 22 14:36:16.086580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=0403e8de-ff58-4411-864d-d4aa1fd6e4b9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.093957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:16.142783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Attempting to bind port 9326db57-d688-4953-87fb-9d880ab3e445 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:16.143108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Attempting to bind port 9326db57-d688-4953-87fb-9d880ab3e445 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:16.143431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Attempting to bind port 9326db57-d688-4953-87fb-9d880ab3e445 on network 1ed703d7-105d-41d7-8659-3ab755ed2a64 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:16.202738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Port 9326db57-d688-4953-87fb-9d880ab3e445 on network 1ed703d7-105d-41d7-8659-3ab755ed2a64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:36:16.203742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Attempting to bind port 9326db57-d688-4953-87fb-9d880ab3e445 on network 1ed703d7-105d-41d7-8659-3ab755ed2a64 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:16.205884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Pushing event updated for resources: {'Port': ['ID=76afaddc-616a-4d6c-b930-bded54130f16,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.227615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Made reservation on behalf of 0e1691d8ea274881b448a114783f1c0a for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:16.231830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:16.232246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Checking segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:16.235502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Bound using segment: {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:16.235502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Bound port: 9326db57-d688-4953-87fb-9d880ab3e445, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1835fb1f-69b6-43b4-a43d-7985f5d2ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:16.235502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.276554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.305108 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6ec7e26-064a-49ad-b403-da3f49096ae7 req-0f831228-8dd5-40c2-b379-66d2c7a394e9 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335243 Apr 22 14:36:16.490417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] For port 9326db57-d688-4953-87fb-9d880ab3e445, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:16.496396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] For port 9326db57-d688-4953-87fb-9d880ab3e445, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9326db57-d688-4953-87fb-9d880ab3e445,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:16.533192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.548751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.575723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.633730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.679946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] For port 3ac32772-293e-40d0-9f15-f28a69eec80f, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:16.762358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.763757 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] 10.222.0.24 "PUT /v2.0/ports/9326db57-d688-4953-87fb-9d880ab3e445 HTTP/1.1" status: 200 len: 1093 time: 4.9221904 Apr 22 14:36:16.767344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:16.774116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.796930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Pushing event updated for resources: {'Port': ['ID=9326db57-d688-4953-87fb-9d880ab3e445,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:16.872224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8ea97078-cb6b-4ad8-80b0-a07b26335d31 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/ports/0403e8de-ff58-4411-864d-d4aa1fd6e4b9 HTTP/1.1" status: 204 len: 168 time: 3.6595438 Apr 22 14:36:16.879089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.879427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.879763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.880094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.880417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.880739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.881127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.881443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.881784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.882106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.882427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b576f8b-a94a-4bd0-8aca-9ea7c4fcbf38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:16.888231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55470) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:16.913359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Attempting to bind port 76afaddc-616a-4d6c-b930-bded54130f16 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:16.913770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Attempting to bind port 76afaddc-616a-4d6c-b930-bded54130f16 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:16.914072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Attempting to bind port 76afaddc-616a-4d6c-b930-bded54130f16 on network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:16.952354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] For port 3ac32772-293e-40d0-9f15-f28a69eec80f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac32772-293e-40d0-9f15-f28a69eec80f,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:16.953439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:16.953993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6f37516-e9ea-4290-85b9-f66b27706f1c {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:16.975871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.013447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Port 76afaddc-616a-4d6c-b930-bded54130f16 on network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:36:17.014195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Attempting to bind port 76afaddc-616a-4d6c-b930-bded54130f16 on network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:17.034222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.035393 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5549298e-822a-45ee-b332-b6db98c97d08 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a6f37516-e9ea-4290-85b9-f66b27706f1c HTTP/1.1" status: 204 len: 168 time: 3.2079942 Apr 22 14:36:17.056854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:17.070732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Request body: {'router': {'name': 'tempest-router-188303075', 'distributed': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:17.076913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.084570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:17.084918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Checking segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:17.086438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Bound using segment: {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:17.086438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Bound port: 76afaddc-616a-4d6c-b930-bded54130f16, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4316e037-1f22-405f-84a0-7ff1af43b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:17.086438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.100803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:17.101055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.110573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.112319 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 1093 time: 5.4968867 Apr 22 14:36:17.123731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:17.129417 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eccf42-0689-4b74-a7b4-335153bba22d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] GET failed (client error): The resource could not be found. Apr 22 14:36:17.129565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Usage tracker for resource:router and tenant:10f4a6d1f64c48e9a2588bece85fcf49 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:17.129950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f8eccf42-0689-4b74-a7b4-335153bba22d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Synchronizing usage tracker for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:17.138787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce967b-c380-4e1e-91ef-31827c7c3efc req-73bc428f-f2d5-4051-96f4-74d48c93569f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:17.140215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2ce967b-c380-4e1e-91ef-31827c7c3efc req-73bc428f-f2d5-4051-96f4-74d48c93569f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 943 time: 0.5984015 Apr 22 14:36:17.185944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83ab12-efc8-4635-ba9f-f53daeb2e406 req-b6991d51-ab0d-45c9-866e-578bdbc3bc92 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:17.188928 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dc83ab12-efc8-4635-ba9f-f53daeb2e406 req-b6991d51-ab0d-45c9-866e-578bdbc3bc92 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 943 time: 0.6012692 Apr 22 14:36:17.189099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:17.196365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.239982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac32772-293e-40d0-9f15-f28a69eec80f,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:17.270911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:17.277907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f8eccf42-0689-4b74-a7b4-335153bba22d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Unset dirty status for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:17.279601 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f8eccf42-0689-4b74-a7b4-335153bba22d tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "GET /v2.0/ports/0403e8de-ff58-4411-864d-d4aa1fd6e4b9 HTTP/1.1" status: 404 len: 333 time: 0.3873191 Apr 22 14:36:17.295503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55484) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:17.330554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'name': 'tempest-AllowedAddressPairTestJSON-523670382'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:17.337298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.337669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.338109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.338482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.338816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.339145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.339507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.339860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.340184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.340504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.340826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f563c7-0e9e-47f8-94ba-3b8562942ee8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:17.370288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.370288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.461935 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2ce967b-c380-4e1e-91ef-31827c7c3efc req-b9200678-d2d0-491c-b08f-8bfdd3cb31bf tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080103 Apr 22 14:36:17.471098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-22fbd055-a193-4532-9f6b-f723996af90e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14642dc2700d48d4afb4b616f52c8a70&device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 1096 time: 0.6506326 Apr 22 14:36:17.509327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.515388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] For port 76afaddc-616a-4d6c-b930-bded54130f16, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:17.568538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dc83ab12-efc8-4635-ba9f-f53daeb2e406 req-189406d9-b947-4fe4-837d-aef2cc494483 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684063 Apr 22 14:36:17.589433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.601703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] For port 76afaddc-616a-4d6c-b930-bded54130f16, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=76afaddc-616a-4d6c-b930-bded54130f16,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:17.624597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.632093 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-50f3aee2-e0d3-42ce-87a8-09ae8381fa7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9326db57-d688-4953-87fb-9d880ab3e445 HTTP/1.1" status: 200 len: 217 time: 0.1186774 Apr 22 14:36:17.680903 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-6705cdd0-cb54-4590-8300-e5fabf92b3bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1096 time: 0.4996550 Apr 22 14:36:17.698887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event updated for resources: {'Subnet': ['ID=36d76176-f63b-4fef-b268-f2d3b0c1d112,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:17.700595 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72c2cc4-e840-4609-8ed7-7b8fa83fe5a8'] response: {'name': 'network-changed', 'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445', 'status': 'completed', 'code': 200} Apr 22 14:36:17.705941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.228 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/fc4d9acb-1459-4847-b5e1-7c689e4cc5fe) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:17.732679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:17.780558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.820222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:17.821231 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] 10.222.0.24 "PUT /v2.0/ports/76afaddc-616a-4d6c-b930-bded54130f16 HTTP/1.1" status: 200 len: 1094 time: 5.6474042 Apr 22 14:36:17.824889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:17.842860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-2ec5706a-2e23-4f0e-b3b0-7e4e5b9d71ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:17.844384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-2ec5706a-2e23-4f0e-b3b0-7e4e5b9d71ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35179a-95ff-47b5-a03a-248df05cd55a HTTP/1.1" status: 200 len: 845 time: 0.2057071 Apr 22 14:36:17.860535 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b10ebbe-4e3b-4fac-a62f-ef92bb2cdefa'] response: {'name': 'network-changed', 'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'status': 'completed', 'code': 200} Apr 22 14:36:17.869423 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-6656e512-03dc-49de-bba7-73e0d209ecbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 217 time: 0.1644073 Apr 22 14:36:17.876995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Checking segment: {'id': '548fd0ba-9e36-4f51-9c42-f912339d317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:17.877351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Network hostable DHCP agents. Network: 66e67a99-b673-43bf-86e7-7a9acb18998a, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:17.983578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179482f7-2dee-4f9e-9c12-59bb9bfdfabf service neutron] Pushing event updated for resources: {'Port': ['ID=76afaddc-616a-4d6c-b930-bded54130f16,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:18.004295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.008217 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c5276bb9-0de7-4ec5-a2d8-50a6c0301fc1 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9477251 Apr 22 14:36:18.012250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55500) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:18.017905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:18.021004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.045824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.068214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] device_id is not set on port d7925246-c2ce-4cb1-baef-02389b530a35 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:18.150903 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-73fd91df-6e16-4473-a1ea-3d7fa3c5550b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ed703d7-105d-41d7-8659-3ab755ed2a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2923315 Apr 22 14:36:18.156386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753003f-9946-4bcf-a9d9-ccd14576504a req-8469f028-6695-4ec5-8a98-6a7796b59185 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:18.157845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e753003f-9946-4bcf-a9d9-ccd14576504a req-8469f028-6695-4ec5-8a98-6a7796b59185 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 944 time: 0.2675283 Apr 22 14:36:18.170491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b3c7-719a-4b4f-a370-716b7966320a req-bebb81ec-4884-4972-a95b-9e2b5e5b314e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:18.171986 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-bebb81ec-4884-4972-a95b-9e2b5e5b314e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.2518919 Apr 22 14:36:18.176650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Network 66e67a99-b673-43bf-86e7-7a9acb18998a is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:18.315625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.393888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 66e67a99-b673-43bf-86e7-7a9acb18998a) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:18.398349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:18.399116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.403255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9936f2f-3e71-423c-a29d-b6c6e780bceb None None] Network 66e67a99-b673-43bf-86e7-7a9acb18998a requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:18.431987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.461782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Allocated IP 172.20.0.3 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/d7925246-c2ce-4cb1-baef-02389b530a35) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:18.463846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=fc4d9acb-1459-4847-b5e1-7c689e4cc5fe,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:18.467697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:18.473748 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8d137965-2cf9-4adb-9330-535b373734ad tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9578230 Apr 22 14:36:18.481572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e753003f-9946-4bcf-a9d9-ccd14576504a req-e23b91f6-0f4f-4f2c-87fb-93761554cc12 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931008 Apr 22 14:36:18.481718 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-72fb80c2-2390-4fac-8ddd-6212e9ba4e59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b79371f23e2641b183e38a082d40c284&device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 1097 time: 0.6062560 Apr 22 14:36:18.483508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.486387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55504) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:18.487842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:18.500153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:18.538706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Request body: {'port': {'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-526937516'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:18.541229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.561611 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-63804e02-12fc-494b-aed1-007b5c310f29 service neutron] 10.222.0.24 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952155 Apr 22 14:36:18.724624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-66e67a99-b673-43bf-86e7-7a9acb18998a', 'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a', 'tenant_id': '0e1691d8ea274881b448a114783f1c0a', 'fixed_ips': [{'subnet_id': '36d76176-f63b-4fef-b268-f2d3b0c1d112'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:18.726003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:18.739528 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-01554789-9913-4d4e-98c0-0961ca399707 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76afaddc-616a-4d6c-b930-bded54130f16 HTTP/1.1" status: 200 len: 217 time: 0.2009664 Apr 22 14:36:18.800351 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-723f701d-5535-4803-b558-fa30483c9d18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5963037 Apr 22 14:36:18.898566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Allocated IP 2001:db8::2 (66e67a99-b673-43bf-86e7-7a9acb18998a/36d76176-f63b-4fef-b268-f2d3b0c1d112/dcf15b94-fb68-40ea-97a5-ba8d88794f92) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:19.077245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-7f2e92d8-c6af-49bf-8a29-c778b5931632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:19.078766 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-7f2e92d8-c6af-49bf-8a29-c778b5931632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=802b3571-e9f9-4d1f-a444-60f04e693561 HTTP/1.1" status: 200 len: 851 time: 0.3266904 Apr 22 14:36:19.122004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.134566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Transition to ACTIVE for port object dcf15b94-fb68-40ea-97a5-ba8d88794f92 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:19.155380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Transition to ACTIVE for port object dcf15b94-fb68-40ea-97a5-ba8d88794f92 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:19.162440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.263590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:19.264397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Allocated IP 172.26.2.38 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/14a2d47f-ae18-4be5-bc1b-57050c29ddde) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:19.275048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Usage tracker for resource:port and tenant:0e1691d8ea274881b448a114783f1c0a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:19.283670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:19.290459 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bcabc6c-7cce-47fb-a6ff-7a03841aaf27 req-410278e7-2703-4222-b54e-2bbf2a0486c5 service neutron] 10.222.0.24 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480629 Apr 22 14:36:19.312717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Network 66e67a99-b673-43bf-86e7-7a9acb18998a is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:19.317223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:19.317777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.340065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a3f4-e82d-41d6-8ffc-28fbca312838 req-5515c19a-90d6-4ca4-a4a2-44bedaef68d4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:19.341559 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bec8a3f4-e82d-41d6-8ffc-28fbca312838 req-5515c19a-90d6-4ca4-a4a2-44bedaef68d4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 943 time: 0.7025726 Apr 22 14:36:19.344116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:19.354817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:19.379487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Pushing event updated for resources: {'Port': ['ID=dcf15b94-fb68-40ea-97a5-ba8d88794f92,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:19.413355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Made reservation on behalf of 0e1691d8ea274881b448a114783f1c0a for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:19.416826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.424052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.428146 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-e90a7e50-879f-4911-91eb-2188b6f20885 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155756 Apr 22 14:36:19.457877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.477945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b273ca-8174-4701-b305-ebf0b36980cd req-982a2726-6b12-40e5-8f0f-9b4887cffcd9 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:19.479453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-07b273ca-8174-4701-b305-ebf0b36980cd req-982a2726-6b12-40e5-8f0f-9b4887cffcd9 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 943 time: 0.7518923 Apr 22 14:36:19.488141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Attempting to bind port dcf15b94-fb68-40ea-97a5-ba8d88794f92 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:19.488141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Attempting to bind port dcf15b94-fb68-40ea-97a5-ba8d88794f92 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '548fd0ba-9e36-4f51-9c42-f912339d317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:19.488829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Attempting to bind port dcf15b94-fb68-40ea-97a5-ba8d88794f92 on network 66e67a99-b673-43bf-86e7-7a9acb18998a {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:19.496414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:19.496862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Checking segment: {'id': '548fd0ba-9e36-4f51-9c42-f912339d317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:19.497154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.497541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Bound using segment: {'id': '548fd0ba-9e36-4f51-9c42-f912339d317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:19.498156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Bound port: dcf15b94-fb68-40ea-97a5-ba8d88794f92, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548fd0ba-9e36-4f51-9c42-f912339d317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:19.498534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.545728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] device_id is not set on port 9cef474d-1898-455a-9692-d87bfa12a390 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:19.567647 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-cc80d6c1-9c50-4783-be51-fae42048fa3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4787486 Apr 22 14:36:19.586145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Transition to ACTIVE for port object d7925246-c2ce-4cb1-baef-02389b530a35 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:19.613020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] For port dcf15b94-fb68-40ea-97a5-ba8d88794f92, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:19.616911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] For port dcf15b94-fb68-40ea-97a5-ba8d88794f92, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=dcf15b94-fb68-40ea-97a5-ba8d88794f92,segment=NetworkSegment(548fd0ba-9e36-4f51-9c42-f912339d317e),segment_id=548fd0ba-9e36-4f51-9c42-f912339d317e)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:19.623114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.648230 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bec8a3f4-e82d-41d6-8ffc-28fbca312838 req-8206cb2f-765a-4497-9c95-02382427c574 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506025 Apr 22 14:36:19.678554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.678554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 934dae16-be97-4225-b34c-2ee839e5bfcc {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:19.681890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-07b273ca-8174-4701-b305-ebf0b36980cd req-7e1363d7-8e67-4645-92f1-c1366935abd9 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855514 Apr 22 14:36:19.695979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd479c4-e2fb-4643-8956-e76896142d14 None None] Pushing event updated for resources: {'Port': ['ID=dcf15b94-fb68-40ea-97a5-ba8d88794f92,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:19.765046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.765046 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-687ad75b-f87f-4e50-92b8-14c394fee300 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "DELETE /v2.0/routers/934dae16-be97-4225-b34c-2ee839e5bfcc HTTP/1.1" status: 204 len: 168 time: 1.7474775 Apr 22 14:36:19.767933 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-5b04d515-18aa-4571-8b55-734079eeba17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14642dc2700d48d4afb4b616f52c8a70&device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 1096 time: 0.4096611 Apr 22 14:36:19.771548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55516) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:19.777923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.781261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Request body: {'router': {'name': 'tempest-router-328994250', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '58b45826728d4de1af91afef3a1e19ff'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:19.801629 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9990b3c7-719a-4b4f-a370-716b7966320a req-06123b60-ce29-4258-b9c7-a6771fa5f46f service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628836 Apr 22 14:36:19.809517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:19.821553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:19.837439 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-adfe5f0e-4c8e-4c84-8950-75d0676f847d service neutron] 10.222.0.24 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556071 Apr 22 14:36:19.870056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:19.935959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Usage tracker for resource:router and tenant:58b45826728d4de1af91afef3a1e19ff is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:19.997505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:20.056309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:20.061873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Allocated IP 2001:db8::1b1 (66e67a99-b673-43bf-86e7-7a9acb18998a/36d76176-f63b-4fef-b268-f2d3b0c1d112/9cef474d-1898-455a-9692-d87bfa12a390) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:20.071467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.072383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.087632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=d7925246-c2ce-4cb1-baef-02389b530a35,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:20.105259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:20.120315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:20.130018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:20.139244 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9907dce-4a5f-4a42-bd6e-3f7b67893022'] response: {'name': 'network-changed', 'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16', 'status': 'completed', 'code': 200} Apr 22 14:36:20.149049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.194505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.195707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.267308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:20.274821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:20.276771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Port': ['ID=14a2d47f-ae18-4be5-bc1b-57050c29ddde,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:20.282465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:20.346780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566767-5670-4591-883c-9e19aa998f78 req-299a4d88-fe66-44a5-8c97-1ac284de434b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.349028 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-299a4d88-fe66-44a5-8c97-1ac284de434b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ed703d7-105d-41d7-8659-3ab755ed2a64 HTTP/1.1" status: 200 len: 907 time: 0.5624487 Apr 22 14:36:20.366077 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ede28fa-7fce-4a70-bf3a-155831d9d9d2 req-1e61b4c8-9341-40f1-8d74-80db769d6e02 service neutron] 10.222.0.24 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178440 Apr 22 14:36:20.418001 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-beb738ae-ae3d-4653-a752-d071d8a18ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1096 time: 0.5368342 Apr 22 14:36:20.484056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-393648ee-c2b9-45ae-8495-fcbbe74bf90f None None] Provisioning for port d7925246-c2ce-4cb1-baef-02389b530a35 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:20.490000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-393648ee-c2b9-45ae-8495-fcbbe74bf90f None None] Provisioning complete for port d7925246-c2ce-4cb1-baef-02389b530a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:20.490784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-393648ee-c2b9-45ae-8495-fcbbe74bf90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.550348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.551614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.563420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-393648ee-c2b9-45ae-8495-fcbbe74bf90f None None] Port d7925246-c2ce-4cb1-baef-02389b530a35 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:20.578763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.583158 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-545717d3-defb-4c4b-8444-d88f89ba922a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9326db57-d688-4953-87fb-9d880ab3e445 HTTP/1.1" status: 200 len: 217 time: 0.1400282 Apr 22 14:36:20.675423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-b8b2e907-78d1-4d5e-a15f-07da3b4f20f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.676475 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-b8b2e907-78d1-4d5e-a15f-07da3b4f20f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.2452142 Apr 22 14:36:20.684425 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-6dca9785-0478-46de-a41e-185ed1fb4449 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b79371f23e2641b183e38a082d40c284&device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 1097 time: 0.2260180 Apr 22 14:36:20.770250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540101-8286-4200-9175-b7757a52f8d0 req-76e27bc2-b3cc-41aa-91b1-0ac5ae044c88 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.778524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b540101-8286-4200-9175-b7757a52f8d0 req-76e27bc2-b3cc-41aa-91b1-0ac5ae044c88 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 944 time: 0.8259330 Apr 22 14:36:20.809029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device dcf15b94-fb68-40ea-97a5-ba8d88794f92 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:20.812234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:20.817120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-86a2d878-f971-45ce-9e62-62964bbf34e2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5090723 Apr 22 14:36:20.823735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55526) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:20.857527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:05:36:90'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:20.857768 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-8a0ba988-b68a-4d68-8d07-f8a89dc92d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 217 time: 0.1723113 Apr 22 14:36:20.907967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566767-5670-4591-883c-9e19aa998f78 req-f6ddbb83-125c-47f9-82ae-782a128b615d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.909728 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-f6ddbb83-125c-47f9-82ae-782a128b615d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35179a-95ff-47b5-a03a-248df05cd55a HTTP/1.1" status: 200 len: 845 time: 0.2983170 Apr 22 14:36:20.916783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port dcf15b94-fb68-40ea-97a5-ba8d88794f92 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:20.987843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-935f63fc-e529-4aea-aaab-7ebf2768e778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:20.989383 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-935f63fc-e529-4aea-aaab-7ebf2768e778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.1244156 Apr 22 14:36:21.009509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0d037-6170-4c44-ae33-0cb5eff71d0c None None] Network 66e67a99-b673-43bf-86e7-7a9acb18998a requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:21.050190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.050923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.053808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-d8673de0-0fc7-4222-8124-4dbbf22e0a09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:21.055326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-d8673de0-0fc7-4222-8124-4dbbf22e0a09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6 HTTP/1.1" status: 200 len: 913 time: 0.3125527 Apr 22 14:36:21.122875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Provisioning for port dcf15b94-fb68-40ea-97a5-ba8d88794f92 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:21.131688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Provisioning complete for port dcf15b94-fb68-40ea-97a5-ba8d88794f92 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:21.132160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.187811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.192599 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-89cf1e38-2499-48dd-ad29-7109734161d6 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4159346 Apr 22 14:36:21.208995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55530) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:21.245469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:21.250215 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-b149345b-b433-4619-b0e2-6c5be0eb5ce4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76afaddc-616a-4d6c-b930-bded54130f16 HTTP/1.1" status: 200 len: 217 time: 0.1863863 Apr 22 14:36:21.338163 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-fa372b48-87d3-4178-a6ab-50f266e06fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3387065 Apr 22 14:36:21.346199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-a72c6158-4d1e-4d30-a2de-8196abce8e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:21.347602 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-a72c6158-4d1e-4d30-a2de-8196abce8e37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=802b3571-e9f9-4d1f-a444-60f04e693561 HTTP/1.1" status: 200 len: 851 time: 0.0871363 Apr 22 14:36:21.359909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.392221 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b540101-8286-4200-9175-b7757a52f8d0 req-8b06aaff-db0b-4870-9d58-6c4d37f9dd93 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6128035 Apr 22 14:36:21.402348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] For port dcf15b94-fb68-40ea-97a5-ba8d88794f92, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=dcf15b94-fb68-40ea-97a5-ba8d88794f92,segment=NetworkSegment(548fd0ba-9e36-4f51-9c42-f912339d317e),segment_id=548fd0ba-9e36-4f51-9c42-f912339d317e)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:21.410179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.462248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.502271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Pushing event updated for resources: {'Port': ['ID=dcf15b94-fb68-40ea-97a5-ba8d88794f92,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:21.516598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.516972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.517260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.517586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.518077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.518402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.518721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.519038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.519351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.519664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.519984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf148f75-4405-4a4e-a817-763bcfe63fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:21.655943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Transition to ACTIVE for port object 9cef474d-1898-455a-9692-d87bfa12a390 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:21.759894 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9be0a5ec-a66c-4b92-aba3-13d7e5f62b54 None None] Provisioning complete for port dcf15b94-fb68-40ea-97a5-ba8d88794f92 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:21.760118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9be0a5ec-a66c-4b92-aba3-13d7e5f62b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:21.770021 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-c75bd162-687c-4261-ba3f-36226a45e7b6 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212670 Apr 22 14:36:21.776861 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-b4efaf20-90e0-4691-bf5b-19c08d9ec175 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4097381 Apr 22 14:36:21.853723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7a04-5bf3-4816-9823-fd7ba3f37b80 req-2acb068d-18b1-4d4f-ab5c-5e4eba71321b tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:21.855151 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8e3a7a04-5bf3-4816-9823-fd7ba3f37b80 req-2acb068d-18b1-4d4f-ab5c-5e4eba71321b tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 943 time: 0.9229102 Apr 22 14:36:21.859282 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-4efe38e3-b93c-4a23-906f-ba6a259bfec3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ed703d7-105d-41d7-8659-3ab755ed2a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7927384 Apr 22 14:36:22.056329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.069984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-3790d4f9-e721-4655-8fc8-1533ffd985cc service neutron] 10.222.0.24 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725515 Apr 22 14:36:22.070230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.072326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-177847b0-c090-4477-bc99-f1916102ebe7 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946253 Apr 22 14:36:22.079788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Router 0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:22.159546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8a18-7d6f-4a85-a7f5-d9824df4eac2 req-6b5a77f4-9336-4ea2-8b91-9827fc6ca256 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:22.160944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-be1b8a18-7d6f-4a85-a7f5-d9824df4eac2 req-6b5a77f4-9336-4ea2-8b91-9827fc6ca256 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 943 time: 0.5829475 Apr 22 14:36:22.277565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9326db57-d688-4953-87fb-9d880ab3e445 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:36:22.280066 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8e3a7a04-5bf3-4816-9823-fd7ba3f37b80 req-05ece5d6-384f-4ca6-8366-e80f6560a274 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030578 Apr 22 14:36:22.356650 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f019a385-1f9f-4a77-a632-59e35e243dc0 req-2111ec4e-7566-411c-aa86-943c3c6ddfb1 service neutron] 10.222.0.24 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727380 Apr 22 14:36:22.374622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Network 66e67a99-b673-43bf-86e7-7a9acb18998a is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:22.442849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:22.456791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9326db57-d688-4953-87fb-9d880ab3e445, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9326db57-d688-4953-87fb-9d880ab3e445,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:22.457077 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Sync routers for ids ['0c97ba1f-46da-4a4e-bc4e-433f8e38ada8'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:22.473308 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Routers {'0c97ba1f-46da-4a4e-bc4e-433f8e38ada8'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:22.473981 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0c97ba1f-46da-4a4e-bc4e-433f8e38ada8'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:22.479605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.480478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.484997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '9326db57-d688-4953-87fb-9d880ab3e445', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'port_id': '9326db57-d688-4953-87fb-9d880ab3e445', 'mac_address': 'fa:16:3e:92:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:36:22.492271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.493700 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e5c0c41-50ad-47a2-a63f-3bc5828e1af1 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8219984 Apr 22 14:36:22.496433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55538) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:22.582693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.603111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9326db57-d688-4953-87fb-9d880ab3e445 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:36:22.625877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9326db57-d688-4953-87fb-9d880ab3e445, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9326db57-d688-4953-87fb-9d880ab3e445,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:22.635578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.637004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac32772-293e-40d0-9f15-f28a69eec80f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:36:22.740102 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Set router 0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:22.792944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:22.796199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84059) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 22 14:36:22.796546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Router e930b8ee-e1c9-4449-ae11-3082c637b4ba migrating from provider to provider. {{(pid=84059) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 22 14:36:22.797062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.810907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event updated for resources: {'Port': ['ID=9cef474d-1898-455a-9692-d87bfa12a390,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:22.857171 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b93e4d02-b900-4458-b17a-bf858808ef40 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 HTTP/1.1" status: 200 len: 907 time: 0.3595173 Apr 22 14:36:22.858056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55542) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:22.864320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'name': 'tempest-snat-router-947725627', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': True}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:22.871339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:22.872249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:22.875395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:22.876030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.883283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Usage tracker for resource:router and tenant:0d2e187232954b7eb26ce2b7466ce082 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:22.889812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:22.901902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:22.923879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.925374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.951253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:22.960683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device dcf15b94-fb68-40ea-97a5-ba8d88794f92 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:22.989160 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-db178890-766d-4c4b-8a60-d5e0c29d5361 service neutron] 10.222.0.24 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1135662 Apr 22 14:36:23.003201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.005594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9326db57-d688-4953-87fb-9d880ab3e445,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:23.010859 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6876a091-a89e-438b-9e83-94b08209c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.5205526 Apr 22 14:36:23.069152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 3ac32772-293e-40d0-9f15-f28a69eec80f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac32772-293e-40d0-9f15-f28a69eec80f,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:23.086831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:23.107985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'port_id': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'mac_address': 'fa:16:3e:3e:57:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:36:23.112285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Request body: {'port': {'network_id': '66e67a99-b673-43bf-86e7-7a9acb18998a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-701205484', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:23.113192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.api.validators [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] bootfile-name is not in valid_values {{(pid=84058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:36:23.113692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.api.validators [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] tftp-server is not in valid_values {{(pid=84058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:36:23.114165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.api.validators [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] server-ip-address is not in valid_values {{(pid=84058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:36:23.182002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.191623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.199002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:23.216823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-be1b8a18-7d6f-4a85-a7f5-d9824df4eac2 req-972ac7a0-b5e4-4da8-8f51-24f9f67bcf3d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0160742 Apr 22 14:36:23.227137 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77566767-5670-4591-883c-9e19aa998f78 req-3dc5a8c7-7c8f-42e6-856c-451ce36a3b8b service neutron] 10.222.0.24 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069712 Apr 22 14:36:23.228065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac32772-293e-40d0-9f15-f28a69eec80f {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:36:23.236504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port dcf15b94-fb68-40ea-97a5-ba8d88794f92 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:23.236872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.336521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.339234 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c97ba1f-46da-4a4e-bc4e-433f8e38ada8', 'name': 'tempest-snat-router-947725627', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.38'}], 'enable_snat': False}, 'gw_port_id': '14a2d47f-ae18-4be5-bc1b-57050c29ddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:16Z', 'updated_at': '2022-04-22T14:36:20Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '14a2d47f-ae18-4be5-bc1b-57050c29ddde', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c97ba1f-46da-4a4e-bc4e-433f8e38ada8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:18Z', 'updated_at': '2022-04-22T14:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:23.347731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 3ac32772-293e-40d0-9f15-f28a69eec80f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac32772-293e-40d0-9f15-f28a69eec80f,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:23.348620 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Checking router: 0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:23.348976 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Updating router 0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 port 14a2d47f-ae18-4be5-bc1b-57050c29ddde binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:36:23.422128 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.454534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.467963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:23.472837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Usage tracker for resource:port and tenant:0e1691d8ea274881b448a114783f1c0a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:23.476459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:23.483189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:23.523553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b1bff4a8-c97e-4c83-b1d8-30642a71cea1 None None] Provisioning for port 9cef474d-1898-455a-9692-d87bfa12a390 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:23.533298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b1bff4a8-c97e-4c83-b1d8-30642a71cea1 None None] Provisioning complete for port 9cef474d-1898-455a-9692-d87bfa12a390 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:23.533670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1bff4a8-c97e-4c83-b1d8-30642a71cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.544771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c9d03-3fcf-44cd-99a8-a28b24cb7e53 req-96364351-d10e-4b56-83e5-49c07dd92262 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:23.552187 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a27c9d03-3fcf-44cd-99a8-a28b24cb7e53 req-96364351-d10e-4b56-83e5-49c07dd92262 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 944 time: 0.7442377 Apr 22 14:36:23.564903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Made reservation on behalf of 0e1691d8ea274881b448a114783f1c0a for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:23.568040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.571426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=3ac32772-293e-40d0-9f15-f28a69eec80f,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:23.594138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b1bff4a8-c97e-4c83-b1d8-30642a71cea1 None None] Port 9cef474d-1898-455a-9692-d87bfa12a390 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:23.612363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] device_id is not set on port dc7420f0-1369-4eb7-8f86-5fa5c3deb0be yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:23.798044 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['9326db57-d688-4953-87fb-9d880ab3e445'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:36:23.831650 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a27c9d03-3fcf-44cd-99a8-a28b24cb7e53 req-ef0a044a-02f1-4156-a7ed-f2acd5cec7a1 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784297 Apr 22 14:36:23.833053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:23.847049 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.849243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['3ac32772-293e-40d0-9f15-f28a69eec80f'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:36:23.866033 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Transition to ACTIVE for port object 14a2d47f-ae18-4be5-bc1b-57050c29ddde will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:23.881852 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.886227 dv-neutron-838878-1-hyperv neutron-server[84059]: WARNING neutron.scheduler.l3_agent_scheduler [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] No L3 agents can host the router e930b8ee-e1c9-4449-ae11-3082c637b4ba Apr 22 14:36:23.888621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.909704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.956189 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Attempting to bind port 14a2d47f-ae18-4be5-bc1b-57050c29ddde on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:23.957861 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Attempting to bind port 14a2d47f-ae18-4be5-bc1b-57050c29ddde by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:23.958470 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Attempting to bind port 14a2d47f-ae18-4be5-bc1b-57050c29ddde on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:23.961125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561a5d-59aa-4fe5-bdd8-99b0a61c7a73 req-4cb9dc40-ca44-4d06-bbd8-0af058817faa tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:23.962984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-17561a5d-59aa-4fe5-bdd8-99b0a61c7a73 req-4cb9dc40-ca44-4d06-bbd8-0af058817faa tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 944 time: 0.3758798 Apr 22 14:36:23.985189 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:23.986195 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:23.986618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Allocated IP 2001:db8::9d (66e67a99-b673-43bf-86e7-7a9acb18998a/36d76176-f63b-4fef-b268-f2d3b0c1d112/dc7420f0-1369-4eb7-8f86-5fa5c3deb0be) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:23.987206 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:23.988284 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:23.989290 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Bound port: 14a2d47f-ae18-4be5-bc1b-57050c29ddde, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:23.989900 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.034921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.065066 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16621-40c5-4152-88c5-b738f221dd3e None None] Pushing event updated for resources: {'Port': ['ID=14a2d47f-ae18-4be5-bc1b-57050c29ddde,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:24.077714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.124155 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] For port 14a2d47f-ae18-4be5-bc1b-57050c29ddde, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:24.129222 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] For port 14a2d47f-ae18-4be5-bc1b-57050c29ddde, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=14a2d47f-ae18-4be5-bc1b-57050c29ddde,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:24.142491 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.240837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=d7925246-c2ce-4cb1-baef-02389b530a35,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:24.258481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 76afaddc-616a-4d6c-b930-bded54130f16 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:36:24.262523 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16621-40c5-4152-88c5-b738f221dd3e None None] Pushing event updated for resources: {'Port': ['ID=14a2d47f-ae18-4be5-bc1b-57050c29ddde,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:24.295089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] In _notify_port_updated(), no bound segment for port d7925246-c2ce-4cb1-baef-02389b530a35 on network d6a8e3ce-12f7-422a-851d-5d023dbd6413 {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:24.298428 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Routers {'0c97ba1f-46da-4a4e-bc4e-433f8e38ada8'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:24.299828 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0c97ba1f-46da-4a4e-bc4e-433f8e38ada8'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:24.300891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:24.302554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.307316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7281f0ce-cb68-41ab-b0de-56eae1dfe005 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "PUT /v2.0/ports/d7925246-c2ce-4cb1-baef-02389b530a35 HTTP/1.1" status: 200 len: 992 time: 3.4775548 Apr 22 14:36:24.310604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55556) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:24.423850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-17561a5d-59aa-4fe5-bdd8-99b0a61c7a73 req-10f11e05-2774-499c-b0ac-265b2b09aaa0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356344 Apr 22 14:36:24.493973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.514227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Allocated IP 172.26.2.156 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/13fb8ee2-2d0f-4bd0-9d68-928008a25221) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:24.531193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Transition to ACTIVE for port object dc7420f0-1369-4eb7-8f86-5fa5c3deb0be will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:24.610381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Hosts for router e930b8ee-e1c9-4449-ae11-3082c637b4ba: [] {{(pid=84059) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 22 14:36:24.612277 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] Set router 0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:24.642431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9cc8e004-1b9e-44e8-9234-dd13033aa4bc None None] Provisioning complete for port d7925246-c2ce-4cb1-baef-02389b530a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:24.643545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9cc8e004-1b9e-44e8-9234-dd13033aa4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.667283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port d7925246-c2ce-4cb1-baef-02389b530a35 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:24.667631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.690722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.734941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Hosts for other DVR routers connected to router e930b8ee-e1c9-4449-ae11-3082c637b4ba: set() {{(pid=84059) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 22 14:36:24.736422 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.737579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.739382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01612626-36ac-4997-8445-1ab089b38c40 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "PUT /v2.0/routers/e930b8ee-e1c9-4449-ae11-3082c637b4ba HTTP/1.1" status: 200 len: 716 time: 3.5215409 Apr 22 14:36:24.751454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55560) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:24.785537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 76afaddc-616a-4d6c-b930-bded54130f16, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=76afaddc-616a-4d6c-b930-bded54130f16,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:24.798332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8e004-1b9e-44e8-9234-dd13033aa4bc None None] Port d7925246-c2ce-4cb1-baef-02389b530a35 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:24.805038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '76afaddc-616a-4d6c-b930-bded54130f16', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'port_id': '76afaddc-616a-4d6c-b930-bded54130f16', 'mac_address': 'fa:16:3e:bf:fd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:36:24.830946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.879478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Network 66e67a99-b673-43bf-86e7-7a9acb18998a is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:24.887040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:24.891954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:24.896317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:24.897268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.915535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:24.936290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:24.940834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:24.950170 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.8583374 Apr 22 14:36:24.950170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:24.961259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76afaddc-616a-4d6c-b930-bded54130f16 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:36:24.993444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55566) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:24.995800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc6598-60ae-4cee-b579-976288e5f4be tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event updated for resources: {'Port': ['ID=dc7420f0-1369-4eb7-8f86-5fa5c3deb0be,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:25.009003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 76afaddc-616a-4d6c-b930-bded54130f16, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=76afaddc-616a-4d6c-b930-bded54130f16,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:25.019730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.077109 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c97ba1f-46da-4a4e-bc4e-433f8e38ada8', 'name': 'tempest-snat-router-947725627', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.38'}], 'enable_snat': False}, 'gw_port_id': '14a2d47f-ae18-4be5-bc1b-57050c29ddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:16Z', 'updated_at': '2022-04-22T14:36:20Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '14a2d47f-ae18-4be5-bc1b-57050c29ddde', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c97ba1f-46da-4a4e-bc4e-433f8e38ada8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:18Z', 'updated_at': '2022-04-22T14:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.095271 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb5fe2-31b0-4aa0-b5bb-aaf725151664 None None] The sync data for ids ['0c97ba1f-46da-4a4e-bc4e-433f8e38ada8'] in dv-neutron-838878-1-hyperv is: [{'id': '0c97ba1f-46da-4a4e-bc4e-433f8e38ada8', 'name': 'tempest-snat-router-947725627', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.38'}], 'enable_snat': False}, 'gw_port_id': '14a2d47f-ae18-4be5-bc1b-57050c29ddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:16Z', 'updated_at': '2022-04-22T14:36:20Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '14a2d47f-ae18-4be5-bc1b-57050c29ddde', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c97ba1f-46da-4a4e-bc4e-433f8e38ada8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:18Z', 'updated_at': '2022-04-22T14:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:25.169953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Port': ['ID=13fb8ee2-2d0f-4bd0-9d68-928008a25221,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:25.184222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=76afaddc-616a-4d6c-b930-bded54130f16,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:25.239302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:25.254438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048c6db-8f8e-4028-a2bf-3a633bcf2523 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.258900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:25.259209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048c6db-8f8e-4028-a2bf-3a633bcf2523 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.263743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048c6db-8f8e-4028-a2bf-3a633bcf2523 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.264697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a048c6db-8f8e-4028-a2bf-3a633bcf2523 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Synchronizing usage tracker for tenant:0e1691d8ea274881b448a114783f1c0a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:25.276342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b1d6de7b-01b5-4b87-bd21-492d59cbc6c5 None None] Provisioning for port dc7420f0-1369-4eb7-8f86-5fa5c3deb0be completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:25.284628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b1d6de7b-01b5-4b87-bd21-492d59cbc6c5 None None] Provisioning complete for port dc7420f0-1369-4eb7-8f86-5fa5c3deb0be triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:25.285510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1d6de7b-01b5-4b87-bd21-492d59cbc6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.287498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1f8f5-142a-4eea-a419-dad64a761511 req-19920a24-75d2-4ec8-b7c4-308d6d326ffd tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.296532 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9df1f8f5-142a-4eea-a419-dad64a761511 req-19920a24-75d2-4ec8-b7c4-308d6d326ffd tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 944 time: 0.7411392 Apr 22 14:36:25.305500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a048c6db-8f8e-4028-a2bf-3a633bcf2523 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Unset dirty status for tenant:0e1691d8ea274881b448a114783f1c0a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:25.307043 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a048c6db-8f8e-4028-a2bf-3a633bcf2523 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3127317 Apr 22 14:36:25.309892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55570) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:25.329520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:25.329520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.386344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['76afaddc-616a-4d6c-b930-bded54130f16'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:36:25.401845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Deleting port dc7420f0-1369-4eb7-8f86-5fa5c3deb0be {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:25.402180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.413991 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-78987acd-c627-4355-a703-02d0bc458ed0 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "GET /v2.0/routers/e930b8ee-e1c9-4449-ae11-3082c637b4ba HTTP/1.1" status: 200 len: 716 time: 0.6611009 Apr 22 14:36:25.429962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55574) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:25.432183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.435905 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4ab851f5-87ad-4e50-baeb-5405f9be415d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.3941176 Apr 22 14:36:25.440150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55578) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:25.456387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.481454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9df1f8f5-142a-4eea-a419-dad64a761511 req-f05fbc49-73f8-45c2-bbbd-08982dc3ba65 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839473 Apr 22 14:36:25.509416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6de7b-01b5-4b87-bd21-492d59cbc6c5 None None] Port dc7420f0-1369-4eb7-8f86-5fa5c3deb0be cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:25.514729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:25.515348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.520087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12cacd-0ea5-4ddc-9cbd-2391e2f4465e req-96d828ae-919a-4f5f-9df9-3039f9209b49 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:25.521849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fd12cacd-0ea5-4ddc-9cbd-2391e2f4465e req-96d828ae-919a-4f5f-9df9-3039f9209b49 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 945 time: 0.3718195 Apr 22 14:36:25.556090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.585360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:25.585794 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a5f34-7628-47c4-9fa8-f6b7a18716b3 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:25.720953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.722357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:25.862944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for d7925246-c2ce-4cb1-baef-02389b530a35 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:26.010099 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fd12cacd-0ea5-4ddc-9cbd-2391e2f4465e req-8177018d-3e42-46fa-85ae-304a9535cab3 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780195 Apr 22 14:36:26.092035 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-43a68060-4494-4d0b-bcc3-2e4475c32c87 tempest-RoutersTestDVR-1950032215 tempest-RoutersTestDVR-1950032215-project] 10.222.0.32 "GET /v2.0/routers/e930b8ee-e1c9-4449-ae11-3082c637b4ba HTTP/1.1" status: 200 len: 682 time: 0.6591623 Apr 22 14:36:26.096569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55586) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:26.107859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.229563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a574d5-2c7b-43cd-9615-fbb7baaa0f24 req-520f2dae-37bf-4b8c-9fe2-c5969a92fc0e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:26.231120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-16a574d5-2c7b-43cd-9615-fbb7baaa0f24 req-520f2dae-37bf-4b8c-9fe2-c5969a92fc0e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 944 time: 0.5259702 Apr 22 14:36:26.233853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Calling delete_port for dc7420f0-1369-4eb7-8f86-5fa5c3deb0be owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:26.252884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 76afaddc-616a-4d6c-b930-bded54130f16 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:26.269367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.330698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=d7925246-c2ce-4cb1-baef-02389b530a35,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:26.387722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 76afaddc-616a-4d6c-b930-bded54130f16 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:26.392828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.394063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 76afaddc-616a-4d6c-b930-bded54130f16 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:26.394524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.470605 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-16a574d5-2c7b-43cd-9615-fbb7baaa0f24 req-4b74b3de-5a91-46fc-8d75-01fb1c8043ba tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238569 Apr 22 14:36:26.590133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.623337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:26.691077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 76afaddc-616a-4d6c-b930-bded54130f16, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=76afaddc-616a-4d6c-b930-bded54130f16,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:26.692969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.703655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.705079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9326db57-d688-4953-87fb-9d880ab3e445 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:26.796202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event deleted for resources: {'Port': ['ID=dc7420f0-1369-4eb7-8f86-5fa5c3deb0be,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:26.854332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=76afaddc-616a-4d6c-b930-bded54130f16,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:26.881448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 9326db57-d688-4953-87fb-9d880ab3e445 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:26.889058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 9326db57-d688-4953-87fb-9d880ab3e445 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:26.889532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:26.894762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Router 75c0f092-4977-4752-b951-1ff817bfce33 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:26.962471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.072334 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fdb936-c8ad-412d-ac59-7734360b5129'] response: {'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16', 'code': 200} Apr 22 14:36:27.073147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.167186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9326db57-d688-4953-87fb-9d880ab3e445, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9326db57-d688-4953-87fb-9d880ab3e445,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:27.178625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.179458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac32772-293e-40d0-9f15-f28a69eec80f up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:27.204303 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f50dd38d-df24-4ea8-9011-1e4d00d34248 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "DELETE /v2.0/ports/dc7420f0-1369-4eb7-8f86-5fa5c3deb0be HTTP/1.1" status: 204 len: 168 time: 1.8892426 Apr 22 14:36:27.209360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55602) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.230364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Request body: {'port': {'name': 'tempest-new-port-name-565300867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:27.230672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.api.validators [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] bootfile-name is not in valid_values {{(pid=84058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:36:27.231002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.api.validators [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] tftp-server is not in valid_values {{(pid=84058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:36:27.231442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.api.validators [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] server-ip-address is not in valid_values {{(pid=84058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:36:27.271265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.281462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-18f48b90-ccf1-4184-8f60-998136ffd356 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/ports/d7925246-c2ce-4cb1-baef-02389b530a35 HTTP/1.1" status: 204 len: 168 time: 2.9678938 Apr 22 14:36:27.297000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55606) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.325776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.383107 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeefcbd8-0292-4f31-b145-1aa603808cae tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] GET failed (client error): The resource could not be found. Apr 22 14:36:27.383596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eeefcbd8-0292-4f31-b145-1aa603808cae tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Synchronizing usage tracker for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:27.385707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc40a7d-c3a7-4df5-bee1-7e230ad6d443 req-2c7de0c6-fc6c-4078-9ac2-01a925e735f5 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.386984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3bc40a7d-c3a7-4df5-bee1-7e230ad6d443 req-2c7de0c6-fc6c-4078-9ac2-01a925e735f5 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 944 time: 0.6745963 Apr 22 14:36:27.388179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.410259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9326db57-d688-4953-87fb-9d880ab3e445,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:27.434712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 3ac32772-293e-40d0-9f15-f28a69eec80f completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:27.440853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 3ac32772-293e-40d0-9f15-f28a69eec80f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:27.441399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.491912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3bc40a7d-c3a7-4df5-bee1-7e230ad6d443 req-3f5b1892-a0a7-4b1d-9e67-fbfcffbef48a tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894754 Apr 22 14:36:27.496016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.496798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e930b8ee-e1c9-4449-ae11-3082c637b4ba {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:27.503630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ab19a-97cd-4b3a-83ba-879ea522f51c req-dd885302-a7ea-47b9-b6ea-09d4bb3a358d tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.510621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ed0ab19a-97cd-4b3a-83ba-879ea522f51c req-dd885302-a7ea-47b9-b6ea-09d4bb3a358d tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.2277269 Apr 22 14:36:27.551638 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-8b366d3e-929c-4945-b934-6a6128ae5a22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 1099 time: 0.2176719 Apr 22 14:36:27.577640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.578693 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dca83c6d-a6c9-4d27-b67a-c345ee10e072 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e930b8ee-e1c9-4449-ae11-3082c637b4ba HTTP/1.1" status: 204 len: 168 time: 1.4748671 Apr 22 14:36:27.585827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55612) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.591251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Request body: {'router': {'name': 'tempest-router-2042925382', 'distributed': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:27.598450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.598644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.606394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eeefcbd8-0292-4f31-b145-1aa603808cae tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Unset dirty status for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:27.612741 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eeefcbd8-0292-4f31-b145-1aa603808cae tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "GET /v2.0/ports/d7925246-c2ce-4cb1-baef-02389b530a35 HTTP/1.1" status: 404 len: 333 time: 0.3093586 Apr 22 14:36:27.614766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:27.616391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55616) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:27.622611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Usage tracker for resource:router and tenant:10f4a6d1f64c48e9a2588bece85fcf49 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:27.631683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'name': 'tempest-AllowedAddressPairTestJSON-689064206'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:27.632168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:27.637304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ed0ab19a-97cd-4b3a-83ba-879ea522f51c req-d0a81b73-1930-43ba-bb01-e6876b27d867 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258504 Apr 22 14:36:27.641808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:27.657042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 3ac32772-293e-40d0-9f15-f28a69eec80f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac32772-293e-40d0-9f15-f28a69eec80f,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:27.660747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.664782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:27.669918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.670557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.670874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.674528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Usage tracker for resource:security_group_rule and tenant:507909359419497c9744935308fb73de is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:27.678710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:27.729631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:27.753409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=3ac32772-293e-40d0-9f15-f28a69eec80f,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:27.764268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.820005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.863346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7c9e8-3463-4482-a1b1-4de6d11a32b4 req-d9d60171-5223-46d7-9220-22e4e5e03d58 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:27.865004 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7fb7c9e8-3463-4482-a1b1-4de6d11a32b4 req-d9d60171-5223-46d7-9220-22e4e5e03d58 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.1743221 Apr 22 14:36:27.878653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.898780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.918560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:27.919759 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2c8b86e7-b4d7-4cdd-8713-2d1260af595e tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3329909 Apr 22 14:36:27.927968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55620) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.019006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Synchronizing usage tracker for tenant:507909359419497c9744935308fb73de on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:28.068962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c223f94c-f37c-4ea1-8383-a987de2375f6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:28.099189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7fb7c9e8-3463-4482-a1b1-4de6d11a32b4 req-f4957ce6-b8df-444f-a711-0d30f7c0d25f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251840 Apr 22 14:36:28.130537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] Unset dirty status for tenant:507909359419497c9744935308fb73de on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:28.132170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bea594e7-fdfb-4787-94d2-69c69a123fe2 req-7f4762dc-4d9c-4adc-af3c-3a198a10fa47 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5696568 Apr 22 14:36:28.132865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:28.137924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.153245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:28.183657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:28.194763 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Sync routers for ids ['75c0f092-4977-4752-b951-1ff817bfce33'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:28.202812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:28.206476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.209347 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Routers {'75c0f092-4977-4752-b951-1ff817bfce33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:28.210219 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['75c0f092-4977-4752-b951-1ff817bfce33'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:28.263857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] device_id is not set on port 0bda1c35-07a8-40c9-adcd-b5a77373e41f yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:28.296950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.300719 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8ca190b1-756f-45bc-8dba-472f50aa9aca tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4386802 Apr 22 14:36:28.307078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55624) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.434652 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Set router 75c0f092-4977-4752-b951-1ff817bfce33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:28.478060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:28.509124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.564928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.704740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] In _notify_port_updated(), no bound segment for port 9cef474d-1898-455a-9692-d87bfa12a390 on network 66e67a99-b673-43bf-86e7-7a9acb18998a {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:28.708899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.709600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.710926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "PUT /v2.0/ports/9cef474d-1898-455a-9692-d87bfa12a390 HTTP/1.1" status: 200 len: 1129 time: 1.5005097 Apr 22 14:36:28.723290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55632) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:28.739550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.746520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.768243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ec6aa-5586-4944-9fb4-ade7d710ec51 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event updated for resources: {'Port': ['ID=9cef474d-1898-455a-9692-d87bfa12a390,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:28.776216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Allocated IP 172.20.0.5 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/0bda1c35-07a8-40c9-adcd-b5a77373e41f) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:28.820463 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0f092-4977-4752-b951-1ff817bfce33', 'name': 'tempest-snat-router-947725627', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '13fb8ee2-2d0f-4bd0-9d68-928008a25221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:22Z', 'updated_at': '2022-04-22T14:36:25Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '13fb8ee2-2d0f-4bd0-9d68-928008a25221', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0f092-4977-4752-b951-1ff817bfce33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:24Z', 'updated_at': '2022-04-22T14:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:28.828179 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Checking router: 75c0f092-4977-4752-b951-1ff817bfce33 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:28.828717 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Updating router 75c0f092-4977-4752-b951-1ff817bfce33 port 13fb8ee2-2d0f-4bd0-9d68-928008a25221 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:36:28.880654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.881133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd19f6f-6bda-43a0-a2af-5e81b4d559ee {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:28.899069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.902145 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a59c7913-a195-43f0-8477-7ba6806d3513 tempest-RoutersTestDVR-1529956997 tempest-RoutersTestDVR-1529956997-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0dd19f6f-6bda-43a0-a2af-5e81b4d559ee HTTP/1.1" status: 204 len: 168 time: 0.9731984 Apr 22 14:36:28.910143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67944c-3e1e-4299-9fcb-99a75d6e51eb tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.910799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2c67944c-3e1e-4299-9fcb-99a75d6e51eb tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Synchronizing usage tracker for tenant:0e1691d8ea274881b448a114783f1c0a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:28.922071 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:28.935768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b257a46-a8bf-4b0a-b189-c1c76b513ccb req-a428311a-d993-4529-8fa8-e803b58c71da tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:28.939165 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b257a46-a8bf-4b0a-b189-c1c76b513ccb req-a428311a-d993-4529-8fa8-e803b58c71da tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.2814214 Apr 22 14:36:29.051374 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b257a46-a8bf-4b0a-b189-c1c76b513ccb req-cd291eb8-0736-404c-9d6d-3e090ab7d49a tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902076 Apr 22 14:36:29.057790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dfc78-ee85-42d4-9076-ce031cc00596 req-68bbc444-0807-4890-89aa-e71c72f7720c tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:29.059452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-291dfc78-ee85-42d4-9076-ce031cc00596 req-68bbc444-0807-4890-89aa-e71c72f7720c tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.2453907 Apr 22 14:36:29.074630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445'}, {'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:29.090636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2c67944c-3e1e-4299-9fcb-99a75d6e51eb tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Unset dirty status for tenant:0e1691d8ea274881b448a114783f1c0a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:29.092059 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2c67944c-3e1e-4299-9fcb-99a75d6e51eb tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "GET /v2.0/ports/9cef474d-1898-455a-9692-d87bfa12a390 HTTP/1.1" status: 200 len: 1129 time: 0.3639536 Apr 22 14:36:29.113299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55640) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:29.124545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c20becd3-183e-44ea-a9eb-e75510c053d6 None None] Provisioning complete for port 9cef474d-1898-455a-9692-d87bfa12a390 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:29.125265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c20becd3-183e-44ea-a9eb-e75510c053d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.132998 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-291dfc78-ee85-42d4-9076-ce031cc00596 req-dc3c9077-efe4-4949-8c15-90b361f231ab tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652719 Apr 22 14:36:29.246025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c20becd3-183e-44ea-a9eb-e75510c053d6 None None] Port 9cef474d-1898-455a-9692-d87bfa12a390 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:29.282620 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dac1c9-1625-4c3b-8a9e-23b3894c50ad'] response: {'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445', 'code': 200} Apr 22 14:36:29.282879 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dac1c9-1625-4c3b-8a9e-23b3894c50ad'] response: {'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'code': 200} Apr 22 14:36:29.292322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.338594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Transition to ACTIVE for port object 0bda1c35-07a8-40c9-adcd-b5a77373e41f will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:29.421628 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.425876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55648) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:29.437193 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Transition to ACTIVE for port object 13fb8ee2-2d0f-4bd0-9d68-928008a25221 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:29.450830 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.472303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.485216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955903b-e4b5-4cc0-8756-2a9227dda9fd req-415aca84-817d-4a45-9450-b5c531eec425 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:29.495001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b955903b-e4b5-4cc0-8756-2a9227dda9fd req-415aca84-817d-4a45-9450-b5c531eec425 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.1096284 Apr 22 14:36:29.553182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Deleting port 9cef474d-1898-455a-9692-d87bfa12a390 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:29.553529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.557735 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Pushing event updated for resources: {'Port': ['ID=13fb8ee2-2d0f-4bd0-9d68-928008a25221,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:29.563421 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Attempting to bind port 13fb8ee2-2d0f-4bd0-9d68-928008a25221 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:29.563869 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Attempting to bind port 13fb8ee2-2d0f-4bd0-9d68-928008a25221 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:29.566035 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Attempting to bind port 13fb8ee2-2d0f-4bd0-9d68-928008a25221 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:29.582286 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.582640 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.582956 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.583282 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.583664 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.583996 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.584387 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.584729 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.585053 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.585371 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.585708 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:36:29.589746 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:29.590143 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:29.590571 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.590950 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:29.591418 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Bound port: 13fb8ee2-2d0f-4bd0-9d68-928008a25221, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:29.591797 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.663508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b955903b-e4b5-4cc0-8756-2a9227dda9fd req-d20a94df-0fcb-4a96-bce3-b184bef31804 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648026 Apr 22 14:36:29.679310 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] For port 13fb8ee2-2d0f-4bd0-9d68-928008a25221, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:29.683110 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] For port 13fb8ee2-2d0f-4bd0-9d68-928008a25221, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=13fb8ee2-2d0f-4bd0-9d68-928008a25221,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:29.693336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.694943 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.703306 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3cca4616-2a5d-4bb4-ae72-8ed8b738db44 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/75c0f092-4977-4752-b951-1ff817bfce33 HTTP/1.1" status: 200 len: 907 time: 1.3918474 Apr 22 14:36:29.703306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:29.705470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55654) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:29.778366 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852f39-c776-403d-838b-0d204a714f55 None None] Pushing event updated for resources: {'Port': ['ID=13fb8ee2-2d0f-4bd0-9d68-928008a25221,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:29.783966 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Routers {'75c0f092-4977-4752-b951-1ff817bfce33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:29.784474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['75c0f092-4977-4752-b951-1ff817bfce33'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:29.884346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-004e022c-b10a-42d7-ad04-e107fa22dd3f req-69b7b510-575f-4a5f-9d7b-ce48396d5da5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 1098 time: 0.3137536 Apr 22 14:36:29.886013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:29.917112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Usage tracker for resource:security_group_rule and tenant:58b45826728d4de1af91afef3a1e19ff is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:29.923897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:29.946008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:30.019839 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] Set router 75c0f092-4977-4752-b951-1ff817bfce33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:30.042536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-004e022c-b10a-42d7-ad04-e107fa22dd3f req-f19c4f98-8389-427e-b5f7-da86fc82c470 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450312 Apr 22 14:36:30.053578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.061260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.129798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cad10b-208e-4bd0-87cd-8697ad2530e1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:30.136341 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-41622ab8-f3d8-49a9-b762-0fe903c0e3ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58b45826728d4de1af91afef3a1e19ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7086561 Apr 22 14:36:30.139644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55660) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:30.172295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:30.188651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.198949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:30.201498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:30.534488 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0f092-4977-4752-b951-1ff817bfce33', 'name': 'tempest-snat-router-947725627', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '13fb8ee2-2d0f-4bd0-9d68-928008a25221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:22Z', 'updated_at': '2022-04-22T14:36:25Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '13fb8ee2-2d0f-4bd0-9d68-928008a25221', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0f092-4977-4752-b951-1ff817bfce33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:24Z', 'updated_at': '2022-04-22T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:30.541168 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67c2c4-6e6f-4a94-b2bb-b43bbe08f34c None None] The sync data for ids ['75c0f092-4977-4752-b951-1ff817bfce33'] in dv-neutron-838878-1-hyperv is: [{'id': '75c0f092-4977-4752-b951-1ff817bfce33', 'name': 'tempest-snat-router-947725627', 'tenant_id': '0d2e187232954b7eb26ce2b7466ce082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '13fb8ee2-2d0f-4bd0-9d68-928008a25221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:36:22Z', 'updated_at': '2022-04-22T14:36:25Z', 'revision_number': 3, 'project_id': '0d2e187232954b7eb26ce2b7466ce082', 'gw_port': {'id': '13fb8ee2-2d0f-4bd0-9d68-928008a25221', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0f092-4977-4752-b951-1ff817bfce33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:36:24Z', 'updated_at': '2022-04-22T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:30.555397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=0bda1c35-07a8-40c9-adcd-b5a77373e41f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:30.571949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:30.571949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.579628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33af97a6-3397-462c-815e-12b92a3d8dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.592303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-339b2ed5-df49-44f7-99e2-c871ac11cc36 None None] Provisioning for port 0bda1c35-07a8-40c9-adcd-b5a77373e41f completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:30.607681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-339b2ed5-df49-44f7-99e2-c871ac11cc36 None None] Provisioning complete for port 0bda1c35-07a8-40c9-adcd-b5a77373e41f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:30.608046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-339b2ed5-df49-44f7-99e2-c871ac11cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.618105 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d22f2371-c394-417f-adca-c373550f8ef4 req-939d5599-44e7-43e5-a682-4237195008d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 1.0191336 Apr 22 14:36:30.629763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.643492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33af97a6-3397-462c-815e-12b92a3d8dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.666162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-339b2ed5-df49-44f7-99e2-c871ac11cc36 None None] Port 0bda1c35-07a8-40c9-adcd-b5a77373e41f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:30.715507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca367f8-47a4-4151-967b-7d293842b68d req-80b5b826-e101-4dff-9398-43f86e13dc44 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:30.716905 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ca367f8-47a4-4151-967b-7d293842b68d req-80b5b826-e101-4dff-9398-43f86e13dc44 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.2660222 Apr 22 14:36:30.727485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e886a-cf3d-4aa1-a939-0df14895374d req-a20bb039-febc-43ea-9e1a-117279c504d0 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:30.729496 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa9e886a-cf3d-4aa1-a939-0df14895374d req-a20bb039-febc-43ea-9e1a-117279c504d0 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.2445924 Apr 22 14:36:30.792128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33af97a6-3397-462c-815e-12b92a3d8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.801989 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ee3bc597-a5d6-460e-96fa-8cfd017840a5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1775389 Apr 22 14:36:30.809145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Calling delete_port for 9cef474d-1898-455a-9692-d87bfa12a390 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:30.816784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55668) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:30.830203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:05:36:90'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:30.855956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af97a6-3397-462c-815e-12b92a3d8dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cad10b-208e-4bd0-87cd-8697ad2530e1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:30.884931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ca367f8-47a4-4151-967b-7d293842b68d req-b3b4a3a4-670c-454b-81e4-a898ae966ff0 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550360 Apr 22 14:36:30.892560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33af97a6-3397-462c-815e-12b92a3d8dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:30.896761 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-33af97a6-3397-462c-815e-12b92a3d8dcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7cad10b-208e-4bd0-87cd-8697ad2530e1 HTTP/1.1" status: 204 len: 168 time: 0.7531412 Apr 22 14:36:30.909952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa9e886a-cf3d-4aa1-a939-0df14895374d req-9290f8e6-6824-4530-9f50-6307d71c3a58 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630864 Apr 22 14:36:31.004029 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d22f2371-c394-417f-adca-c373550f8ef4 req-1a2f6309-ac33-4099-ae1f-45a74e549852 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644400 Apr 22 14:36:31.131920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.1 (3a25c3df-2044-4fb9-b7a4-e7b09bc6935a/e21f73df-4110-4b2a-bbff-b9b2f8d2844e/fb6648a2-67c4-4ef0-a90a-7ad25e0f91a4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:31.142484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.214882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event deleted for resources: {'Port': ['ID=9cef474d-1898-455a-9692-d87bfa12a390,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:31.320630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.328116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.378616 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-091e690e-fea7-4369-b8a6-831574a9aac6 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "DELETE /v2.0/ports/9cef474d-1898-455a-9692-d87bfa12a390 HTTP/1.1" status: 204 len: 168 time: 2.2546759 Apr 22 14:36:31.382403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55678) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.424326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Deleting port 13fb8ee2-2d0f-4bd0-9d68-928008a25221 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:31.424780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.485758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.491049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55682) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.539430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.662953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:31.672244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Usage tracker for resource:security_group_rule and tenant:10f4a6d1f64c48e9a2588bece85fcf49 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:31.676624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:31.697560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:31.716333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.727951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea4458-f92e-45a0-888a-4e5398d6dd73 req-9549b1b1-caa1-4b50-9fb8-a40f01c688cc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:31.729445 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3aea4458-f92e-45a0-888a-4e5398d6dd73 req-9549b1b1-caa1-4b50-9fb8-a40f01c688cc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.5698447 Apr 22 14:36:31.758746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0877483-180f-4460-a379-16e5a3c3cf5b req-321f68d9-cc7a-4b41-8ba1-d91a82dbce43 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:31.760439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0877483-180f-4460-a379-16e5a3c3cf5b req-321f68d9-cc7a-4b41-8ba1-d91a82dbce43 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.5985746 Apr 22 14:36:31.786020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55686) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:31.810157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Request body: {'floatingip': {'port_id': '76afaddc-616a-4d6c-b930-bded54130f16'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:31.813941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] For port 13fb8ee2-2d0f-4bd0-9d68-928008a25221, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=13fb8ee2-2d0f-4bd0-9d68-928008a25221,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:31.814299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.822019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:31.999467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Deleting subnet 36d76176-f63b-4fef-b268-f2d3b0c1d112 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:32.045969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:32.051943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.068781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Calling delete_port for 13fb8ee2-2d0f-4bd0-9d68-928008a25221 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:32.161570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.195066 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3aea4458-f92e-45a0-888a-4e5398d6dd73 req-3d236cf1-5c04-41f5-941a-a1f2ff9524a2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517667 Apr 22 14:36:32.270603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:32.290545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=fb6648a2-67c4-4ef0-a90a-7ad25e0f91a4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:32.303079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:32.592934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.656502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.728916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1446-83df-4bce-8568-153e498540b1 req-3032e447-ed42-44e3-a876-c38be61b3d17 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:32.730533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-326a1446-83df-4bce-8568-153e498540b1 req-3032e447-ed42-44e3-a876-c38be61b3d17 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.5596876 Apr 22 14:36:32.731339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event deleted for resources: {'Port': ['ID=13fb8ee2-2d0f-4bd0-9d68-928008a25221,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:32.799212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.818759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.863147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13fb8ee2-2d0f-4bd0-9d68-928008a25221 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:32.934558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 13fb8ee2-2d0f-4bd0-9d68-928008a25221 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:32.935193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13fb8ee2-2d0f-4bd0-9d68-928008a25221 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 14:36:32.936061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.939086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-326a1446-83df-4bce-8568-153e498540b1 req-0be56981-db19-4180-b6fb-caa9ef824605 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974180 Apr 22 14:36:32.971421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:32.992396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 13fb8ee2-2d0f-4bd0-9d68-928008a25221 not found, will not notify nova. {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 14:36:32.993229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 14a2d47f-ae18-4be5-bc1b-57050c29ddde up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:33.051116 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10f4a6d1f64c48e9a2588bece85fcf49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5557361 Apr 22 14:36:33.072702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55694) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:33.092950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 14a2d47f-ae18-4be5-bc1b-57050c29ddde completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:33.095363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e64b07-1be8-496f-9cd4-f9711ff98976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4428ca2-7e12-4831-9caa-3a1ff17f1e1f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:33.099304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 14a2d47f-ae18-4be5-bc1b-57050c29ddde triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:33.099918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.239778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.261538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 14a2d47f-ae18-4be5-bc1b-57050c29ddde, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=14a2d47f-ae18-4be5-bc1b-57050c29ddde,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:33.268620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.324396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d63b8e8-ff61-45ae-a105-34af46ef10b4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:33.373501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.392403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3d63b8e8-ff61-45ae-a105-34af46ef10b4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:33.393045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d63b8e8-ff61-45ae-a105-34af46ef10b4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:33.416825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=14a2d47f-ae18-4be5-bc1b-57050c29ddde,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:33.427157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event deleted for resources: {'Subnet': ['ID=36d76176-f63b-4fef-b268-f2d3b0c1d112,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:33.446089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.463491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.466365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebeced5-dce8-4906-b5f0-32b9300ea9a3 None None] Network 66e67a99-b673-43bf-86e7-7a9acb18998a requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:33.493496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.537730 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-74b019a3-9761-4d20-89f9-7b9bb1a00e2f tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "DELETE /v2.0/subnets/36d76176-f63b-4fef-b268-f2d3b0c1d112 HTTP/1.1" status: 204 len: 168 time: 2.1517889 Apr 22 14:36:33.550459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55700) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:33.644504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:33.664212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.735409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.747171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] DHCP port deletion for 66e67a99-b673-43bf-86e7-7a9acb18998a request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:33.754207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] Deleting port dcf15b94-fb68-40ea-97a5-ba8d88794f92 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:33.754207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.824142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.869621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74e55f3a-9aff-4aa3-9c9a-058f843cf257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.890560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.938809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.983219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74e55f3a-9aff-4aa3-9c9a-058f843cf257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:33.990276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] For port dcf15b94-fb68-40ea-97a5-ba8d88794f92, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=dcf15b94-fb68-40ea-97a5-ba8d88794f92,segment=NetworkSegment(548fd0ba-9e36-4f51-9c42-f912339d317e),segment_id=548fd0ba-9e36-4f51-9c42-f912339d317e)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:33.991010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=0bda1c35-07a8-40c9-adcd-b5a77373e41f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:33.991095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.012702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75ee5e-1751-4e0d-aa49-ad6aa549aafe req-bf4a5859-da42-4b89-a8c0-08179286b009 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:34.017968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e75ee5e-1751-4e0d-aa49-ad6aa549aafe req-bf4a5859-da42-4b89-a8c0-08179286b009 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.8203456 Apr 22 14:36:34.022918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.031381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55704) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.040733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67077-e8cb-4917-b970-11d4303238db req-74b45fc2-0c8c-4b65-a2b8-f73b41d8348f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:34.047994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2fd67077-e8cb-4917-b970-11d4303238db req-74b45fc2-0c8c-4b65-a2b8-f73b41d8348f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6254907 Apr 22 14:36:34.071208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Request body: {'floatingip': {'port_id': '9326db57-d688-4953-87fb-9d880ab3e445'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:34.120477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] In _notify_port_updated(), no bound segment for port 0bda1c35-07a8-40c9-adcd-b5a77373e41f on network d6a8e3ce-12f7-422a-851d-5d023dbd6413 {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:34.124585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:34.125417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.130319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cf3ba421-5f95-433b-b274-0784806ebedb tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "PUT /v2.0/ports/0bda1c35-07a8-40c9-adcd-b5a77373e41f HTTP/1.1" status: 200 len: 995 time: 3.3098342 Apr 22 14:36:34.133056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55708) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.136639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.137414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75c0f092-4977-4752-b951-1ff817bfce33 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:34.160893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Deleting port dcf15b94-fb68-40ea-97a5-ba8d88794f92 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:34.161383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.163280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] Calling delete_port for dcf15b94-fb68-40ea-97a5-ba8d88794f92 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:34.240766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2fd67077-e8cb-4917-b970-11d4303238db req-201c4fe2-e5d3-4519-ac5f-c0dcc94596d6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913693 Apr 22 14:36:34.267877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port 0bda1c35-07a8-40c9-adcd-b5a77373e41f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:34.268222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.303660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74e55f3a-9aff-4aa3-9c9a-058f843cf257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.305506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2d8aba30-af83-4df6-89e8-410b32764665 None None] Provisioning complete for port 0bda1c35-07a8-40c9-adcd-b5a77373e41f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:34.305938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2d8aba30-af83-4df6-89e8-410b32764665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.329728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.334131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2fa42c7b-ef5b-4224-ac86-f01f93bdd82b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/routers/75c0f092-4977-4752-b951-1ff817bfce33 HTTP/1.1" status: 204 len: 168 time: 4.6269121 Apr 22 14:36:34.335115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55714) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.349289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74e55f3a-9aff-4aa3-9c9a-058f843cf257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.350773 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74e55f3a-9aff-4aa3-9c9a-058f843cf257 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4428ca2-7e12-4831-9caa-3a1ff17f1e1f HTTP/1.1" status: 204 len: 168 time: 1.2456694 Apr 22 14:36:34.351881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e55f3a-9aff-4aa3-9c9a-058f843cf257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4428ca2-7e12-4831-9caa-3a1ff17f1e1f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:34.438954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.445932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.511450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] Pushing event deleted for resources: {'Port': ['ID=dcf15b94-fb68-40ea-97a5-ba8d88794f92,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:34.526728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9f8b5-eee1-4570-adf3-b595a804295e None None] No DVR routers for this DVR port dcf15b94-fb68-40ea-97a5-ba8d88794f92 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:34.540104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aba30-af83-4df6-89e8-410b32764665 None None] Port 0bda1c35-07a8-40c9-adcd-b5a77373e41f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:34.695743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] The port 'dcf15b94-fb68-40ea-97a5-ba8d88794f92' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:36:34.731202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00112b-2207-4832-ab8a-ef1293c97060 req-e8319cb5-331f-40b0-90d3-0e276a0d5cb1 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:34.732711 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f00112b-2207-4832-ab8a-ef1293c97060 req-e8319cb5-331f-40b0-90d3-0e276a0d5cb1 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3221209 Apr 22 14:36:34.748361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55720) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:34.769993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Request body: {'floatingip': {'port_id': '3ac32772-293e-40d0-9f15-f28a69eec80f'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:34.828662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 14a2d47f-ae18-4be5-bc1b-57050c29ddde up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:34.834353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:34.866179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.879461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:34.910625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 14a2d47f-ae18-4be5-bc1b-57050c29ddde triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:34.911355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.092806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.117807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.146196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.180105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for 0bda1c35-07a8-40c9-adcd-b5a77373e41f owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:35.194524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device dcf15b94-fb68-40ea-97a5-ba8d88794f92 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:35.247961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e67a99-b673-43bf-86e7-7a9acb18998a']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:35.248884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: dcf15b94-fb68-40ea-97a5-ba8d88794f92 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:35.251689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device dcf15b94-fb68-40ea-97a5-ba8d88794f92 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:35.467024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548fd0ba-9e36-4f51-9c42-f912339d317e') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:35.467408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548fd0ba-9e36-4f51-9c42-f912339d317e') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:35.494576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.503258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.551516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.573349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.582183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:35.582577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:35.598473 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:35.610715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.687527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55740) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:35.721194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:35.790012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=0bda1c35-07a8-40c9-adcd-b5a77373e41f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:35.906899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-433655173'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:35.954310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:35.982252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:network and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:36.012839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.029502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.031100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=fb6648a2-67c4-4ef0-a90a-7ad25e0f91a4,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:36.090304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.099195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:36.125196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] Pushing event deleted for resources: {'Network': ['ID=66e67a99-b673-43bf-86e7-7a9acb18998a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:36.137154 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f0abc59d-dddf-4331-bfe2-0099941d6b5c tempest-ExtraDHCPOptionsIpV6TestJSON-444430160 tempest-ExtraDHCPOptionsIpV6TestJSON-444430160-project] 10.222.0.32 "DELETE /v2.0/networks/66e67a99-b673-43bf-86e7-7a9acb18998a HTTP/1.1" status: 204 len: 168 time: 2.5386400 Apr 22 14:36:36.139753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:36.170158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:36.173100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.191436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.207797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.230671 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-324b278d-9cc8-458f-832d-0f257b0b6763 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/ports/0bda1c35-07a8-40c9-adcd-b5a77373e41f HTTP/1.1" status: 204 len: 168 time: 2.0960557 Apr 22 14:36:36.233419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55748) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.335354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f39143a-4695-4d30-9786-129359ff62dd tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] GET failed (client error): The resource could not be found. Apr 22 14:36:36.335890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5f39143a-4695-4d30-9786-129359ff62dd tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Synchronizing usage tracker for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:36.336093 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-02864e1b-cf08-4fe6-a39b-e1656ced5d9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2965853 Apr 22 14:36:36.351519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:36.355142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:36.520484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:36.568573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:36.578604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55754) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.582576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:security_group_rule and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:36.597597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5f39143a-4695-4d30-9786-129359ff62dd tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Unset dirty status for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:36.598697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5f39143a-4695-4d30-9786-129359ff62dd tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "GET /v2.0/ports/0bda1c35-07a8-40c9-adcd-b5a77373e41f HTTP/1.1" status: 404 len: 333 time: 0.3643548 Apr 22 14:36:36.605133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:36.614585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55758) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:36.624914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:36.625113 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Floating IP 07eb20cb-b8c1-44e0-8309-f588277f482a associated. External IP: 172.26.2.145, port: 76afaddc-616a-4d6c-b930-bded54130f16. Apr 22 14:36:36.662655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.672986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.682958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.704099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'name': 'tempest-AllowedAddressPairTestJSON-1459517862'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:36.738263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Deleting port 14a2d47f-ae18-4be5-bc1b-57050c29ddde {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:36.738559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.868100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:36.886144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.002646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.018809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.052808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2945959-8c80-47f8-90e7-2d1ae27ba2b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e1691d8ea274881b448a114783f1c0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4716313 Apr 22 14:36:37.061079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55764) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:37.086751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:37.117742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a196758-ac32-40b6-b2ca-217b0d6655a1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:37.127790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] For port 14a2d47f-ae18-4be5-bc1b-57050c29ddde, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=14a2d47f-ae18-4be5-bc1b-57050c29ddde,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:37.127939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.137004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.137339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Added segment 68f8097f-caf7-4a95-83a8-c005dae8c324 of type vlan for network 41409423-673c-4e14-a96e-1a2005bda36b Apr 22 14:36:37.269146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Calling delete_port for 14a2d47f-ae18-4be5-bc1b-57050c29ddde owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:37.319734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.358332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:37.415044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.418878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:37.419487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.439107 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-4433faf2-bdf1-44a6-9844-b055491704e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 0.8887029 Apr 22 14:36:37.442647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:37.506133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:37.509383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.553191 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Floating IP fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8 associated. External IP: 172.26.2.65, port: 3ac32772-293e-40d0-9f15-f28a69eec80f. Apr 22 14:36:37.624691 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9361250 Apr 22 14:36:37.627520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f733a2a4-5ea1-495d-8187-d1de2ec39316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.636573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] device_id is not set on port 0208fa06-47ad-4659-aa03-2403b9363eb2 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:37.675793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4661f1c-6092-412c-8a02-b11ca14212f5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Network': ['ID=41409423-673c-4e14-a96e-1a2005bda36b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:37.696562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 41409423-673c-4e14-a96e-1a2005bda36b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:37.763527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f733a2a4-5ea1-495d-8187-d1de2ec39316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.864340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:37.911382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event deleted for resources: {'Port': ['ID=14a2d47f-ae18-4be5-bc1b-57050c29ddde,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:37.945440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-4f3a1b52-8274-4ee4-be78-ddba1f5897f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:37.946959 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-4f3a1b52-8274-4ee4-be78-ddba1f5897f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.4751167 Apr 22 14:36:38.076312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Allocated IP 172.20.0.10 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/0208fa06-47ad-4659-aa03-2403b9363eb2) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:38.080665 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Floating IP 3b670411-3081-4bea-8f80-5d95d291323c associated. External IP: 172.26.2.113, port: 9326db57-d688-4953-87fb-9d880ab3e445. Apr 22 14:36:38.170200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f733a2a4-5ea1-495d-8187-d1de2ec39316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.318695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733a2a4-5ea1-495d-8187-d1de2ec39316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c64b22a-6c9d-4f3a-a052-c3549a994b0f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:38.329893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.332161 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-23e57e2a-4011-41ca-8724-11d60b105330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 998 time: 0.3708057 Apr 22 14:36:38.515601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f733a2a4-5ea1-495d-8187-d1de2ec39316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.517084 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f733a2a4-5ea1-495d-8187-d1de2ec39316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c64b22a-6c9d-4f3a-a052-c3549a994b0f HTTP/1.1" status: 204 len: 168 time: 1.4498546 Apr 22 14:36:38.624282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-b424b2bd-3cb4-4a08-8809-2a9d09b9a90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:38.625798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-b424b2bd-3cb4-4a08-8809-2a9d09b9a90b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.2702067 Apr 22 14:36:38.641534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:38.735889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.759746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.816925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.817762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:38.832620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.833604 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c4777daf-f062-4f71-b21f-0214063ea8ce tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0c97ba1f-46da-4a4e-bc4e-433f8e38ada8 HTTP/1.1" status: 204 len: 168 time: 4.4890299 Apr 22 14:36:38.842173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55772) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:38.849455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:38.857738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2021056518', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:38.885364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:38.896590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Usage tracker for resource:router and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:38.905748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:38.927580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Router d33f79f8-4165-4285-af40-389254828306 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:38.930119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:39.095055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.096380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.109194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Transition to ACTIVE for port object 0208fa06-47ad-4659-aa03-2403b9363eb2 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:39.164445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.169317 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-6aaed179-76ca-4281-8bbd-82cb58ccafa0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5240276 Apr 22 14:36:39.303901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.368714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.373179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:39.387032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.393400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] Sync routers for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:39.444544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:39.445188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:39.512691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Router a97f2ea5-546d-47dc-a5fa-aac7bf467272 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:39.596483 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-d7e1745a-75e0-47af-8a41-79ba92aab012 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152517 Apr 22 14:36:39.600100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:39.645048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ce1b33af-9fbb-4b0c-8783-bffe3fc2bb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "PUT /v2.0/floatingips/fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8 HTTP/1.1" status: 200 len: 990 time: 4.8956327 Apr 22 14:36:39.651482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:39.652686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=0208fa06-47ad-4659-aa03-2403b9363eb2,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:39.664874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:39.691254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:39.838866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.839724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8cff-c5bf-4c3b-8e2e-8c7b24486781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.924701 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71311c53-9082-4fec-ac93-346386ef9d4c'] response: {'name': 'network-changed', 'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'status': 'completed', 'code': 200} Apr 22 14:36:39.926851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:39.955651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:40.023201 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55794) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:40.112747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:40.114097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.195593 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2ce6ac78-049b-4c00-a9e5-c3af51a7ae44 req-0bea9149-787d-4e37-b11c-032ebfa194d4 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385072 Apr 22 14:36:40.199025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bb950aa1-5f1e-4d52-b7b0-5134d9957c75 None None] Provisioning for port 0208fa06-47ad-4659-aa03-2403b9363eb2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:40.238119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bb950aa1-5f1e-4d52-b7b0-5134d9957c75 None None] Provisioning complete for port 0208fa06-47ad-4659-aa03-2403b9363eb2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:40.238484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb950aa1-5f1e-4d52-b7b0-5134d9957c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.283307 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-58bae404-f2ab-4a84-b114-dd3bcdd80a9e tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6068072 Apr 22 14:36:40.295905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55798) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:40.317343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'network_id': 'd6a8e3ce-12f7-422a-851d-5d023dbd6413', 'name': 'tempest-AllowedAddressPairTestJSON-226209224'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:40.483873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bb950aa1-5f1e-4d52-b7b0-5134d9957c75 None None] Port 0208fa06-47ad-4659-aa03-2403b9363eb2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:40.515790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Allocated IP 172.26.2.16 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b6867100-f27e-4aa7-bcc5-2d623456ad20) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:40.618194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'floating_ip_address': '172.26.2.65', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'd33f79f8-4165-4285-af40-389254828306', 'port_id': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'mac_address': 'fa:16:3e:3e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:53Z', 'updated_at': '2022-04-22T14:36:36Z', 'revision_number': 1, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:11Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:40.623171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] Checking router: d33f79f8-4165-4285-af40-389254828306 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:40.636789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:40.637415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:40.702087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92209a07-06df-4d77-baa1-eb5b8bac46be req-77eecfde-3ccc-406b-a7c2-7130d344c700 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:40.710364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92209a07-06df-4d77-baa1-eb5b8bac46be req-77eecfde-3ccc-406b-a7c2-7130d344c700 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.7042096 Apr 22 14:36:40.748793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:40.759851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Usage tracker for resource:port and tenant:5b8ddca1498545f3ace1a8d2f2b7c73f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:40.763952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:40.771894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:40.822823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'networks': [{'name': 'tempest-network--594335232'}, {'name': 'tempest-network--893322330'}]} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:40.823138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'network': {'name': 'tempest-network--594335232'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:40.823611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'network': {'name': 'tempest-network--893322330'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:40.825170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.829713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:40.836694 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92209a07-06df-4d77-baa1-eb5b8bac46be req-66afec7d-b02a-4369-a04a-6a7d0c995418 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220961 Apr 22 14:36:40.861093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:40.883554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.888414 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-999cd71e-389f-4530-95af-5352feb2f904 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/routers/8ac18bc8-4bf5-4b33-bd1c-b171841243b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4472439 Apr 22 14:36:40.895714 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:40.896885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Made reservation on behalf of 5b8ddca1498545f3ace1a8d2f2b7c73f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:40.897459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55808) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:40.900134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:40.925961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:network and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:40.940469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] device_id is not set on port 8c113915-043e-4029-aa80-374b56f5b02b yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:40.963132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'port': {'network_id': '3a25c3df-2044-4fb9-b7a4-e7b09bc6935a', 'name': 'tempest-FloatingIPTestJSON-1780013744'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:40.969974 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:40.970603 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.000740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:41.037354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:41.055304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:41.065349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55812) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:41.076224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'subnet': {'network_id': '41409423-673c-4e14-a96e-1a2005bda36b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:41.077736 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.099380 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:41.099673 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.167373 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.167774 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae38d9-e0a3-42c0-a3fc-0af321e2192c None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:41.234980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:41.243915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:41.252095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:41.379180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Allocated IP 172.20.0.12 (d6a8e3ce-12f7-422a-851d-5d023dbd6413/858a5965-fd79-418f-ae70-0269dd2842e0/8c113915-043e-4029-aa80-374b56f5b02b) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:41.393183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'network': 2} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:41.397157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.401808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:41.413225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event updated for resources: {'Port': ['ID=b6867100-f27e-4aa7-bcc5-2d623456ad20,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:41.415573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:port and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:41.419898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:41.436989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:41.444347 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-0932a57b-6ba9-447b-8558-a20487117260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 1.0013993 Apr 22 14:36:41.451458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:41.456543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.460991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:41.464001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.473373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:subnet and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:41.496637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dd7f2-24d3-4461-a9b0-f9c785234633 req-6972e073-c73e-4e55-9a02-0df48cab8a06 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:41.498162 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-075dd7f2-24d3-4461-a9b0-f9c785234633 req-6972e073-c73e-4e55-9a02-0df48cab8a06 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3160069 Apr 22 14:36:41.504603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] device_id is not set on port 8d2852f4-ecf2-4a79-bbcd-fdc7804e033d yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:41.512994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:41.535219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:41.545964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'floating_ip_address': '172.26.2.65', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'd33f79f8-4165-4285-af40-389254828306', 'port_id': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'mac_address': 'fa:16:3e:3e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:53Z', 'updated_at': '2022-04-22T14:36:36Z', 'revision_number': 1, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:11Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:41.551606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92f1f1-ae42-4491-98f2-06deea5c324b None None] The sync data for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv is: [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'floating_ip_address': '172.26.2.65', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'd33f79f8-4165-4285-af40-389254828306', 'port_id': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'mac_address': 'fa:16:3e:3e:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:53Z', 'updated_at': '2022-04-22T14:36:36Z', 'revision_number': 1, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:11Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:41.684278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.685083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.688776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-075dd7f2-24d3-4461-a9b0-f9c785234633 req-d7034085-c915-4324-b8bb-c5a906501150 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200871 Apr 22 14:36:41.704957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d05d56d6-3309-44f6-838a-751d959b4018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:41.809594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.10 (3a25c3df-2044-4fb9-b7a4-e7b09bc6935a/e21f73df-4110-4b2a-bbff-b9b2f8d2844e/8d2852f4-ecf2-4a79-bbcd-fdc7804e033d) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:41.812261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:41.887397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:41.962668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:security_group_rule and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:41.973757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:41.996036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:42.089563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-4e0730ec-9b71-49cd-8c2f-270143555eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:42.091060 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-4e0730ec-9b71-49cd-8c2f-270143555eff service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.6239352 Apr 22 14:36:42.101061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.103771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489dd-be39-40dc-aab9-bf5971b99971 req-75bdb21c-79f7-4ff2-9973-891dd994c4f8 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:42.105199 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c3489dd-be39-40dc-aab9-bf5971b99971 req-75bdb21c-79f7-4ff2-9973-891dd994c4f8 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2412262 Apr 22 14:36:42.119708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:42.136147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.193179 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c3489dd-be39-40dc-aab9-bf5971b99971 req-197e7653-f672-422a-a7ab-508f7b3f54a7 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763810 Apr 22 14:36:42.211697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.304930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=8d2852f4-ecf2-4a79-bbcd-fdc7804e033d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:42.308493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:42.310387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:42.315545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:42.374357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Router de2a7776-8fd4-4a6e-9c70-9496d15f6e48 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:42.389283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.389944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:42.390614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.410679 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:42.424654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] Sync routers for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:42.440731 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-65518a2a-4b98-4070-a3e3-4dbbbc458f11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 998 time: 0.3170857 Apr 22 14:36:42.443894 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:42.445459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:42.495843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Transition to ACTIVE for port object 8c113915-043e-4029-aa80-374b56f5b02b will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:42.672319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.712607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:42.768531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.773829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7b0764bc-a93e-40cd-b712-1658a437fe92 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8204374 Apr 22 14:36:42.783156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55822) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:42.789087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.800752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'port': {'network_id': '3a25c3df-2044-4fb9-b7a4-e7b09bc6935a', 'name': 'tempest-FloatingIPTestJSON-238762685'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:42.801556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.802182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:42.859856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-0ef01676-b333-4149-9dc0-60c70569b291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:42.861410 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-0ef01676-b333-4149-9dc0-60c70569b291 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.4001200 Apr 22 14:36:42.862914 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c306b294-83c5-4608-8d6e-f61796e1c5ea tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "PUT /v2.0/floatingips/07eb20cb-b8c1-44e0-8309-f588277f482a HTTP/1.1" status: 200 len: 992 time: 11.0759492 Apr 22 14:36:42.875183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:42.957157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a5bba7-36e3-4dc5-be4f-1c79bfd7b33c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:42.989966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:42.998429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147b6a8-c31c-4d01-bc7c-cc3d523c8000 req-568d8200-a42d-4450-987b-db41d1d9bdcf tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:42.999945 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9147b6a8-c31c-4d01-bc7c-cc3d523c8000 req-568d8200-a42d-4450-987b-db41d1d9bdcf tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3134937 Apr 22 14:36:43.003939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:port and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:43.010211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:43.010623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.022157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:43.034800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:43.057890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.107116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.113981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:43.117172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.147914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.148222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Added segment 23f8ac45-6ec7-4357-9997-5cff885d09c8 of type vlan for network 85838bd2-4095-4b03-a67f-20ad68fa3cc1 Apr 22 14:36:43.166178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9147b6a8-c31c-4d01-bc7c-cc3d523c8000 req-b2dfe868-ac8e-476d-b640-4461a44e8320 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577702 Apr 22 14:36:43.172529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] device_id is not set on port d40d8f17-1097-441e-a76e-85d1d03e7639 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:43.180859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '07eb20cb-b8c1-44e0-8309-f588277f482a', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'floating_ip_address': '172.26.2.145', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'port_id': '76afaddc-616a-4d6c-b930-bded54130f16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'mac_address': 'fa:16:3e:bf:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:55Z', 'updated_at': '2022-04-22T14:36:34Z', 'revision_number': 1, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:51Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:43.185781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] Checking router: a97f2ea5-546d-47dc-a5fa-aac7bf467272 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:43.188928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:43.198340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:43.200856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:43.213014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:43.213980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:43.228688 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=8c113915-043e-4029-aa80-374b56f5b02b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:43.285140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d063f2-a340-4d84-8027-34fe683cf736 req-991d9ce9-9871-477d-ba4f-a1d09aaf057a tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:43.290006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.293584 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48d063f2-a340-4d84-8027-34fe683cf736 req-991d9ce9-9871-477d-ba4f-a1d09aaf057a tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.2600026 Apr 22 14:36:43.304954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:43.308907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Subnet': ['ID=0ddb32cf-4848-4398-9b9e-97fdde465ee8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:43.333942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-86b957e0-a72a-4bf8-bbc4-5655b47b8b80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4491632 Apr 22 14:36:43.354610 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfc1244-99ff-4f07-92d4-bd1feaf2bffb'] response: {'name': 'network-changed', 'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16', 'status': 'completed', 'code': 200} Apr 22 14:36:43.418451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:43.419051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.560051 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] Sync routers for ids ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:43.569952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.570535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Checking segment: {'id': '68f8097f-caf7-4a95-83a8-c005dae8c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '41409423-673c-4e14-a96e-1a2005bda36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:43.570940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network hostable DHCP agents. Network: 41409423-673c-4e14-a96e-1a2005bda36b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:43.574619 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-164fbc56-2471-4ea8-acb0-5f66292cb6b4 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7269721 Apr 22 14:36:43.576093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55834) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.582522 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] Routers {'de2a7776-8fd4-4a6e-9c70-9496d15f6e48'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:43.583156 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:43.587384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:43.606391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48d063f2-a340-4d84-8027-34fe683cf736 req-89343b8e-ec6c-4e81-81e2-d641d49d9ca2 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117533 Apr 22 14:36:43.614134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': False}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:43.617727 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-836b508c-1e36-4a88-ba55-66325a30e6cc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3184588 Apr 22 14:36:43.643100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.643100 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Added segment 833da182-10d6-4c20-8d46-952ddf6908be of type vlan for network 3958ff57-24f0-4af6-b796-88d7391f944a Apr 22 14:36:43.643100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55838) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:43.661880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:05:36:90'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:75:4a:95'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:43.712234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8bc62450-b9b2-47f2-87e3-4822bdca3a21 None None] Provisioning for port 8c113915-043e-4029-aa80-374b56f5b02b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:43.735915 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:43.745966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:43.747166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.5 (3a25c3df-2044-4fb9-b7a4-e7b09bc6935a/e21f73df-4110-4b2a-bbff-b9b2f8d2844e/d40d8f17-1097-441e-a76e-85d1d03e7639) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:43.758268 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] Routers {'de2a7776-8fd4-4a6e-9c70-9496d15f6e48'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:43.759236 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:43.878549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:43.883472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.889139 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-3b30dfb0-5f78-434a-8353-eebc1f5e1ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b79371f23e2641b183e38a082d40c284&device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 1099 time: 0.4965992 Apr 22 14:36:43.890561 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:43.892837 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f862019-00e7-42eb-bd12-e7089951763b None None] The sync data for ids ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:43.915981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8bc62450-b9b2-47f2-87e3-4822bdca3a21 None None] Provisioning complete for port 8c113915-043e-4029-aa80-374b56f5b02b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:43.916350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8bc62450-b9b2-47f2-87e3-4822bdca3a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.924526 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-c62dd78c-659d-4b85-829f-c4c168158df6 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634513 Apr 22 14:36:43.946709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:43.972557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] Sync routers for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:43.992260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 41409423-673c-4e14-a96e-1a2005bda36b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:44.009448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8bc62450-b9b2-47f2-87e3-4822bdca3a21 None None] Port 8c113915-043e-4029-aa80-374b56f5b02b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:44.076982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:44.076982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:44.166008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:44.176135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 41409423-673c-4e14-a96e-1a2005bda36b) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:44.189011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:44.189719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.194587 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2e3b8e17-7d96-44ba-801f-96a5576f9e22 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "PUT /v2.0/floatingips/3b670411-3081-4bea-8f80-5d95d291323c HTTP/1.1" status: 200 len: 991 time: 10.1495252 Apr 22 14:36:44.203907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-fe16345b-2d10-43dc-8bc4-d065a06dc6ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:44.205262 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-fe16345b-2d10-43dc-8bc4-d065a06dc6ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6 HTTP/1.1" status: 200 len: 913 time: 0.2975831 Apr 22 14:36:44.293205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.293205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.304214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:44.307098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:44.307934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.347787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.369586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe27d2-11f6-4fe0-8cc3-b13ab82b2cb6 None None] Network 41409423-673c-4e14-a96e-1a2005bda36b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:44.379169 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d10f0718-5f74-4c9b-b398-45844940963e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3077374 Apr 22 14:36:44.425484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55852) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.427785 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2405c3a-dd1a-4924-9693-8185e780fa7e req-8d76d132-ddbf-4770-8d52-0938da9398b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854484 Apr 22 14:36:44.521341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-533846935'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:44.535921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:44.568993 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.4329238 Apr 22 14:36:44.575738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:network and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:44.581851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55856) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:44.587332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:44.611539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.641538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Network': ['ID=85838bd2-4095-4b03-a67f-20ad68fa3cc1,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:44.663452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 85838bd2-4095-4b03-a67f-20ad68fa3cc1 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:44.669328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-d63b1f0e-4d4f-4fbb-abec-409a941b46da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76afaddc-616a-4d6c-b930-bded54130f16 HTTP/1.1" status: 200 len: 1000 time: 0.4528983 Apr 22 14:36:44.683216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:44.834473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.837948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:44.841020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.851995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-cd6be6ba-a246-4b2e-b3b9-7abedd81ca65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:44.853571 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-cd6be6ba-a246-4b2e-b3b9-7abedd81ca65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=802b3571-e9f9-4d1f-a444-60f04e693561 HTTP/1.1" status: 200 len: 851 time: 0.1735151 Apr 22 14:36:44.866891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.869634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-41409423-673c-4e14-a96e-1a2005bda36b', 'network_id': '41409423-673c-4e14-a96e-1a2005bda36b', 'tenant_id': '449b754820f7443b82540d52b589e82e', 'fixed_ips': [{'subnet_id': '0ddb32cf-4848-4398-9b9e-97fdde465ee8'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:44.870476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:44.880559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee83db-f745-4e66-8545-b0c8fb221817 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Network': ['ID=3958ff57-24f0-4af6-b796-88d7391f944a,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:44.907348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3958ff57-24f0-4af6-b796-88d7391f944a details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:44.923311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:44.969844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:45.065580 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96952b-bfe2-40b2-a3d7-6015aeecd3b4 None None] New status for floating IP fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:45.079943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=d40d8f17-1097-441e-a76e-85d1d03e7639,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:45.103156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:45.116887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752019e-3c53-4948-a6c6-3ec945071c5c req-eb589a2e-ab21-48dd-95f3-9bd933aaf7be tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.128103 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0752019e-3c53-4948-a6c6-3ec945071c5c req-eb589a2e-ab21-48dd-95f3-9bd933aaf7be tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.7581837 Apr 22 14:36:45.180742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:45.192742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:45.224081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.236202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.242657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.247038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.251929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.253448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Synchronizing usage tracker for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:45.258994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.336147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.336926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.359300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.359604 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Added segment 3bf8aa32-08b5-45a6-9c19-d2c694a331fe of type vlan for network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 Apr 22 14:36:45.362510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:36:45.388733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534fdcc-384c-484e-bbcb-44832899df06 req-ef364cf2-e918-41cf-bdbb-40925197fed3 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.393707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3534fdcc-384c-484e-bbcb-44832899df06 req-ef364cf2-e918-41cf-bdbb-40925197fed3 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.7840774 Apr 22 14:36:45.410155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0752019e-3c53-4948-a6c6-3ec945071c5c req-437e644a-260e-405e-bc99-a0fa6bd3016a tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802956 Apr 22 14:36:45.473211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-77233433-7fb1-484b-8d85-30af8663c8be tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6868379 Apr 22 14:36:45.479678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55864) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:45.504633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Allocated IP 2001:db8:0:ffff::2 (41409423-673c-4e14-a96e-1a2005bda36b/0ddb32cf-4848-4398-9b9e-97fdde465ee8/60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:45.511623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'd40d8f17-1097-441e-a76e-85d1d03e7639', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:45.522103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Unset dirty status for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:45.523413 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c243b0b5-4d18-42ad-85f6-091e3ccfd7da tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9411116 Apr 22 14:36:45.534698 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a085476-ec63-4852-bc97-4e96543410c0'] response: {'name': 'network-changed', 'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445', 'status': 'completed', 'code': 200} Apr 22 14:36:45.535423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event updated for resources: {'Port': ['ID=8c113915-043e-4029-aa80-374b56f5b02b,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:45.539939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55868) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:45.542369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.546750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:45.549184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '07eb20cb-b8c1-44e0-8309-f588277f482a', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'floating_ip_address': '172.26.2.145', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'port_id': '76afaddc-616a-4d6c-b930-bded54130f16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'mac_address': 'fa:16:3e:bf:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:55Z', 'updated_at': '2022-04-22T14:36:34Z', 'revision_number': 1, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:51Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:45.569296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874b42a-48b9-4c1a-835c-f5ae77c2552d None None] The sync data for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv is: [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '07eb20cb-b8c1-44e0-8309-f588277f482a', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'floating_ip_address': '172.26.2.145', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'port_id': '76afaddc-616a-4d6c-b930-bded54130f16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'mac_address': 'fa:16:3e:bf:fd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:55Z', 'updated_at': '2022-04-22T14:36:34Z', 'revision_number': 1, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:51Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:45.604447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:floatingip and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:45.633371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:45.648152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:45.652071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] In _notify_port_updated(), no bound segment for port 8c113915-043e-4029-aa80-374b56f5b02b on network d6a8e3ce-12f7-422a-851d-5d023dbd6413 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:36:45.656030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.656793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.658260 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a314de73-ffab-449b-90e2-7cbb6dbe3378 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "PUT /v2.0/ports/8c113915-043e-4029-aa80-374b56f5b02b HTTP/1.1" status: 200 len: 1056 time: 2.0114999 Apr 22 14:36:45.670383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55874) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:45.727796 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-4a927ee5-2d5f-43f9-90cd-64ecb754b32d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d09090f3-951b-4055-9bcc-1afc7b6b6ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7963350 Apr 22 14:36:45.744168 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3534fdcc-384c-484e-bbcb-44832899df06 req-8c3dbc3f-bbc9-43ef-afbb-0741a29aa350 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106217 Apr 22 14:36:45.745355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.780618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.784750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:45.785557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.848258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.919048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:45.931825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Transition to ACTIVE for port object 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:45.965054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Transition to ACTIVE for port object 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:45.985233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.055377 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-7590799b-87aa-4fc8-ac58-0cdeb95d5061 service neutron] 10.222.0.24 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101385 Apr 22 14:36:46.060417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port 8c113915-043e-4029-aa80-374b56f5b02b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:46.061005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.061237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.085569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e9b3db04-4df6-42e5-a55c-8c66e20a5250 None None] Provisioning complete for port 8c113915-043e-4029-aa80-374b56f5b02b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:46.085569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e9b3db04-4df6-42e5-a55c-8c66e20a5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.131783 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7015040 Apr 22 14:36:46.138551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55878) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.152968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '3b670411-3081-4bea-8f80-5d95d291323c', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'port_id': '9326db57-d688-4953-87fb-9d880ab3e445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'mac_address': 'fa:16:3e:92:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf1db5-5599-4992-a308-03d7253240d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:51Z', 'updated_at': '2022-04-22T14:36:36Z', 'revision_number': 1, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:48Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:46.159359 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-e25f7dd4-f5b0-495f-ae86-f3d6075008d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14642dc2700d48d4afb4b616f52c8a70&device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 1098 time: 0.6060317 Apr 22 14:36:46.163570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'subnet': {'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:46.170538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85838bd2-4095-4b03-a67f-20ad68fa3cc1']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:46.177471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] Checking router: 445b9945-9fd6-40e4-ab26-ef6a10fc2942 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:36:46.199964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3db04-4df6-42e5-a55c-8c66e20a5250 None None] Port 8c113915-043e-4029-aa80-374b56f5b02b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:46.203256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Network 41409423-673c-4e14-a96e-1a2005bda36b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:46.207466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:46.209440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Pushing event updated for resources: {'Port': ['ID=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:46.213231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:46.245324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c120e26-d012-40e7-8db6-f64b0a5dcc45 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Network': ['ID=69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:46.287185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:46.294658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f8ac45-6ec7-4357-9997-5cff885d09c8') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:46.294996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f8ac45-6ec7-4357-9997-5cff885d09c8') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:46.305502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:46.306182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:46.322549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.357306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.393485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:46.393924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:46.409971 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:46.462127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f8dbd79-ca8e-4718-a755-f61ce2bde2b9 req-1aca9cfd-8d65-4d77-b55c-cf520275f2bb service neutron] 10.222.0.24 "GET /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918703 Apr 22 14:36:46.512233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Attempting to bind port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:46.512668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Attempting to bind port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '68f8097f-caf7-4a95-83a8-c005dae8c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '41409423-673c-4e14-a96e-1a2005bda36b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:46.512939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Attempting to bind port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 on network 41409423-673c-4e14-a96e-1a2005bda36b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:46.514080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.547726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.550508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:46.550878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Checking segment: {'id': '68f8097f-caf7-4a95-83a8-c005dae8c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '41409423-673c-4e14-a96e-1a2005bda36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:46.551274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.551660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Bound using segment: {'id': '68f8097f-caf7-4a95-83a8-c005dae8c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '41409423-673c-4e14-a96e-1a2005bda36b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:46.552259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Bound port: 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f8097f-caf7-4a95-83a8-c005dae8c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '41409423-673c-4e14-a96e-1a2005bda36b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:46.552583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.552777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Network': ['ID=85838bd2-4095-4b03-a67f-20ad68fa3cc1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:46.578260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:46.581728 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6bbc3c42-555a-4648-b7bf-88591b767550 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/networks/85838bd2-4095-4b03-a67f-20ad68fa3cc1 HTTP/1.1" status: 204 len: 168 time: 1.0383792 Apr 22 14:36:46.582466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55882) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:46.609251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:subnet and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:46.616333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:46.632329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:46.675189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:36:46.693977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395315b-a91a-4a71-8053-ab470127ff2d req-985d2b1c-f7f0-4a3f-859c-1683eb9c03d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:46.695698 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-985d2b1c-f7f0-4a3f-859c-1683eb9c03d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ed703d7-105d-41d7-8659-3ab755ed2a64 HTTP/1.1" status: 200 len: 907 time: 0.5019872 Apr 22 14:36:46.709113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:46.718726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] For port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:46.745463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] For port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,segment=NetworkSegment(68f8097f-caf7-4a95-83a8-c005dae8c324),segment_id=68f8097f-caf7-4a95-83a8-c005dae8c324)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:46.753822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.786021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.851242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.856551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:46.932960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d70e5-30e2-4d4d-934d-61324cc5b6d6 None None] Pushing event updated for resources: {'Port': ['ID=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:47.030871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for 8c113915-043e-4029-aa80-374b56f5b02b owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:47.106736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.110993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.161909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3958ff57-24f0-4af6-b796-88d7391f944a']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.202245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.208961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833da182-10d6-4c20-8d46-952ddf6908be') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.209546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833da182-10d6-4c20-8d46-952ddf6908be') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.210518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '3b670411-3081-4bea-8f80-5d95d291323c', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'port_id': '9326db57-d688-4953-87fb-9d880ab3e445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'mac_address': 'fa:16:3e:92:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf1db5-5599-4992-a308-03d7253240d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:51Z', 'updated_at': '2022-04-22T14:36:36Z', 'revision_number': 1, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:48Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:47.217815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e75890-d6e7-4468-aae3-03453cf4407d None None] The sync data for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv is: [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '3b670411-3081-4bea-8f80-5d95d291323c', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'port_id': '9326db57-d688-4953-87fb-9d880ab3e445', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'mac_address': 'fa:16:3e:92:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf1db5-5599-4992-a308-03d7253240d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:35:51Z', 'updated_at': '2022-04-22T14:36:36Z', 'revision_number': 1, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:48Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:47.238738 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-3884bbc8-4782-418f-bbfc-223bffdf5af6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9326db57-d688-4953-87fb-9d880ab3e445 HTTP/1.1" status: 200 len: 999 time: 0.5304544 Apr 22 14:36:47.240129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.275817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.301845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a9bcf-8c32-4c3e-b078-fb2be2c3e119 req-fe2629be-042e-4928-9812-5c1899452235 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:47.301845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f04a9bcf-8c32-4c3e-b078-fb2be2c3e119 req-fe2629be-042e-4928-9812-5c1899452235 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2611234 Apr 22 14:36:47.307001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:47.307280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:47.334487 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:47.513956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395315b-a91a-4a71-8053-ab470127ff2d req-bed3df88-591f-4c20-811f-b2a95a35f854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:47.515436 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-bed3df88-591f-4c20-811f-b2a95a35f854 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa35179a-95ff-47b5-a03a-248df05cd55a HTTP/1.1" status: 200 len: 845 time: 0.1592145 Apr 22 14:36:47.517744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.598354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.602934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f04a9bcf-8c32-4c3e-b078-fb2be2c3e119 req-1ab840f8-b01d-4826-88cc-421791fd7679 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659721 Apr 22 14:36:47.625713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Network': ['ID=3958ff57-24f0-4af6-b796-88d7391f944a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:47.633069 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-beca425d-666b-4fb5-a7e2-c68b917a7c9f tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/networks/3958ff57-24f0-4af6-b796-88d7391f944a HTTP/1.1" status: 204 len: 168 time: 1.0496376 Apr 22 14:36:47.644841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55888) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.704568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.775392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.793984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:47.906156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.226 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/7a8772bd-f021-40a7-b3d1-20b852ca1184) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:47.918371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=8c113915-043e-4029-aa80-374b56f5b02b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:47.938373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c494b8-eca1-49ff-a999-1c53172d4e65 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:47.942499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c494b8-eca1-49ff-a999-1c53172d4e65 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:47.943688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-30c494b8-eca1-49ff-a999-1c53172d4e65 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Synchronizing usage tracker for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:47.982189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-30c494b8-eca1-49ff-a999-1c53172d4e65 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Unset dirty status for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:47.983629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-30c494b8-eca1-49ff-a999-1c53172d4e65 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3377688 Apr 22 14:36:47.988142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55892) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:47.995038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1437443534'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:48.001910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:48.021260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:48.044612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:48.047844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.102165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:48.117380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.117669 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Added segment 952b53a9-9a6c-47bd-97d4-279e678d8fc8 of type vlan for network 1c026548-5d1c-4d74-a7fc-1bebf145b611 Apr 22 14:36:48.133497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Router de2a7776-8fd4-4a6e-9c70-9496d15f6e48 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:48.163135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.194033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f6634-eaaf-41f3-ab12-2f94c04b49fb None None] Network 41409423-673c-4e14-a96e-1a2005bda36b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:48.198174 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-1bb8f7c8-895c-48c5-887b-929f899010b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ed703d7-105d-41d7-8659-3ab755ed2a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6601386 Apr 22 14:36:48.328931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9a4a7d86-95f7-477a-a4ec-b8ab6a00b539 None None] Provisioning for port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:48.339294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.355063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.358803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:48.359392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.577877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:36:48.587672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.606933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Network': ['ID=1c026548-5d1c-4d74-a7fc-1bebf145b611,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:48.621488 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 1c026548-5d1c-4d74-a7fc-1bebf145b611 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:48.627240 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-894a454e-e8d8-4ef5-ac65-5541db5f8f55 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6380177 Apr 22 14:36:48.631825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55896) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.657423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1365671313'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:48.665066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:48.671632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:network and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:48.675246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:48.687937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:48.707756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:48.713663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.788940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:48.811997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:48.820713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.821003 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Added segment ea0c1f53-bc1d-406d-99bf-e77c2211320d of type vlan for network 2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8 Apr 22 14:36:48.824957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] Sync routers for ids ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:48.831897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:48.837074 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-c52b129f-0604-4c9a-8149-9ab764971398 service neutron] 10.222.0.24 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274862 Apr 22 14:36:48.837519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Subnet': ['ID=30daa301-7e42-4cf6-8dee-16f18df96015,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:48.883908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.886172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b0d3c69c-4923-4e5c-abec-305cfea79400 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "PUT /v2.0/routers/de2a7776-8fd4-4a6e-9c70-9496d15f6e48 HTTP/1.1" status: 200 len: 925 time: 5.2991569 Apr 22 14:36:48.894232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.894524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55902) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:48.905385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] Routers {'de2a7776-8fd4-4a6e-9c70-9496d15f6e48'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:48.906039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:48.964649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:48.976516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.027702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:49.046843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] Routers {'de2a7776-8fd4-4a6e-9c70-9496d15f6e48'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:49.047886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:49.062523 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0398c9fb-12e5-452c-9d43-d801fede04c6 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/ports/8c113915-043e-4029-aa80-374b56f5b02b HTTP/1.1" status: 204 len: 168 time: 3.3862765 Apr 22 14:36:49.066166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55906) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:49.071291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=7a8772bd-f021-40a7-b3d1-20b852ca1184,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:49.074594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Checking segment: {'id': '3bf8aa32-08b5-45a6-9c19-d2c694a331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:49.075114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network hostable DHCP agents. Network: 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:49.100249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:49.102293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:49.107633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:49.110221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:49.112831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:49.113224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1c138-51a7-4e74-b3b4-df98a88d61f8 None None] The sync data for ids ['de2a7776-8fd4-4a6e-9c70-9496d15f6e48'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:49.114979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:49.115335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.143719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ad1353-2fe1-4ef2-a38f-ee2d4fae26dc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] GET failed (client error): The resource could not be found. Apr 22 14:36:49.145150 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a1ad1353-2fe1-4ef2-a38f-ee2d4fae26dc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "GET /v2.0/ports/8c113915-043e-4029-aa80-374b56f5b02b HTTP/1.1" status: 404 len: 333 time: 0.0663779 Apr 22 14:36:49.150357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55910) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:49.157547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.161544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:49.162194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.225614 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c395315b-a91a-4a71-8053-ab470127ff2d req-3532f753-7d22-40c9-be27-aa5d1549cf4c service neutron] 10.222.0.24 "GET /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785071 Apr 22 14:36:49.247212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.259889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37297a1-33ab-4cc6-bb65-142af4b5001a req-579378fd-3f8b-4095-a62a-82feeba1dc6f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:49.261411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a37297a1-33ab-4cc6-bb65-142af4b5001a req-579378fd-3f8b-4095-a62a-82feeba1dc6f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4300342 Apr 22 14:36:49.289377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:49.295764 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6627917 Apr 22 14:36:49.296616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55916) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:49.303935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port 0208fa06-47ad-4659-aa03-2403b9363eb2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:49.304428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.309426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'ports': [{'network_id': '1c026548-5d1c-4d74-a7fc-1bebf145b611', 'name': 'tempest-port--2041933846', 'admin_state_up': True}, {'network_id': '2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8', 'admin_state_up': False}]} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:49.309784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'port': {'network_id': '1c026548-5d1c-4d74-a7fc-1bebf145b611', 'name': 'tempest-port--2041933846', 'admin_state_up': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:49.310752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'port': {'network_id': '2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8', 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:49.338849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,segment=NetworkSegment(68f8097f-caf7-4a95-83a8-c005dae8c324),segment_id=68f8097f-caf7-4a95-83a8-c005dae8c324)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:49.346364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.365972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:49.367028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:49.367417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.390172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7858b-3857-414d-8220-ed3f569ffd2b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Network': ['ID=2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:49.407804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6165e-6691-4a7d-8b90-e2d2e47533de None None] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:49.448408 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-35ed2801-6978-495b-87f9-0a72a4c04496 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3045719 Apr 22 14:36:49.451440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55920) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:49.455710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a37297a1-33ab-4cc6-bb65-142af4b5001a req-e6cc5e01-25c6-4181-b899-0fc3398270b5 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805980 Apr 22 14:36:49.465744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'port': {'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03', 'name': 'tempest-NetworksIpV6TestAttrs-529347873'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:49.495137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:49.587762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:49.599932 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8bc7e900-02fe-48e5-91a9-fa67d0285665 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/de2a7776-8fd4-4a6e-9c70-9496d15f6e48 HTTP/1.1" status: 200 len: 925 time: 0.7044404 Apr 22 14:36:49.601294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:port and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:49.605309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:49.608302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:49.648748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:49.649543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:49.674608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'port': 2} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:49.678761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.706087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.761889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-869673ee-99d8-4c08-baf8-e2f3c1bf05c6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Synchronizing usage tracker for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:49.783876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03', 'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03', 'tenant_id': '449b754820f7443b82540d52b589e82e', 'fixed_ips': [{'subnet_id': '30daa301-7e42-4cf6-8dee-16f18df96015'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:49.784999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:49.852152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-869673ee-99d8-4c08-baf8-e2f3c1bf05c6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Unset dirty status for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:49.858570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-869673ee-99d8-4c08-baf8-e2f3c1bf05c6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=de2a7776-8fd4-4a6e-9c70-9496d15f6e48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2531638 Apr 22 14:36:49.859396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55928) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.048301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Allocated IP 2001:db8::f816:3eff:fe1f:b765 (69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03/30daa301-7e42-4cf6-8dee-16f18df96015/b2d2f715-ffd8-4003-bda0-4a667bb8dd1b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:50.062883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:50.085021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:port and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:50.085572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:36:50.091457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:50.098956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.119646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:50.197141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] device_id is not set on port cc7bfebb-34a6-4c5b-b873-f992b7e6fac5 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:50.237862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for 0208fa06-47ad-4659-aa03-2403b9363eb2 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:50.243392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb36f3-5309-4358-ae21-c04025073050 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:50.244265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c3fb36f3-5309-4358-ae21-c04025073050 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Synchronizing usage tracker for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:50.282213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c3fb36f3-5309-4358-ae21-c04025073050 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Unset dirty status for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:50.288351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3fb36f3-5309-4358-ae21-c04025073050 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.4259875 Apr 22 14:36:50.289822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55932) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.317115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:50.322364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.398422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-81a4dd86-c5eb-4b48-bf2c-927d3fa31035 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2a7776-8fd4-4a6e-9c70-9496d15f6e48 HTTP/1.1" status: 200 len: 205 time: 0.1036623 Apr 22 14:36:50.399079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55936) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:50.418525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.430694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Transition to ACTIVE for port object b2d2f715-ffd8-4003-bda0-4a667bb8dd1b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:50.437271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] device_id is not set on port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:50.451170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Transition to ACTIVE for port object b2d2f715-ffd8-4003-bda0-4a667bb8dd1b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:50.457914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.528998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:50.532062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:50.536597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:50.543015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Pushing event updated for resources: {'Port': ['ID=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.644159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Attempting to bind port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:50.646840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Attempting to bind port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '3bf8aa32-08b5-45a6-9c19-d2c694a331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:50.647299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Attempting to bind port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b on network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:50.655352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:50.655732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Checking segment: {'id': '3bf8aa32-08b5-45a6-9c19-d2c694a331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:50.656202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.657021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Bound using segment: {'id': '3bf8aa32-08b5-45a6-9c19-d2c694a331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:50.657187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Bound port: b2d2f715-ffd8-4003-bda0-4a667bb8dd1b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf8aa32-08b5-45a6-9c19-d2c694a331fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:50.657622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.796664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] For port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:50.800720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] For port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,segment=NetworkSegment(3bf8aa32-08b5-45a6-9c19-d2c694a331fe),segment_id=3bf8aa32-08b5-45a6-9c19-d2c694a331fe)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:50.810761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Allocated IP 2001:db8::f816:3eff:fe6b:e16e (69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03/30daa301-7e42-4cf6-8dee-16f18df96015/91ea3d90-bb2c-4560-b02c-49fdb4f856d4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:50.811279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:50.813224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.844960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.868001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:50.946086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=0208fa06-47ad-4659-aa03-2403b9363eb2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.952118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd37d5f-f414-41b3-aa1d-1cdbaa77651a None None] Pushing event updated for resources: {'Port': ['ID=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:50.972230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:50.973518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.022936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] device_id is not set on port 8e49ccd5-69da-44c6-9fe7-7ef338e34b3e yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:51.052004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3495bf-2fee-4b26-9e3e-04afe2a7e9fc req-a380bfd5-70df-4875-8561-39dff7aa8aea tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:51.057103 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b3495bf-2fee-4b26-9e3e-04afe2a7e9fc req-a380bfd5-70df-4875-8561-39dff7aa8aea tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2947550 Apr 22 14:36:51.088831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.164182 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b3495bf-2fee-4b26-9e3e-04afe2a7e9fc req-8cad2b17-a01e-4280-9ff9-50b5d6dca2f8 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994291 Apr 22 14:36:51.278726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.289318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.352662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.412891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.459445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.480464 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c54deb85-3b52-4371-85e6-c546028e4ffc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/ports/0208fa06-47ad-4659-aa03-2403b9363eb2 HTTP/1.1" status: 204 len: 168 time: 2.3164124 Apr 22 14:36:51.489346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55944) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:51.554136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Port': ['ID=cc7bfebb-34a6-4c5b-b873-f992b7e6fac5,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:51.589587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Checking segment: {'id': '952b53a9-9a6c-47bd-97d4-279e678d8fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1c026548-5d1c-4d74-a7fc-1bebf145b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:51.589941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network hostable DHCP agents. Network: 1c026548-5d1c-4d74-a7fc-1bebf145b611, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:51.631969 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfe7d01-f188-47ec-98d7-b2bfe45e9ac5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] GET failed (client error): The resource could not be found. Apr 22 14:36:51.632475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8bfe7d01-f188-47ec-98d7-b2bfe45e9ac5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Synchronizing usage tracker for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:51.639650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network 1c026548-5d1c-4d74-a7fc-1bebf145b611 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:51.645514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.652555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.658862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 1c026548-5d1c-4d74-a7fc-1bebf145b611) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:51.663121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8bfe7d01-f188-47ec-98d7-b2bfe45e9ac5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Unset dirty status for tenant:5b8ddca1498545f3ace1a8d2f2b7c73f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:51.669793 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8bfe7d01-f188-47ec-98d7-b2bfe45e9ac5 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "GET /v2.0/ports/0208fa06-47ad-4659-aa03-2403b9363eb2 HTTP/1.1" status: 404 len: 333 time: 0.1736281 Apr 22 14:36:51.670114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:51.670114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.671022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Deleting port b6867100-f27e-4aa7-bcc5-2d623456ad20 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:51.671461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.672537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55948) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:51.673519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6244692-49d9-4eb9-a21c-36dd48bb298c None None] Network 1c026548-5d1c-4d74-a7fc-1bebf145b611 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:51.832043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Port': ['ID=8e49ccd5-69da-44c6-9fe7-7ef338e34b3e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:51.890336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Transition to ACTIVE for port object 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:51.950835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port d190abe5-1823-4356-ae5c-2c3cfe2992aa {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:51.951459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:51.974091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Checking segment: {'id': 'ea0c1f53-bc1d-406d-99bf-e77c2211320d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:51.978404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network hostable DHCP agents. Network: 2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:52.010172 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2ae99-28aa-47ea-a5b2-dc9f706c5e57 None None] New status for floating IP 07eb20cb-b8c1-44e0-8309-f588277f482a: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:52.058426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.070272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network 2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:52.118112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.168499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1447c-9fbd-42a5-8eca-6204a860d09c None None] New status for floating IP 3b670411-3081-4bea-8f80-5d95d291323c: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:36:52.174502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.266992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:52.277779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Calling delete_port for b6867100-f27e-4aa7-bcc5-2d623456ad20 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:52.283006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b008438-8818-45a3-9802-9e11a32f817c None None] Network 2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:52.334042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.350889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:52.355969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:52.359296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:52.362447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.412892 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1bd8efa9-64ab-4b52-8171-71f8f96cc814 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1096809 Apr 22 14:36:52.415065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:52.424082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55954) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:52.441329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:52.447762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:52.456827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:52.457479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.517235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265fce0-bb1d-46a6-bb68-02192fb368b3 None None] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:52.546932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb529869-0b0c-493b-a8e5-56e02ab48a27 req-569e116c-f8af-4946-b3e3-939c126c3f2c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:52.554206 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb529869-0b0c-493b-a8e5-56e02ab48a27 req-569e116c-f8af-4946-b3e3-939c126c3f2c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.1118872 Apr 22 14:36:52.590523 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1361089 Apr 22 14:36:52.599819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=7a8772bd-f021-40a7-b3d1-20b852ca1184,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:52.608547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55958) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:52.710010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.722851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb529869-0b0c-493b-a8e5-56e02ab48a27 req-2b23eb28-16c4-44d3-aa05-4eaf1d353cb6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674662 Apr 22 14:36:52.772749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.801195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e8e504b6-a6c4-4dca-95c7-b7faa7551602 None None] Provisioning for port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:52.846725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:52.861803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2f2d-2d7c-4b9a-be21-96a0f5db0f98 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Port': ['ID=91ea3d90-bb2c-4560-b02c-49fdb4f856d4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:52.906230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b2d2f715-ffd8-4003-bda0-4a667bb8dd1b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:36:52.998127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for d190abe5-1823-4356-ae5c-2c3cfe2992aa owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:53.042735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532870e-6ac4-44b7-90a6-a385ccf6dd7b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:53.047174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532870e-6ac4-44b7-90a6-a385ccf6dd7b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:53.051069 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0532870e-6ac4-44b7-90a6-a385ccf6dd7b tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6037772 Apr 22 14:36:53.052114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55962) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:53.053444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event deleted for resources: {'Port': ['ID=b6867100-f27e-4aa7-bcc5-2d623456ad20,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:53.096481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:53.103441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:53.103722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.160977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Deleting port cc7bfebb-34a6-4c5b-b873-f992b7e6fac5 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:53.161365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.203111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting subnet 30daa301-7e42-4cf6-8dee-16f18df96015 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:53.207051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.273148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.282853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.336382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,segment=NetworkSegment(3bf8aa32-08b5-45a6-9c19-d2c694a331fe),segment_id=3bf8aa32-08b5-45a6-9c19-d2c694a331fe)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:53.344595 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.443759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:53.570404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.585658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7018c722-8f2f-4140-8400-42b58ea6b0c6 None None] Provisioning complete for port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:53.586059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7018c722-8f2f-4140-8400-42b58ea6b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.586688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.655537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=d190abe5-1823-4356-ae5c-2c3cfe2992aa,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:53.667086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.680030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.750918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.779555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7018c722-8f2f-4140-8400-42b58ea6b0c6 None None] Provisioning for port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:36:53.786332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7018c722-8f2f-4140-8400-42b58ea6b0c6 None None] Provisioning complete for port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:53.787126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7018c722-8f2f-4140-8400-42b58ea6b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.861533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7018c722-8f2f-4140-8400-42b58ea6b0c6 None None] Port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:53.894869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Subnet': ['ID=30daa301-7e42-4cf6-8dee-16f18df96015,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:53.966725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:53.995697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c77348-96f4-4934-83a8-d0b17b39312f None None] Network 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:54.024013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Calling delete_port for cc7bfebb-34a6-4c5b-b873-f992b7e6fac5 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:54.062333 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4089f703-0400-4172-b394-abc0b0939f48 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/30daa301-7e42-4cf6-8dee-16f18df96015 HTTP/1.1" status: 204 len: 168 time: 1.4524777 Apr 22 14:36:54.072093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2c168baf-e145-4b67-bdb9-7df84cf18158 None None] Provisioning complete for port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:36:54.072448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2c168baf-e145-4b67-bdb9-7df84cf18158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.079115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55970) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.121988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.129965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.147176 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 59d88f1f-2b9b-4d16-b071-d31039c84563 associated. External IP: 172.26.2.226, port: d40d8f17-1097-441e-a76e-85d1d03e7639. Apr 22 14:36:54.161715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.202095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e428593-5b0b-4765-8287-44bff28beff5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:54.203743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e428593-5b0b-4765-8287-44bff28beff5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:54.204590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3e428593-5b0b-4765-8287-44bff28beff5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Synchronizing usage tracker for tenant:449b754820f7443b82540d52b589e82e on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:54.225333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2094e-0211-400a-9268-3b71774e9e45 req-f448f625-a965-42d3-bfc3-87696220534a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:54.227156 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ba2094e-0211-400a-9268-3b71774e9e45 req-f448f625-a965-42d3-bfc3-87696220534a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2636714 Apr 22 14:36:54.230215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2c168baf-e145-4b67-bdb9-7df84cf18158 None None] Port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:36:54.230460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.230920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Fanout notify agent at l3_agent the message router_deleted on router de2a7776-8fd4-4a6e-9c70-9496d15f6e48 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:36:54.243757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.249186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b09cd212-2293-4142-9762-88cf0d7cc115 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/de2a7776-8fd4-4a6e-9c70-9496d15f6e48 HTTP/1.1" status: 204 len: 168 time: 3.8439164 Apr 22 14:36:54.253737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55974) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.259759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-672026596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:54.266530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:54.272336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Usage tracker for resource:router and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:54.287843 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2c13b0d1-9512-4594-8954-6446a5c589ec tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/ports/d190abe5-1823-4356-ae5c-2c3cfe2992aa HTTP/1.1" status: 204 len: 168 time: 2.6125538 Apr 22 14:36:54.291892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:54.292076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55978) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.296872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3e428593-5b0b-4765-8287-44bff28beff5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Unset dirty status for tenant:449b754820f7443b82540d52b589e82e on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:54.300962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3e428593-5b0b-4765-8287-44bff28beff5 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2177143 Apr 22 14:36:54.304891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55982) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.307907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:54.398598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.420476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.421511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.440052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ba2094e-0211-400a-9268-3b71774e9e45 req-13b8cc8b-4fa2-4407-83ef-24be77c787c9 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893179 Apr 22 14:36:54.448926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] DHCP port deletion for 69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:54.459115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] Deleting port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:54.460054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.466714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-184f6d4c-a583-424d-8f6b-82e16d78939a tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.477605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.477792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Port': ['ID=cc7bfebb-34a6-4c5b-b873-f992b7e6fac5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:54.495515 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-184f6d4c-a583-424d-8f6b-82e16d78939a tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 14:36:54.496060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184f6d4c-a583-424d-8f6b-82e16d78939a tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:36:54.502335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.520444 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-184f6d4c-a583-424d-8f6b-82e16d78939a tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 HTTP/1.1" status: 409 len: 405 time: 0.2143941 Apr 22 14:36:54.527204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55986) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.533904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038577343'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:54.540482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.540764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.544323 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-07379ad4-78cd-4102-929b-fb951393ca9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2870724 Apr 22 14:36:54.544323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:54.545419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 55990) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.552153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:54.574234 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e37b96da-ddc8-4d63-89cb-b577786fe320 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/ports/cc7bfebb-34a6-4c5b-b873-f992b7e6fac5 HTTP/1.1" status: 204 len: 168 time: 1.5189996 Apr 22 14:36:54.577060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 55994) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:54.604148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:network and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:54.616138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:54.680772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Deleting port 8e49ccd5-69da-44c6-9fe7-7ef338e34b3e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:54.680772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.723847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] For port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,segment=NetworkSegment(3bf8aa32-08b5-45a6-9c19-d2c694a331fe),segment_id=3bf8aa32-08b5-45a6-9c19-d2c694a331fe)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:54.724370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.766589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting subnet 858a5965-fd79-418f-ae70-0269dd2842e0 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:54.789299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:54.800871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b2d2f715-ffd8-4003-bda0-4a667bb8dd1b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:54.806022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.814259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:54.817241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.889363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] Calling delete_port for b2d2f715-ffd8-4003-bda0-4a667bb8dd1b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:54.919639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.970217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:54.981427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:54.981792 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Added segment 0ef6af70-5ed5-4363-8e4e-50f234c486d0 of type vlan for network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb Apr 22 14:36:55.036987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.091730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] Pushing event deleted for resources: {'Port': ['ID=b2d2f715-ffd8-4003-bda0-4a667bb8dd1b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:55.094255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.110426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f4db1-5ef9-4c27-8bfd-fff81c24779a None None] No DVR routers for this DVR port b2d2f715-ffd8-4003-bda0-4a667bb8dd1b on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:55.125819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.164795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.176944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.180768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:55.181515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.188156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.322411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Calling delete_port for 8e49ccd5-69da-44c6-9fe7-7ef338e34b3e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:55.349003 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8192263 Apr 22 14:36:55.355560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56000) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:55.356518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d8fc6-e4b9-4c63-a102-8bb3c0376caf tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Network': ['ID=50c0fbc5-27be-4ec0-9f94-7ed85bca30bb,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:55.365447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'subnet': {'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:55.380929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:55.504464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:55.518482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:55.535604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:55.540213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.612481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.678902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Port': ['ID=8e49ccd5-69da-44c6-9fe7-7ef338e34b3e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:55.696485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.697069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.708394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.741397 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f7337697-11cb-4d90-b6e8-d96cb57ef4ce tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/ports/8e49ccd5-69da-44c6-9fe7-7ef338e34b3e HTTP/1.1" status: 204 len: 168 time: 1.1630943 Apr 22 14:36:55.749076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56006) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:55.755625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Subnet': ['ID=858a5965-fd79-418f-ae70-0269dd2842e0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:55.768852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.772477 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b10c6d8-53c0-4048-b6c7-2c0e57d267a2 tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/subnets/858a5965-fd79-418f-ae70-0269dd2842e0 HTTP/1.1" status: 204 len: 168 time: 1.4772990 Apr 22 14:36:55.774458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:55.777121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bdc0f8-3a16-4495-b9b6-69c23d2bcd03 None None] Network d6a8e3ce-12f7-422a-851d-5d023dbd6413 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:55.853627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.899151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.904176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dc5b53dc-e0ca-4ade-a798-f18f7d8a2d1e tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Synchronizing usage tracker for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:36:55.904429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.918499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:55.927636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Deleting port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:55.928087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:55.999918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dc5b53dc-e0ca-4ade-a798-f18f7d8a2d1e tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Unset dirty status for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:36:56.001417 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dc5b53dc-e0ca-4ade-a798-f18f7d8a2d1e tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2080808 Apr 22 14:36:56.010472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56014) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:56.026723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1674064688'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:56.038206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:56.051382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] DHCP port deletion for d6a8e3ce-12f7-422a-851d-5d023dbd6413 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:36:56.052757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cdfaf-2264-4144-ae80-b7c03a6fcd89 req-c1838ea1-fb7d-4632-b88a-f391cc3cfb36 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:56.053931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e07cdfaf-2264-4144-ae80-b7c03a6fcd89 req-c1838ea1-fb7d-4632-b88a-f391cc3cfb36 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4349926 Apr 22 14:36:56.056746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:network and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:56.058627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Deleting port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:56.059191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.062782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:56.118885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:56.308945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] For port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,segment=NetworkSegment(51ca65a4-cf2e-48a6-9fb5-48f8336cee4d),segment_id=51ca65a4-cf2e-48a6-9fb5-48f8336cee4d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:56.309513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.314976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] For port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,segment=NetworkSegment(51ca65a4-cf2e-48a6-9fb5-48f8336cee4d),segment_id=51ca65a4-cf2e-48a6-9fb5-48f8336cee4d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:36:56.316643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.318196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:56.321138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.365102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Allocated IP 172.26.2.24 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/266b8fa2-f512-4888-baed-ed66dc6ed23c) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:56.396507 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e07cdfaf-2264-4144-ae80-b7c03a6fcd89 req-5f25798d-8765-4e1f-aa60-b6a961f996ee tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014944 Apr 22 14:36:56.464606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Calling delete_port for 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:56.471765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Calling delete_port for 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:36:56.488562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:56.530912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.531257 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Added segment 27d44630-4454-4258-a9dd-6e90671de4de of type vlan for network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 Apr 22 14:36:56.598038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.606507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:36:56.606867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:36:56.629827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.649408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Port': ['ID=71684ddf-8f92-423a-a61b-2ebcdc8dcd43,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.659243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] No DVR routers for this DVR port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:36:56.704807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.717435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:56.728639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:36:56.731914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.738521 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:56.758328 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:56.759180 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.765280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.769242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:56.769846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.773743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:36:56.823627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.840532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.841646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:36:56.842239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:36:56.862356 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.877386 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:56.878062 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.907139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a8e3ce-12f7-422a-851d-5d023dbd6413']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.924015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.924266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ca65a4-cf2e-48a6-9fb5-48f8336cee4d') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.936119 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9e829f35-00de-4e04-b099-85918df5aa81 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.4413893 Apr 22 14:36:56.938792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56018) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:56.942190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.949984 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:56.950750 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae7a38-5832-4e66-8f17-6b8f2f257ef6 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:56.953203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Network': ['ID=d3c39ae0-48fc-4317-9d2e-f95a596f05d1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.955812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Subnet': ['ID=ead80481-6f42-4cf1-b06e-d37d80856c3c,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:56.958255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:56.964718 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:56.973338 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1910ea5e-59bc-4334-83ea-2d696bccd400 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9594097 Apr 22 14:36:56.977863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:56.981036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56022) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:57.023296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1535728288'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:57.027794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.043265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:57.050536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:36:57.050952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.059717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:network and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:36:57.066259 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:36:57.068310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:57.076457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:57.096845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:57.097853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Checking segment: {'id': '0ef6af70-5ed5-4363-8e4e-50f234c486d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:57.098209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network hostable DHCP agents. Network: 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:57.103856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event updated for resources: {'Port': ['ID=266b8fa2-f512-4888-baed-ed66dc6ed23c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:57.109624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:57.113278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:57.121155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Deleting port 71684ddf-8f92-423a-a61b-2ebcdc8dcd43 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:57.121546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.159352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:57.161414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.162419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.197140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-84c29dc7-0dc1-4fb7-9f76-016ee35347e3 None None] The port '71684ddf-8f92-423a-a61b-2ebcdc8dcd43' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:36:57.259444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:36:57.263968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:36:57.286118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.286540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Added segment 141d829e-f6ab-4fc9-9639-b60b233c9b4e of type vlan for network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f Apr 22 14:36:57.294142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:57.300359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:57.300959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.312597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70b64f-2630-4982-b2fc-c0c03a3cdcc7 None None] Network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:36:57.361470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.368793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-52754d4b-d3de-46f8-b3ca-8ee3bea03f6e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0134757 Apr 22 14:36:57.371749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56026) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:57.380510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'port': {'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb', 'name': 'tempest-NetworksIpV6TestAttrs-28886998'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:57.394431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.399165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.438602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] Pushing event deleted for resources: {'Network': ['ID=d6a8e3ce-12f7-422a-851d-5d023dbd6413,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:57.445124 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-94058ba4-df7c-496b-9762-eeb075fb9fcc tempest-AllowedAddressPairTestJSON-734544890 tempest-AllowedAddressPairTestJSON-734544890-project] 10.222.0.32 "DELETE /v2.0/networks/d6a8e3ce-12f7-422a-851d-5d023dbd6413 HTTP/1.1" status: 204 len: 168 time: 1.6670592 Apr 22 14:36:57.495424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:36:57.591831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.595588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:57.596198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.602502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-50c0fbc5-27be-4ec0-9f94-7ed85bca30bb', 'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb', 'tenant_id': '449b754820f7443b82540d52b589e82e', 'fixed_ips': [{'subnet_id': 'ead80481-6f42-4cf1-b06e-d37d80856c3c'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:36:57.603335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.718372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.727756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.728234 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 59d88f1f-2b9b-4d16-b071-d31039c84563 disassociated. External IP: 172.26.2.226, port: d40d8f17-1097-441e-a76e-85d1d03e7639. Apr 22 14:36:57.777348 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7656078 Apr 22 14:36:57.786915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c5e5e-2cee-4287-9dbc-2223c76f0f8a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Network': ['ID=883e205a-0e10-4a8b-b1ef-5b67cc4e224f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:57.790006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:57.795389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:port and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:57.798835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:57.800166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:36:57.802741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:57.890894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:57.926012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:57.935803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'subnets': [{'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1461183989', 'ip_version': 4}, {'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:57.936472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'subnet': {'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1461183989', 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:57.937886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Request body: {'subnet': {'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:36:57.976548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Allocated IP 2001:db8::f816:3eff:fe5c:fb48 (50c0fbc5-27be-4ec0-9f94-7ed85bca30bb/ead80481-6f42-4cf1-b06e-d37d80856c3c/6d0f4169-25ab-4943-a4af-e6afdfb3dcbc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:58.003923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56040) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.014224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:58.017189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.056285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] device_id is not set on port 7310a46c-9843-4960-b866-ea7cb6abcadd yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:36:58.150500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56449db-d7e3-45ce-b96d-a30f2023a1a2 req-716f4118-fea0-4f60-a320-444dc97e9c1b tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:58.161661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c56449db-d7e3-45ce-b96d-a30f2023a1a2 req-716f4118-fea0-4f60-a320-444dc97e9c1b tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.5375581 Apr 22 14:36:58.209815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.222940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:36:58.228638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Usage tracker for resource:subnet and tenant:c961b1d14ecd451e86df4adcfe2fa10e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:36:58.244186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.262407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.282421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:36:58.283733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Transition to ACTIVE for port object 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:58.299354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:36:58.308881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Transition to ACTIVE for port object 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:58.319260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.354317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c56449db-d7e3-45ce-b96d-a30f2023a1a2 req-1673cfd1-99fb-4ded-9c17-2bc239c70e3a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914206 Apr 22 14:36:58.382995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Made reservation on behalf of c961b1d14ecd451e86df4adcfe2fa10e for: {'subnet': 2} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:36:58.396655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:58.400365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:58.403388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:58.497022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Pushing event updated for resources: {'Port': ['ID=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:58.523942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Attempting to bind port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:36:58.524310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Attempting to bind port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '0ef6af70-5ed5-4363-8e4e-50f234c486d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:36:58.524722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Attempting to bind port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc on network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:36:58.531532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:36:58.531973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Checking segment: {'id': '0ef6af70-5ed5-4363-8e4e-50f234c486d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:58.532431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.532875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Bound using segment: {'id': '0ef6af70-5ed5-4363-8e4e-50f234c486d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:36:58.533395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Bound port: 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef6af70-5ed5-4363-8e4e-50f234c486d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50c0fbc5-27be-4ec0-9f94-7ed85bca30bb'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:36:58.534153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.611090 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e9bc0484-8322-4653-bab6-b563692a8084 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b8ddca1498545f3ace1a8d2f2b7c73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6050200 Apr 22 14:36:58.614940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56046) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:58.631846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.632187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.637248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:36:58.641503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,segment=NetworkSegment(0ef6af70-5ed5-4363-8e4e-50f234c486d0),segment_id=0ef6af70-5ed5-4363-8e4e-50f234c486d0)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:36:58.654988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Allocated IP 2001:db8::f816:3eff:febf:7b0b (50c0fbc5-27be-4ec0-9f94-7ed85bca30bb/ead80481-6f42-4cf1-b06e-d37d80856c3c/7310a46c-9843-4960-b866-ea7cb6abcadd) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:36:58.656591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.790105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:36:58.795500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ec903-eb39-4b2e-83c7-a493ccf8289d None None] Pushing event updated for resources: {'Port': ['ID=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:58.836998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32f1e743-9884-4238-a0b9-a9860bcc4c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:58.947654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32f1e743-9884-4238-a0b9-a9860bcc4c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.088689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.123890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Transition to ACTIVE for port object 7310a46c-9843-4960-b866-ea7cb6abcadd will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:36:59.137607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32f1e743-9884-4238-a0b9-a9860bcc4c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.173079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1e743-9884-4238-a0b9-a9860bcc4c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a332ed-ba15-4dec-b436-33ad2a962e86,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:59.213493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32f1e743-9884-4238-a0b9-a9860bcc4c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.218867 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-32f1e743-9884-4238-a0b9-a9860bcc4c7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9a332ed-ba15-4dec-b436-33ad2a962e86 HTTP/1.1" status: 204 len: 168 time: 0.6027968 Apr 22 14:36:59.220473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.297506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Router 2a7f82ba-195c-4107-be11-5e3816114b73 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:36:59.306100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:36:59.314603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:36:59.317219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Port': ['ID=7310a46c-9843-4960-b866-ea7cb6abcadd,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:59.322133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:36:59.326893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:59.327657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.432756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:59.444104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:59.453618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.473222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:59.478049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.494539 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1fabd972-8f75-465f-9943-ca9792802c41 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1215100 Apr 22 14:36:59.501551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56056) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.543466 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1d84ed80-0c35-4541-8cfe-fb10850b5d23 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/floatingips/59d88f1f-2b9b-4d16-b071-d31039c84563 HTTP/1.1" status: 200 len: 688 time: 2.6010954 Apr 22 14:36:59.544458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56060) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:36:59.617375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.620339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting subnet ead80481-6f42-4cf1-b06e-d37d80856c3c {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:36:59.625410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.632651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:36:59.641733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.729809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.758601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:36:59.759019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e736c-0656-46b4-a59c-a62e9caf734c None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:36:59.759364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.770281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 7a8772bd-f021-40a7-b3d1-20b852ca1184 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:36:59.770683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.886987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2e5c9-5017-4ed7-89b5-d4838dc909c4 req-b573684d-bdfc-4b98-9747-5cbcff3b129f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:36:59.888677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1de2e5c9-5017-4ed7-89b5-d4838dc909c4 req-b573684d-bdfc-4b98-9747-5cbcff3b129f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2241731 Apr 22 14:36:59.942261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Subnet': ['ID=56750fce-1ec1-4a3d-ab33-f3743597806d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:36:59.972709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Checking segment: {'id': '27d44630-4454-4258-a9dd-6e90671de4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:36:59.973063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network hostable DHCP agents. Network: d3c39ae0-48fc-4317-9d2e-f95a596f05d1, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:36:59.976092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:36:59.979623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1de2e5c9-5017-4ed7-89b5-d4838dc909c4 req-e4cf10a2-f39c-4d98-a228-0373e2cd6f92 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832665 Apr 22 14:36:59.986007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:36:59.987259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5c7765a1-7dc9-4336-92cc-1d9f0035322d tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "PUT /v2.0/routers/2a7f82ba-195c-4107-be11-5e3816114b73 HTTP/1.1" status: 200 len: 882 time: 5.4409027 Apr 22 14:36:59.989982 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] Sync routers for ids ['2a7f82ba-195c-4107-be11-5e3816114b73'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:36:59.991842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56072) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.019672 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] Routers {'2a7f82ba-195c-4107-be11-5e3816114b73'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:00.023096 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2a7f82ba-195c-4107-be11-5e3816114b73'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:00.052779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:00.065468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.065835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.078319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, d3c39ae0-48fc-4317-9d2e-f95a596f05d1) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:00.096485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054cc41-50cb-4679-bc24-f029790a27ec None None] Network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:00.146524 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:00.158301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.173428 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] Routers {'2a7f82ba-195c-4107-be11-5e3816114b73'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:00.176311 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2a7f82ba-195c-4107-be11-5e3816114b73'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:00.177651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.276310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.323503 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:00.324061 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b22e1-425f-4d55-bb1c-bae1a0b0c327 None None] The sync data for ids ['2a7f82ba-195c-4107-be11-5e3816114b73'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:00.326541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Subnet': ['ID=ead80481-6f42-4cf1-b06e-d37d80856c3c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:00.345460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 7a8772bd-f021-40a7-b3d1-20b852ca1184 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:00.349066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.421077 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b537a20f-797a-4958-b5b9-56c9f8079244 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/ead80481-6f42-4cf1-b06e-d37d80856c3c HTTP/1.1" status: 204 len: 168 time: 0.9160097 Apr 22 14:37:00.425827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56082) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.439423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6fd4e-de1d-4e12-9a6f-6406bbfb69a3 None None] Network 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:00.440442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event updated for resources: {'Subnet': ['ID=a952b4cd-b330-4a00-9ee6-42739b1131a4,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:00.506554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Checking segment: {'id': '141d829e-f6ab-4fc9-9639-b60b233c9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:00.507131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network hostable DHCP agents. Network: 883e205a-0e10-4a8b-b1ef-5b67cc4e224f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:00.546873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7762bb-2566-4ca6-a0cc-3345fa397288 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.548587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7762bb-2566-4ca6-a0cc-3345fa397288 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.549355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8a7762bb-2566-4ca6-a0cc-3345fa397288 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Synchronizing usage tracker for tenant:449b754820f7443b82540d52b589e82e on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:00.581144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cde736ed-96bf-4bca-95fa-d93c2bff41cb tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/2a7f82ba-195c-4107-be11-5e3816114b73 HTTP/1.1" status: 200 len: 923 time: 0.5861020 Apr 22 14:37:00.582474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8a7762bb-2566-4ca6-a0cc-3345fa397288 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Unset dirty status for tenant:449b754820f7443b82540d52b589e82e on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:00.583922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56086) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.584433 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8a7762bb-2566-4ca6-a0cc-3345fa397288 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1558554 Apr 22 14:37:00.586967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56090) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.621986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56094) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.636536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d977d0cc-9652-4a75-a7da-06af64b7b25a None None] Provisioning for port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:00.649722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:00.667703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.704884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 883e205a-0e10-4a8b-b1ef-5b67cc4e224f) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:00.722525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaed7f5-a4e8-47fb-9760-9d6f424d2e88 None None] Network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:00.727762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=7a8772bd-f021-40a7-b3d1-20b852ca1184,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:00.735575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.736034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:00.736656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.864461 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6b89838b-abce-45d5-9ec5-3c08dab9a46d tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9351327 Apr 22 14:37:00.868287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-d3c39ae0-48fc-4317-9d2e-f95a596f05d1', 'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1', 'tenant_id': 'c961b1d14ecd451e86df4adcfe2fa10e', 'fixed_ips': [{'subnet_id': '56750fce-1ec1-4a3d-ab33-f3743597806d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:00.869617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.871388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f46e245a-5274-4430-804f-a561cef5fbc0 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Synchronizing usage tracker for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:00.875490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56100) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.887920 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:00.969113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f46e245a-5274-4430-804f-a561cef5fbc0 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Unset dirty status for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:00.969113 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f46e245a-5274-4430-804f-a561cef5fbc0 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=2a7f82ba-195c-4107-be11-5e3816114b73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3821824 Apr 22 14:37:00.971337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56106) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.972294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.974703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:00.979611 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-07ce1282-1040-46ce-bf35-26dc6b1541de tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/floatingips/59d88f1f-2b9b-4d16-b071-d31039c84563 HTTP/1.1" status: 204 len: 168 time: 1.4340978 Apr 22 14:37:00.987404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56108) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:00.991065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1788553774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:00.999160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.005109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6368ae46-6e96-4b61-8a1c-46be1bd8f6af tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.009379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:router and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:01.012670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:01.023305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.026868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6368ae46-6e96-4b61-8a1c-46be1bd8f6af tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 14:37:01.027258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6368ae46-6e96-4b61-8a1c-46be1bd8f6af tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:01.033435 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6368ae46-6e96-4b61-8a1c-46be1bd8f6af tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/50c0fbc5-27be-4ec0-9f94-7ed85bca30bb HTTP/1.1" status: 409 len: 405 time: 0.4403143 Apr 22 14:37:01.035362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56112) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.042582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1513543518'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:01.049353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.053395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.054395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.066313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:network and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:01.070581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:01.077969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.090021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.103192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:01.106239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.145514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.166109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:01.180140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '8d2852f4-ecf2-4a79-bbcd-fdc7804e033d'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:01.186128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.186476 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Added segment 66f6860f-761e-4625-be04-af435a2138ff of type vlan for network b3664ab9-65f5-415b-93bd-a36a3f91c232 Apr 22 14:37:01.193783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c859a-f99b-4bd8-bc0a-d3985d4c4031 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.194689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.195736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c859a-f99b-4bd8-bc0a-d3985d4c4031 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.196194 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6cba646-07bc-4f43-bd19-48c3dad1d330 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5731580 Apr 22 14:37:01.197345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c859a-f99b-4bd8-bc0a-d3985d4c4031 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.198375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6d9c859a-f99b-4bd8-bc0a-d3985d4c4031 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Synchronizing usage tracker for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:01.199057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56120) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.212130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.215694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-660925477'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:01.233985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed125409-4752-4268-b53a-0884cfec442c None None] DHCP port deletion for 50c0fbc5-27be-4ec0-9f94-7ed85bca30bb request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:01.234682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.236127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:01.243253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.250544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:network and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:01.257276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:01.264302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:01.264655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.272614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.276030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:floatingip and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:01.297495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Deleting port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:01.298287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.298511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:01.322535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.323324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-883e205a-0e10-4a8b-b1ef-5b67cc4e224f', 'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f', 'tenant_id': 'c961b1d14ecd451e86df4adcfe2fa10e', 'fixed_ips': [{'subnet_id': 'a952b4cd-b330-4a00-9ee6-42739b1131a4'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:01.324367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.342547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6d9c859a-f99b-4bd8-bc0a-d3985d4c4031 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Unset dirty status for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:01.343648 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6d9c859a-f99b-4bd8-bc0a-d3985d4c4031 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4645500 Apr 22 14:37:01.352091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56124) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.355210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.397858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:01.400973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.423798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.427149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.427717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.441747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2038457-2c5a-431a-a320-6c166ea1e76b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.442184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f2038457-2c5a-431a-a320-6c166ea1e76b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Synchronizing usage tracker for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:01.468816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f2038457-2c5a-431a-a320-6c166ea1e76b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Unset dirty status for tenant:0d2e187232954b7eb26ce2b7466ce082 on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:01.469984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f2038457-2c5a-431a-a320-6c166ea1e76b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.4860709 Apr 22 14:37:01.474270 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56128) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.496770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Allocated IP 172.20.0.2 (d3c39ae0-48fc-4317-9d2e-f95a596f05d1/56750fce-1ec1-4a3d-ab33-f3743597806d/b95f7a1a-7dac-422c-aea0-e27eb35ec90a) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:01.518420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.530113 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a8f4e7f1-1877-4098-a2cf-bfce7cd48c04 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7f82ba-195c-4107-be11-5e3816114b73 HTTP/1.1" status: 200 len: 205 time: 0.0529382 Apr 22 14:37:01.530884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56132) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.582722 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5449405 Apr 22 14:37:01.590596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56136) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:01.597040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208a1ab-332d-412e-9af1-d55615d712c7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Network': ['ID=b3664ab9-65f5-415b-93bd-a36a3f91c232,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:01.602623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'subnet': {'network_id': 'b3664ab9-65f5-415b-93bd-a36a3f91c232', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:01.681384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.682013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network b3664ab9-65f5-415b-93bd-a36a3f91c232 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:01.700052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:security_group_rule and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:01.705190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:01.713101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.722824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c25ec-daa4-4016-b0bc-dd36445c1eb2 req-301c6699-7e86-4d9c-8abb-5517befca3e5 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:01.724600 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c11c25ec-daa4-4016-b0bc-dd36445c1eb2 req-301c6699-7e86-4d9c-8abb-5517befca3e5 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4248104 Apr 22 14:37:01.817160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Deleting subnet 56750fce-1ec1-4a3d-ab33-f3743597806d {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:01.822205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:01.838577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:01.858870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.863251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c11c25ec-daa4-4016-b0bc-dd36445c1eb2 req-2c621fd2-3a15-47bb-a409-6ada9fecc691 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088586 Apr 22 14:37:01.886653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.897198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.929980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:01.933751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:01.960940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.962872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:01.962872 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Added segment e3aee2e0-447f-4929-8e96-6143d5ab8dc1 of type vlan for network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 Apr 22 14:37:01.964379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14a3a0-45db-4031-8960-1faa61a4754d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:01.994300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ed125409-4752-4268-b53a-0884cfec442c None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,segment=NetworkSegment(0ef6af70-5ed5-4363-8e4e-50f234c486d0),segment_id=0ef6af70-5ed5-4363-8e4e-50f234c486d0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:01.994690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.005602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.047602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.055849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:02.055849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.122374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.180607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Network': ['ID=2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:02.191120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ea13a374-ec54-4f13-9654-771892f9b9ee tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9906948 Apr 22 14:37:02.192330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56140) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:02.198779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'subnet': {'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:02.212414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.127 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/1659a36f-e4af-4ddd-af8a-ea6604ce43aa) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:02.223156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Calling delete_port for 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:02.254065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:02.304163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Allocated IP 172.20.0.18 (883e205a-0e10-4a8b-b1ef-5b67cc4e224f/a952b4cd-b330-4a00-9ee6-42739b1131a4/c6000f50-214b-4957-b6ba-b2330e64c95b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:02.307832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.363049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:02.369468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:subnet and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:02.373487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:02.380750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:02.396303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:02.480568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,segment=NetworkSegment(0ef6af70-5ed5-4363-8e4e-50f234c486d0),segment_id=0ef6af70-5ed5-4363-8e4e-50f234c486d0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:02.522296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.523169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.623920 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 14a2d47f-ae18-4be5-bc1b-57050c29ddde no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:02.689492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 14a2d47f-ae18-4be5-bc1b-57050c29ddde {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:02.690256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 14a2d47f-ae18-4be5-bc1b-57050c29ddde not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:02.701710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.714829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:02.715421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:02.734175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Transition to ACTIVE for port object b95f7a1a-7dac-422c-aea0-e27eb35ec90a will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:02.745590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.796876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:02.800166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Transition to ACTIVE for port object b95f7a1a-7dac-422c-aea0-e27eb35ec90a will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:02.809619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.816083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.819801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:02.851840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13fb8ee2-2d0f-4bd0-9d68-928008a25221 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:02.920538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 13fb8ee2-2d0f-4bd0-9d68-928008a25221 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:02.920873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13fb8ee2-2d0f-4bd0-9d68-928008a25221 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:02.921300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:02.937459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.022181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:03.033052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:03.047199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.047684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:03.049711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Pushing event updated for resources: {'Port': ['ID=b95f7a1a-7dac-422c-aea0-e27eb35ec90a,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.056091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.060458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:37:03.091651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Subnet': ['ID=412fc298-5db7-42fa-9b12-6cfe77f0f88f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.103432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Deleting port 266b8fa2-f512-4888-baed-ed66dc6ed23c {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:03.103777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.122458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.140620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.165972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Checking segment: {'id': 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:03.166192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network hostable DHCP agents. Network: 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:03.191697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.201542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Transition to ACTIVE for port object c6000f50-214b-4957-b6ba-b2330e64c95b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:03.223216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Deleting port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:03.223640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.238378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:03.246807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:03.276927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:03.279216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066014b-39e1-4f5a-b649-4fc3875255e9 req-9833054f-7fcf-4b4d-bbd5-3b0cd89b0b2a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:03.282968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.292437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Attempting to bind port b95f7a1a-7dac-422c-aea0-e27eb35ec90a on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:03.292967 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4066014b-39e1-4f5a-b649-4fc3875255e9 req-9833054f-7fcf-4b4d-bbd5-3b0cd89b0b2a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2047138 Apr 22 14:37:03.293330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Attempting to bind port b95f7a1a-7dac-422c-aea0-e27eb35ec90a by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '27d44630-4454-4258-a9dd-6e90671de4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:03.294032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Attempting to bind port b95f7a1a-7dac-422c-aea0-e27eb35ec90a on network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:03.320154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Transition to ACTIVE for port object c6000f50-214b-4957-b6ba-b2330e64c95b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:03.331376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:03.332155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Checking segment: {'id': '27d44630-4454-4258-a9dd-6e90671de4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:03.332791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.333504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Bound using segment: {'id': '27d44630-4454-4258-a9dd-6e90671de4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:03.333723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Checking segment: {'id': '66f6860f-761e-4625-be04-af435a2138ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b3664ab9-65f5-415b-93bd-a36a3f91c232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:03.334053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network hostable DHCP agents. Network: b3664ab9-65f5-415b-93bd-a36a3f91c232, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:03.334640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Bound port: b95f7a1a-7dac-422c-aea0-e27eb35ec90a, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d44630-4454-4258-a9dd-6e90671de4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd3c39ae0-48fc-4317-9d2e-f95a596f05d1'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:03.335290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.339024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=1659a36f-e4af-4ddd-af8a-ea6604ce43aa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.384216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.389042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:03.419389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4066014b-39e1-4f5a-b649-4fc3875255e9 req-6de4ee9d-a62a-414c-9123-bb245072b3f1 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243575 Apr 22 14:37:03.421229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.429108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Subnet': ['ID=3893ba01-b474-4b10-9bc8-f447f1018031,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.491662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,segment=NetworkSegment(0ef6af70-5ed5-4363-8e4e-50f234c486d0),segment_id=0ef6af70-5ed5-4363-8e4e-50f234c486d0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:03.516225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network b3664ab9-65f5-415b-93bd-a36a3f91c232 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:03.527804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.548945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, b3664ab9-65f5-415b-93bd-a36a3f91c232) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:03.569080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:03.569658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.582112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:03.582340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.586488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:03.587520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.601767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Subnet': ['ID=56750fce-1ec1-4a3d-ab33-f3743597806d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.615826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cf765-3f6a-4125-be30-fcfd855b8519 None None] Network b3664ab9-65f5-415b-93bd-a36a3f91c232 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:03.618714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.628940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb2651-b302-4256-812b-c8b6ea76eae3 None None] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:03.644877 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e419766a-f4e9-49ff-a926-dc070b8debe1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4488530 Apr 22 14:37:03.645414 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-14416fac-0ef1-457a-b34d-5ce3130f69df tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/subnets/56750fce-1ec1-4a3d-ab33-f3743597806d HTTP/1.1" status: 204 len: 168 time: 2.2922223 Apr 22 14:37:03.646941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56148) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:03.649490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56150) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:03.655247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'network': {'name': 'tempest-router-network01--684914055'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:03.656665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:03.681577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:03.683413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Pushing event updated for resources: {'Port': ['ID=c6000f50-214b-4957-b6ba-b2330e64c95b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:03.701300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:03.711386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:network and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:03.716957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:03.726906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:03.760924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Calling delete_port for 266b8fa2-f512-4888-baed-ed66dc6ed23c owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:03.834885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:03.855755 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-173b13d3-f9ab-4f06-aba5-cae8b640b254 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2602720 Apr 22 14:37:03.857043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56156) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:03.861330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:03.864572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.987546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Deleting subnet a952b4cd-b330-4a00-9ee6-42739b1131a4 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:03.990771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:03.990978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.009029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] For port b95f7a1a-7dac-422c-aea0-e27eb35ec90a, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:04.055265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:04.091851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.104048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ed125409-4752-4268-b53a-0884cfec442c None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,segment=NetworkSegment(0ef6af70-5ed5-4363-8e4e-50f234c486d0),segment_id=0ef6af70-5ed5-4363-8e4e-50f234c486d0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:04.104526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.113496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] For port b95f7a1a-7dac-422c-aea0-e27eb35ec90a, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b95f7a1a-7dac-422c-aea0-e27eb35ec90a,segment=NetworkSegment(27d44630-4454-4258-a9dd-6e90671de4de),segment_id=27d44630-4454-4258-a9dd-6e90671de4de)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:04.121274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.121639 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Added segment a5b645c3-5b4d-420c-830d-2a8af5953d75 of type vlan for network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 Apr 22 14:37:04.141013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.154943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.158951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.174210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.205104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.225485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event deleted for resources: {'Port': ['ID=266b8fa2-f512-4888-baed-ed66dc6ed23c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.326869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.368509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.372506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:04.373114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.385753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Calling delete_port for 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:04.414434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Attempting to bind port c6000f50-214b-4957-b6ba-b2330e64c95b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:04.414434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Attempting to bind port c6000f50-214b-4957-b6ba-b2330e64c95b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '141d829e-f6ab-4fc9-9639-b60b233c9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:04.414434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Attempting to bind port c6000f50-214b-4957-b6ba-b2330e64c95b on network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:04.501538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:04.502138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Checking segment: {'id': '141d829e-f6ab-4fc9-9639-b60b233c9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:04.502722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.503302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Bound using segment: {'id': '141d829e-f6ab-4fc9-9639-b60b233c9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:04.504003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Bound port: c6000f50-214b-4957-b6ba-b2330e64c95b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141d829e-f6ab-4fc9-9639-b60b233c9b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '883e205a-0e10-4a8b-b1ef-5b67cc4e224f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:04.504558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.525751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.566032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeace1-fd77-45b7-b75e-6a7b7b7c8269 None None] Pushing event updated for resources: {'Port': ['ID=b95f7a1a-7dac-422c-aea0-e27eb35ec90a,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.585316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9371793 Apr 22 14:37:04.640271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56162) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:04.641104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad3fde-f27a-403d-bbcb-7f89ea279c0b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Network': ['ID=5b5a9be4-96f2-4d19-84e3-f2abd6e68526,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.651900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'network': {'name': 'tempest-router-network02--1779809094'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:04.666216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.669610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:04.685236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:network and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:04.694547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:04.703558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.708834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:04.712558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:04.765574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Subnet': ['ID=a952b4cd-b330-4a00-9ee6-42739b1131a4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.775180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.795484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:04.799343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.819705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.827680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:04.828033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:04.828865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25', 'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25', 'tenant_id': 'a451abb5106041adaa39eca573cd5bfb', 'fixed_ips': [{'subnet_id': '412fc298-5db7-42fa-9b12-6cfe77f0f88f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:04.829621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.842447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18c4d6-915c-470d-a59e-35b97e48b860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-b3664ab9-65f5-415b-93bd-a36a3f91c232', 'network_id': 'b3664ab9-65f5-415b-93bd-a36a3f91c232', 'tenant_id': '449b754820f7443b82540d52b589e82e', 'fixed_ips': [{'subnet_id': '3893ba01-b474-4b10-9bc8-f447f1018031'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:04.843633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f18c4d6-915c-470d-a59e-35b97e48b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.879779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8929456-c481-473d-a385-a7916f03954c req-ff66a54f-c2fb-4d50-a3c5-981d4a0e3384 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:04.881890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8929456-c481-473d-a385-a7916f03954c req-ff66a54f-c2fb-4d50-a3c5-981d4a0e3384 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3127532 Apr 22 14:37:04.897499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:04.909946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:04.910378 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Added segment 11a007ad-754d-44fe-8bb5-54bccba53345 of type vlan for network d836451a-323c-4e1b-b9dd-57d790269bbc Apr 22 14:37:04.919853 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4fbb45a3-fb75-4f49-b63b-4602ab0387fe tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/subnets/a952b4cd-b330-4a00-9ee6-42739b1131a4 HTTP/1.1" status: 204 len: 168 time: 1.2670333 Apr 22 14:37:04.928473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56166) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:04.929468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Subnet': ['ID=3893ba01-b474-4b10-9bc8-f447f1018031,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:04.960578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbc84c-dc01-4ec9-84df-36e04d3a0299 None None] Network d3c39ae0-48fc-4317-9d2e-f95a596f05d1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:05.013653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.018977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.053274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.124061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.125450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7f82ba-195c-4107-be11-5e3816114b73 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:05.130912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8929456-c481-473d-a385-a7916f03954c req-c56e2453-91de-4957-87c6-d8e51be25b81 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109923 Apr 22 14:37:05.136080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] For port c6000f50-214b-4957-b6ba-b2330e64c95b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:05.157254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e564743d-87cd-40b2-a915-a7fd62563777 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:05.158003 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e564743d-87cd-40b2-a915-a7fd62563777 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Synchronizing usage tracker for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:05.179033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.206009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] For port c6000f50-214b-4957-b6ba-b2330e64c95b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c6000f50-214b-4957-b6ba-b2330e64c95b,segment=NetworkSegment(141d829e-f6ab-4fc9-9639-b60b233c9b4e),segment_id=141d829e-f6ab-4fc9-9639-b60b233c9b4e)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:05.219290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e564743d-87cd-40b2-a915-a7fd62563777 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Unset dirty status for tenant:c961b1d14ecd451e86df4adcfe2fa10e on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:05.220632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e564743d-87cd-40b2-a915-a7fd62563777 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2882998 Apr 22 14:37:05.225012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56170) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.227500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.229165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3664ab9-65f5-415b-93bd-a36a3f91c232']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:05.239028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.242868 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5e9d0678-f82b-4aa2-bf8b-00326025ac05 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/2a7f82ba-195c-4107-be11-5e3816114b73 HTTP/1.1" status: 204 len: 168 time: 3.7099099 Apr 22 14:37:05.243567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56174) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.249168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.269447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.278562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:05.280007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.311544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-798000018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:05.317716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:05.321941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Usage tracker for resource:router and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:05.325081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:05.331771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:05.337327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.390197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.391477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.412286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f6860f-761e-4625-be04-af435a2138ff') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:05.412602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f6860f-761e-4625-be04-af435a2138ff') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:05.490179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3cf274-2c68-4f90-8855-705615521425 None None] Network b3664ab9-65f5-415b-93bd-a36a3f91c232 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:05.490425 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8431964 Apr 22 14:37:05.490889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56178) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.492140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.501804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.508096 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'subnet': {'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:05.524972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Allocated IP 2001:db8::2 (2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25/412fc298-5db7-42fa-9b12-6cfe77f0f88f/0d6974a0-eae7-4271-8b63-0c603f2910ec) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:05.552781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.559569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658e02f-f04b-4ee2-9f80-5d7f058cd698 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Network': ['ID=d836451a-323c-4e1b-b9dd-57d790269bbc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.566484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:05.566882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:05.583140 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:05.590109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.603484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d836451a-323c-4e1b-b9dd-57d790269bbc details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:05.636972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.674571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Deleting port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:05.674863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.691524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:05.700709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:subnet and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:05.705359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:05.709326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.712814 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f4e9ed7f-4aa3-4834-9274-6206d9b714c0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4652848 Apr 22 14:37:05.715641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56182) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.716481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:05.726338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': True}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:05.780822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Deleting port c6000f50-214b-4957-b6ba-b2330e64c95b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:05.780822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.823493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d2670-6d18-4e82-b743-893f0dcd69b2 None None] Pushing event updated for resources: {'Port': ['ID=c6000f50-214b-4957-b6ba-b2330e64c95b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.831119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.854512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:05.860555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.865036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Network': ['ID=b3664ab9-65f5-415b-93bd-a36a3f91c232,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:05.870976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:05.878942 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9c2c226-5fbf-4b7e-a6ff-d36b62b240a7 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/b3664ab9-65f5-415b-93bd-a36a3f91c232 HTTP/1.1" status: 204 len: 168 time: 2.0172193 Apr 22 14:37:05.886700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56186) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:05.891235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.902788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1591855245'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:05.950120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:05.958831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:06.011946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:network and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:06.023985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:06.040888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] For port c6000f50-214b-4957-b6ba-b2330e64c95b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c6000f50-214b-4957-b6ba-b2330e64c95b,segment=NetworkSegment(141d829e-f6ab-4fc9-9639-b60b233c9b4e),segment_id=141d829e-f6ab-4fc9-9639-b60b233c9b4e)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:06.041855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.043802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:06.133887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c575e-f5bf-4717-a251-70df724a4a11 None None] Network 883e205a-0e10-4a8b-b1ef-5b67cc4e224f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:06.166147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.176981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Transition to ACTIVE for port object 0d6974a0-eae7-4271-8b63-0c603f2910ec will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:06.178475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.185340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Calling delete_port for c6000f50-214b-4957-b6ba-b2330e64c95b owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:06.192743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:06.195934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.210883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Transition to ACTIVE for port object 0d6974a0-eae7-4271-8b63-0c603f2910ec will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:06.272303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.274392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.348383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Port': ['ID=c6000f50-214b-4957-b6ba-b2330e64c95b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.366120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] No DVR routers for this DVR port c6000f50-214b-4957-b6ba-b2330e64c95b on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:06.438481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=1659a36f-e4af-4ddd-af8a-ea6604ce43aa,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.507626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:06.509905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:06.543049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ed125409-4752-4268-b53a-0884cfec442c None None] For port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,segment=NetworkSegment(0ef6af70-5ed5-4363-8e4e-50f234c486d0),segment_id=0ef6af70-5ed5-4363-8e4e-50f234c486d0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:06.543729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.570633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.614251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883e205a-0e10-4a8b-b1ef-5b67cc4e224f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:06.630246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141d829e-f6ab-4fc9-9639-b60b233c9b4e') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:06.630535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141d829e-f6ab-4fc9-9639-b60b233c9b4e') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:06.649197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51153295-53ce-417f-991e-486b37b11240 req-93496511-45bf-44f4-87ab-dbb56fcec7dc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:06.650738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51153295-53ce-417f-991e-486b37b11240 req-93496511-45bf-44f4-87ab-dbb56fcec7dc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2554321 Apr 22 14:37:06.652561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.698809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.708407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.714969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:06.715370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.733505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Calling delete_port for 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:06.734232 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:06.791719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51153295-53ce-417f-991e-486b37b11240 req-9dcfc4d8-40b9-4626-8b7c-889c8a0c374e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315479 Apr 22 14:37:06.845622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.858575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Pushing event updated for resources: {'Port': ['ID=0d6974a0-eae7-4271-8b63-0c603f2910ec,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.865110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:06.870338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.880350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:06.897796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Network': ['ID=883e205a-0e10-4a8b-b1ef-5b67cc4e224f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.908811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-53344dca-d5e1-4641-928b-d3dd6c515d16 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/networks/883e205a-0e10-4a8b-b1ef-5b67cc4e224f HTTP/1.1" status: 204 len: 168 time: 1.6825705 Apr 22 14:37:06.909493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56196) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:06.954525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed125409-4752-4268-b53a-0884cfec442c None None] Pushing event deleted for resources: {'Port': ['ID=6d0f4169-25ab-4943-a4af-e6afdfb3dcbc,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:06.994427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed125409-4752-4268-b53a-0884cfec442c None None] No DVR routers for this DVR port 6d0f4169-25ab-4943-a4af-e6afdfb3dcbc on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:07.036272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.039376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.041710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:07.053814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Deleting port b95f7a1a-7dac-422c-aea0-e27eb35ec90a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:07.054141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.169068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Attempting to bind port 0d6974a0-eae7-4271-8b63-0c603f2910ec on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:07.172219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Attempting to bind port 0d6974a0-eae7-4271-8b63-0c603f2910ec by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:07.172953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Attempting to bind port 0d6974a0-eae7-4271-8b63-0c603f2910ec on network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:07.191295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:07.191964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Checking segment: {'id': 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:07.192330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.193030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Bound using segment: {'id': 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:07.193869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Bound port: 0d6974a0-eae7-4271-8b63-0c603f2910ec, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:07.194773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.225230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.225985 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Added segment 570b10a1-2f82-4fc4-9199-8a9d29303471 of type vlan for network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 Apr 22 14:37:07.310844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] For port 0d6974a0-eae7-4271-8b63-0c603f2910ec, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:07.314728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] For port 0d6974a0-eae7-4271-8b63-0c603f2910ec, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0d6974a0-eae7-4271-8b63-0c603f2910ec,segment=NetworkSegment(e3aee2e0-447f-4929-8e96-6143d5ab8dc1),segment_id=e3aee2e0-447f-4929-8e96-6143d5ab8dc1)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:07.323830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.389495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] For port b95f7a1a-7dac-422c-aea0-e27eb35ec90a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b95f7a1a-7dac-422c-aea0-e27eb35ec90a,segment=NetworkSegment(27d44630-4454-4258-a9dd-6e90671de4de),segment_id=27d44630-4454-4258-a9dd-6e90671de4de)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:07.390215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.396892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Subnet': ['ID=a725513f-d64a-4682-8def-fc31dfadd93d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:07.417378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ba457-90df-49e2-bddb-18f4c6390830 None None] Pushing event updated for resources: {'Port': ['ID=0d6974a0-eae7-4271-8b63-0c603f2910ec,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:07.436136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.463442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.479564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Checking segment: {'id': 'a5b645c3-5b4d-420c-830d-2a8af5953d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:07.480015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network hostable DHCP agents. Network: 5b5a9be4-96f2-4d19-84e3-f2abd6e68526, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:07.554511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.564953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:07.565589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.649894 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-6f1d4c57-ea09-4568-9a7f-543dec9dec9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 0.3390017 Apr 22 14:37:07.653081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Calling delete_port for b95f7a1a-7dac-422c-aea0-e27eb35ec90a owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:07.712458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e41e8-3404-4f10-b298-e4ec5f24d2ec req-77b84813-4c3b-43e8-bddc-5fe93489adcd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:07.718325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-274e41e8-3404-4f10-b298-e4ec5f24d2ec req-77b84813-4c3b-43e8-bddc-5fe93489adcd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4034715 Apr 22 14:37:07.791148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-274e41e8-3404-4f10-b298-e4ec5f24d2ec req-8a9f3934-4aaf-4dbe-b859-eef2f62cb732 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714626 Apr 22 14:37:07.792319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.836978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Port': ['ID=b95f7a1a-7dac-422c-aea0-e27eb35ec90a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:07.846596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] No DVR routers for this DVR port b95f7a1a-7dac-422c-aea0-e27eb35ec90a on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:07.849844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:07.878496 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9898238 Apr 22 14:37:07.884819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56202) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:07.889410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5301c96-9e39-48ee-b4a2-ee797a93ffba tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Network': ['ID=0a5fdfb0-edd4-4d18-8988-90ea751978b8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:07.900211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 5b5a9be4-96f2-4d19-84e3-f2abd6e68526) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:07.900478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:07.906474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'subnet': {'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:07.912290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:07.913013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:07.919203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728fb045-1521-4c24-adbe-dea1b7caa1e0 None None] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:07.941618 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP abd0f83e-08aa-4031-833a-ade9f448cd0e associated. External IP: 172.26.2.127, port: 8d2852f4-ecf2-4a79-bbcd-fdc7804e033d. Apr 22 14:37:08.068075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.084608 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7d66ccf2-8653-4cff-9307-88a58ed21350 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5886996 Apr 22 14:37:08.086631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56206) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:08.100431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933969d-3f86-4593-83ee-a94323529240 req-ce5ec5f7-8a08-419c-87e3-cbd9ad9ea699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:08.100730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'subnet': {'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:08.101988 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-ce5ec5f7-8a08-419c-87e3-cbd9ad9ea699 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.4175758 Apr 22 14:37:08.141657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:08.146129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:subnet and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:08.150018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:08.160369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c39ae0-48fc-4317-9d2e-f95a596f05d1']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:08.226305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:08.237847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d44630-4454-4258-a9dd-6e90671de4de') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:08.238194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d44630-4454-4258-a9dd-6e90671de4de') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:08.245884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-5b5a9be4-96f2-4d19-84e3-f2abd6e68526', 'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526', 'tenant_id': 'a451abb5106041adaa39eca573cd5bfb', 'fixed_ips': [{'subnet_id': 'a725513f-d64a-4682-8def-fc31dfadd93d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:08.247134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.278721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.296318 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-9f2a205e-3a75-49d9-9abd-0dd058e7b0cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 1000 time: 0.1803553 Apr 22 14:37:08.299264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:08.432878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.463949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.495331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Allocated IP 2001:db8::2 (5b5a9be4-96f2-4d19-84e3-f2abd6e68526/a725513f-d64a-4682-8def-fc31dfadd93d/c760c15d-88b2-48ee-8634-ba65275f24f3) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:08.527026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:08.542314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:08.542728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:08.558478 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:08.566516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:subnet and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:08.588966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.612399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7ad0c2-e9d7-4049-990d-3402692683aa None None] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:08.619390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:08.628028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.630805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933969d-3f86-4593-83ee-a94323529240 req-c3c764e5-de73-4b23-a536-63ad4e91de13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:08.632388 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-c3c764e5-de73-4b23-a536-63ad4e91de13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.3277013 Apr 22 14:37:08.648909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:08.685498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.698020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:08.720016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:08.772649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ef147246-7d74-46d6-b0c7-5bb940e76067 None None] Provisioning for port 0d6974a0-eae7-4271-8b63-0c603f2910ec completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:08.891335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Allocated IP 172.26.2.134 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/c322545b-4715-4e44-be2b-13076bcc7a3d) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:08.934442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d6974a0-eae7-4271-8b63-0c603f2910ec up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:08.965485 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-69a26bcb-1f2c-4f60-8506-d3aff4ec96e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2963536 Apr 22 14:37:09.089285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.093003 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Network': ['ID=d3c39ae0-48fc-4317-9d2e-f95a596f05d1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.107655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cd81ee45-b5a7-43fd-8532-d644bd8aff9a tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/networks/d3c39ae0-48fc-4317-9d2e-f95a596f05d1 HTTP/1.1" status: 204 len: 168 time: 2.1969070 Apr 22 14:37:09.114520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Transition to ACTIVE for port object c760c15d-88b2-48ee-8634-ba65275f24f3 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:09.121577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56214) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:09.150789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Transition to ACTIVE for port object c760c15d-88b2-48ee-8634-ba65275f24f3 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:09.160029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0d6974a0-eae7-4271-8b63-0c603f2910ec completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:09.172036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0d6974a0-eae7-4271-8b63-0c603f2910ec triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:09.172375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.211928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.232179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.246629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.301882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:09.315354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:09.322325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:09.380475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.437832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Pushing event updated for resources: {'Port': ['ID=c760c15d-88b2-48ee-8634-ba65275f24f3,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.506560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Attempting to bind port c760c15d-88b2-48ee-8634-ba65275f24f3 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:09.506938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Attempting to bind port c760c15d-88b2-48ee-8634-ba65275f24f3 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a5b645c3-5b4d-420c-830d-2a8af5953d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:09.507289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Attempting to bind port c760c15d-88b2-48ee-8634-ba65275f24f3 on network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:09.534490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.548695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:09.549129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Checking segment: {'id': 'a5b645c3-5b4d-420c-830d-2a8af5953d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:09.549457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.549881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Bound using segment: {'id': 'a5b645c3-5b4d-420c-830d-2a8af5953d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:09.550349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Bound port: c760c15d-88b2-48ee-8634-ba65275f24f3, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b645c3-5b4d-420c-830d-2a8af5953d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5b5a9be4-96f2-4d19-84e3-f2abd6e68526'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:09.550722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.553309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-f8698184-bf01-4784-beff-24366cdbae21 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723794 Apr 22 14:37:09.554658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.583222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfc978ae-cb16-4c54-9911-3869fcebe429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.667722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Subnet': ['ID=18ac5f75-df68-4a25-9f53-8fecb045f78a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.690848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.695154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a3def2f4-925a-4def-b4da-f90f3d064fb0 None None] Provisioning complete for port 0d6974a0-eae7-4271-8b63-0c603f2910ec triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:09.695738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a3def2f4-925a-4def-b4da-f90f3d064fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.719636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa8bbd-7b04-4825-990c-7f994212ad9a req-e1184b46-935f-4382-af42-93bcd243a7e4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:09.727131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e7aa8bbd-7b04-4825-990c-7f994212ad9a req-e1184b46-935f-4382-af42-93bcd243a7e4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6051586 Apr 22 14:37:09.747210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Checking segment: {'id': '570b10a1-2f82-4fc4-9199-8a9d29303471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:09.747576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network hostable DHCP agents. Network: 0a5fdfb0-edd4-4d18-8988-90ea751978b8, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:09.763010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0d6974a0-eae7-4271-8b63-0c603f2910ec, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0d6974a0-eae7-4271-8b63-0c603f2910ec,segment=NetworkSegment(e3aee2e0-447f-4929-8e96-6143d5ab8dc1),segment_id=e3aee2e0-447f-4929-8e96-6143d5ab8dc1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:09.783473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.816406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:09.829624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:09.838098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Port': ['ID=c322545b-4715-4e44-be2b-13076bcc7a3d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.844000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] For port c760c15d-88b2-48ee-8634-ba65275f24f3, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:09.849415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:09.870186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] For port c760c15d-88b2-48ee-8634-ba65275f24f3, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c760c15d-88b2-48ee-8634-ba65275f24f3,segment=NetworkSegment(a5b645c3-5b4d-420c-830d-2a8af5953d75),segment_id=a5b645c3-5b4d-420c-830d-2a8af5953d75)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:09.922938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0d6974a0-eae7-4271-8b63-0c603f2910ec,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:09.926082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:09.979646 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e7aa8bbd-7b04-4825-990c-7f994212ad9a req-a2c45f93-b804-43b1-86ab-87d2f38ab491 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515180 Apr 22 14:37:09.987555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.026865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.038282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90567a8a-9456-4d69-af5a-ef4af2c98d11 None None] Pushing event updated for resources: {'Port': ['ID=c760c15d-88b2-48ee-8634-ba65275f24f3,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.041802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0c1f53-bc1d-406d-99bf-e77c2211320d') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.042049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0c1f53-bc1d-406d-99bf-e77c2211320d') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:10.043583 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c933969d-3f86-4593-83ee-a94323529240 req-defb7cee-d149-4845-912f-5cce1dcec89f service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409790 Apr 22 14:37:10.060047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:10.095475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.135473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 0a5fdfb0-edd4-4d18-8988-90ea751978b8) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:10.140120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:10.140710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.141281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:10.146543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fff5ff-6ee0-4fdc-ad69-a897c41d9596 None None] Network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:10.157270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.162621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.210950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:10.211353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:10.234840 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:10.300316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-00caf62e-1696-4b19-82a1-f47feba5d774 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4143546 Apr 22 14:37:10.307619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56218) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:10.346752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.551566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Subnet': ['ID=46bd0b0c-f28c-485e-8d9c-f0d0f41bcc40,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.559002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.602598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.626832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Network': ['ID=2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:10.634595 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7765c547-49c0-4cc5-8894-7cae1ec24ab3 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/networks/2738e6ab-3642-4dbc-98b0-4bd3d8b3caf8 HTTP/1.1" status: 204 len: 168 time: 1.4433141 Apr 22 14:37:10.643526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0a5fdfb0-edd4-4d18-8988-90ea751978b8', 'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8', 'tenant_id': '449b754820f7443b82540d52b589e82e', 'fixed_ips': [{'subnet_id': '18ac5f75-df68-4a25-9f53-8fecb045f78a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:10.644357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.660819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56222) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:10.700353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Checking segment: {'id': '11a007ad-754d-44fe-8bb5-54bccba53345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:10.701035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network hostable DHCP agents. Network: d836451a-323c-4e1b-b9dd-57d790269bbc, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:10.735156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.872947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Allocated IP 2001:db8::2 (0a5fdfb0-edd4-4d18-8988-90ea751978b8/18ac5f75-df68-4a25-9f53-8fecb045f78a/f25c7a49-d2e0-45e5-8e00-ad682116f105) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:10.913751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.927520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:10.993753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.040009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network d836451a-323c-4e1b-b9dd-57d790269bbc is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:11.082278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c760c15d-88b2-48ee-8634-ba65275f24f3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:11.121252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.183939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, d836451a-323c-4e1b-b9dd-57d790269bbc) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:11.190029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:11.191326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.213901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99596cef-cf0e-4500-b6a9-8452021b326c None None] Network d836451a-323c-4e1b-b9dd-57d790269bbc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:11.321228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:11.384946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.390396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:11.390877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.436332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Transition to ACTIVE for port object f25c7a49-d2e0-45e5-8e00-ad682116f105 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:11.479544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Transition to ACTIVE for port object f25c7a49-d2e0-45e5-8e00-ad682116f105 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:11.486286 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3c54f096-1a5c-4fe6-b92a-9b5f4b8ac594 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.3223758 Apr 22 14:37:11.489496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56228) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.490536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2d96a8da-2e10-4264-b5c1-b7d6f39365a6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3989074 Apr 22 14:37:11.496804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56230) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.513361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:11.514235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:11.573909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.586294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85bfa42-ed30-4351-8915-9b7339a2d604 None None] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:11.612200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c760c15d-88b2-48ee-8634-ba65275f24f3 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:11.615714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.633019 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e21aafde-3ebf-4da5-b380-14a876743b50 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/floatingips/abd0f83e-08aa-4031-833a-ade9f448cd0e HTTP/1.1" status: 200 len: 979 time: 0.1387362 Apr 22 14:37:11.639311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56236) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.689633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c026548-5d1c-4d74-a7fc-1bebf145b611']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:11.709889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b53a9-9a6c-47bd-97d4-279e678d8fc8') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:11.711057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b53a9-9a6c-47bd-97d4-279e678d8fc8') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:11.714643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:11.724907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.734925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d6974a0-eae7-4271-8b63-0c603f2910ec up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:11.757755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-29feed07-9ccc-4269-bc8e-80f9d717c10d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Synchronizing usage tracker for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:floatingip {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:11.762307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.794307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Subnet': ['ID=18ac5f75-df68-4a25-9f53-8fecb045f78a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:11.807337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085722-0ff5-4b3e-ae59-8d66f4c8da7e req-9e843e25-8602-45ec-82c0-328bb1c38be2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:11.809879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-29feed07-9ccc-4269-bc8e-80f9d717c10d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Unset dirty status for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:floatingip {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:11.814381 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-29feed07-9ccc-4269-bc8e-80f9d717c10d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1713758 Apr 22 14:37:11.814523 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b085722-0ff5-4b3e-ae59-8d66f4c8da7e req-9e843e25-8602-45ec-82c0-328bb1c38be2 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.5227063 Apr 22 14:37:11.815767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56240) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:11.819270 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Router bd0dc2d4-8e64-426f-8439-6253a9110976 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:11.825301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.838038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'port_id': 'd40d8f17-1097-441e-a76e-85d1d03e7639'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:11.893875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] Provisioning for port c760c15d-88b2-48ee-8634-ba65275f24f3 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:11.911684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:11.917496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Pushing event updated for resources: {'Port': ['ID=f25c7a49-d2e0-45e5-8e00-ad682116f105,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:11.934100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-beadffb0-8bd3-4405-9353-ba15893ca94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.937130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:11.945419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] Provisioning complete for port c760c15d-88b2-48ee-8634-ba65275f24f3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:11.945819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:11.981625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:12.041641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:12.042297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:36:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.064265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:12.068546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.069778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a5d69bc6-face-4112-bad7-5b9f4d282fb6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "PUT /v2.0/routers/bd0dc2d4-8e64-426f-8439-6253a9110976 HTTP/1.1" status: 200 len: 918 time: 6.3507724 Apr 22 14:37:12.078530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56244) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.087019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] Sync routers for ids ['bd0dc2d4-8e64-426f-8439-6253a9110976'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:12.103321 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] Routers {'bd0dc2d4-8e64-426f-8439-6253a9110976'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:12.104692 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['bd0dc2d4-8e64-426f-8439-6253a9110976'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.164642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.165113 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758106e3-6a23-4ba6-a962-58bee0d714f2 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:12.197284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:12.197725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.207985 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.232008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-d836451a-323c-4e1b-b9dd-57d790269bbc', 'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc', 'tenant_id': 'a451abb5106041adaa39eca573cd5bfb', 'fixed_ips': [{'subnet_id': '46bd0b0c-f28c-485e-8d9c-f0d0f41bcc40'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:12.232501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] Routers {'bd0dc2d4-8e64-426f-8439-6253a9110976'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:12.232821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.233400 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['bd0dc2d4-8e64-426f-8439-6253a9110976'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:12.287461 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:12.291721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.358827 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.359566 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8c471-7fb5-4475-bd76-bb93c9a6f954 None None] The sync data for ids ['bd0dc2d4-8e64-426f-8439-6253a9110976'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:12.412612 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-31bc47d6-774f-4366-9b37-572250181427 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/bd0dc2d4-8e64-426f-8439-6253a9110976 HTTP/1.1" status: 200 len: 924 time: 0.3300037 Apr 22 14:37:12.413056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56248) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.415191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0d6974a0-eae7-4271-8b63-0c603f2910ec triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:12.415569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.439649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Attempting to bind port f25c7a49-d2e0-45e5-8e00-ad682116f105 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:12.440001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Attempting to bind port f25c7a49-d2e0-45e5-8e00-ad682116f105 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '570b10a1-2f82-4fc4-9199-8a9d29303471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:12.440341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Attempting to bind port f25c7a49-d2e0-45e5-8e00-ad682116f105 on network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:12.509620 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-116440a1-771a-47c7-adc6-fd06f457472e tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=bd0dc2d4-8e64-426f-8439-6253a9110976&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953839 Apr 22 14:37:12.510556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56252) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.552409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:12.552809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Checking segment: {'id': '570b10a1-2f82-4fc4-9199-8a9d29303471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:12.553180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.553541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Bound using segment: {'id': '570b10a1-2f82-4fc4-9199-8a9d29303471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:12.554100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Bound port: f25c7a49-d2e0-45e5-8e00-ad682116f105, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570b10a1-2f82-4fc4-9199-8a9d29303471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:12.554468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.594314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.601332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.647346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b085722-0ff5-4b3e-ae59-8d66f4c8da7e req-a20e7b60-e650-4e53-9654-61fcd0ae0358 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8189096 Apr 22 14:37:12.654209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.671573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd935056-b76a-49ea-bd24-5af5a487503b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:12.675960 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bd935056-b76a-49ea-bd24-5af5a487503b tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.1616631 Apr 22 14:37:12.676714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56256) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.693909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.724584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5fdfb0-edd4-4d18-8988-90ea751978b8']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.742412 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9e7bb5a9-a4f1-4f46-9785-5ae5da151825 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0dc2d4-8e64-426f-8439-6253a9110976 HTTP/1.1" status: 200 len: 205 time: 0.0643914 Apr 22 14:37:12.746602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56262) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:12.792934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] For port c760c15d-88b2-48ee-8634-ba65275f24f3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c760c15d-88b2-48ee-8634-ba65275f24f3,segment=NetworkSegment(a5b645c3-5b4d-420c-830d-2a8af5953d75),segment_id=a5b645c3-5b4d-420c-830d-2a8af5953d75)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:12.795860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Allocated IP 2001:db8::2 (d836451a-323c-4e1b-b9dd-57d790269bbc/46bd0b0c-f28c-485e-8d9c-f0d0f41bcc40/161f1b62-f4dd-4825-96a3-877bfcae8cc4) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:12.832024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] Pushing event deleted for resources: {'Network': ['ID=1c026548-5d1c-4d74-a7fc-1bebf145b611,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:12.835879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.850070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570b10a1-2f82-4fc4-9199-8a9d29303471') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.850579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570b10a1-2f82-4fc4-9199-8a9d29303471') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:12.868518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:12.945168 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-60dfa23c-0936-46fd-8149-957a31f11d88 tempest-BulkNetworkOpsTest-1242173193 tempest-BulkNetworkOpsTest-1242173193-project] 10.222.0.32 "DELETE /v2.0/networks/1c026548-5d1c-4d74-a7fc-1bebf145b611 HTTP/1.1" status: 204 len: 168 time: 2.2752736 Apr 22 14:37:12.993967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.017123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.078265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] For port f25c7a49-d2e0-45e5-8e00-ad682116f105, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:13.084121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1d8dd-a3ce-4502-952d-30d99ef6a680 None None] Pushing event updated for resources: {'Port': ['ID=c760c15d-88b2-48ee-8634-ba65275f24f3,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:13.098447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.106500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] For port f25c7a49-d2e0-45e5-8e00-ad682116f105, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f25c7a49-d2e0-45e5-8e00-ad682116f105,segment=NetworkSegment(570b10a1-2f82-4fc4-9199-8a9d29303471),segment_id=570b10a1-2f82-4fc4-9199-8a9d29303471)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:13.139591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.142543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.227977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:13.228378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:13.248316 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:13.393367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a366f-4227-440c-b103-75a4f4f223a7 req-05fd5552-2a26-41bb-bdad-cfef910eb529 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:13.402042 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ee0a366f-4227-440c-b103-75a4f4f223a7 req-05fd5552-2a26-41bb-bdad-cfef910eb529 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4506302 Apr 22 14:37:13.423859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9436110-d21e-43b3-95c1-079eb0d19961 None None] Network 0a5fdfb0-edd4-4d18-8988-90ea751978b8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:13.439866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56272) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:13.488201 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.502352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Deleting port c322545b-4715-4e44-be2b-13076bcc7a3d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:13.502911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.510596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3f768047-e50f-4e9a-bafd-6b32b826d17f None None] Provisioning complete for port c760c15d-88b2-48ee-8634-ba65275f24f3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:13.511059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3f768047-e50f-4e9a-bafd-6b32b826d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.568934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.642019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24246e41-6f70-4be7-8ad3-ce996e022ef5 None None] Pushing event updated for resources: {'Port': ['ID=f25c7a49-d2e0-45e5-8e00-ad682116f105,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:13.688727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.737934 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-89c92f4e-d750-4235-a7e4-253814bc93af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c961b1d14ecd451e86df4adcfe2fa10e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2966819 Apr 22 14:37:13.742128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56280) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:13.744232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.785204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Transition to ACTIVE for port object 161f1b62-f4dd-4825-96a3-877bfcae8cc4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:13.872412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Transition to ACTIVE for port object 161f1b62-f4dd-4825-96a3-877bfcae8cc4 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:13.890247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:13.890436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Calling delete_port for c322545b-4715-4e44-be2b-13076bcc7a3d owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:13.999758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cefb044e-d489-4c6b-96c0-0edc4939b73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.023385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Network d836451a-323c-4e1b-b9dd-57d790269bbc is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:14.032808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:14.034113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cefb044e-d489-4c6b-96c0-0edc4939b73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.035208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:14.122626 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ee0a366f-4227-440c-b103-75a4f4f223a7 req-b2fead44-b254-44cd-b9d4-538b9166621f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7197530 Apr 22 14:37:14.140739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cefb044e-d489-4c6b-96c0-0edc4939b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.149518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Pushing event updated for resources: {'Port': ['ID=161f1b62-f4dd-4825-96a3-877bfcae8cc4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.165634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Attempting to bind port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:14.165634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Attempting to bind port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '11a007ad-754d-44fe-8bb5-54bccba53345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:14.165634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Attempting to bind port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 on network d836451a-323c-4e1b-b9dd-57d790269bbc {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:14.165938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb044e-d489-4c6b-96c0-0edc4939b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a5bba7-36e3-4dc5-be4f-1c79bfd7b33c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.167598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.172892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:14.173262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Checking segment: {'id': '11a007ad-754d-44fe-8bb5-54bccba53345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:14.173645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.174071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Bound using segment: {'id': '11a007ad-754d-44fe-8bb5-54bccba53345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:14.174542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Bound port: 161f1b62-f4dd-4825-96a3-877bfcae8cc4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a007ad-754d-44fe-8bb5-54bccba53345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd836451a-323c-4e1b-b9dd-57d790269bbc'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:14.174937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.179774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:14.179774 dv-neutron-838878-1-hyperv neutron-server[84059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:14.179774 dv-neutron-838878-1-hyperv neutron-server[84059]: [parameters: {'id': '0a5fdfb0-edd4-4d18-8988-90ea751978b8'}] Apr 22 14:37:14.179774 dv-neutron-838878-1-hyperv neutron-server[84059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:14.180159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:14.218393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cefb044e-d489-4c6b-96c0-0edc4939b73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.219442 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cefb044e-d489-4c6b-96c0-0edc4939b73a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6a5bba7-36e3-4dc5-be4f-1c79bfd7b33c HTTP/1.1" status: 204 len: 168 time: 0.4778392 Apr 22 14:37:14.230312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event deleted for resources: {'Port': ['ID=c322545b-4715-4e44-be2b-13076bcc7a3d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.374923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-06069c73-479d-4bb2-888f-60baee54617c None None] For port 161f1b62-f4dd-4825-96a3-877bfcae8cc4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:14.381459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-06069c73-479d-4bb2-888f-60baee54617c None None] For port 161f1b62-f4dd-4825-96a3-877bfcae8cc4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=161f1b62-f4dd-4825-96a3-877bfcae8cc4,segment=NetworkSegment(11a007ad-754d-44fe-8bb5-54bccba53345),segment_id=11a007ad-754d-44fe-8bb5-54bccba53345)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:14.384760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.398483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.496328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.543386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069c73-479d-4bb2-888f-60baee54617c None None] Pushing event updated for resources: {'Port': ['ID=161f1b62-f4dd-4825-96a3-877bfcae8cc4,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:14.607476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e930cc-ec00-41c0-8959-62261d00b67c req-53a30bfb-8b73-49f5-9d18-10ef55922a96 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:14.608986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0e930cc-ec00-41c0-8959-62261d00b67c req-53a30bfb-8b73-49f5-9d18-10ef55922a96 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.4777689 Apr 22 14:37:14.715657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.757316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:14.848041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting port f25c7a49-d2e0-45e5-8e00-ad682116f105 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:14.848429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.896607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.901542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.948933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Allocated IP 2001:db8::1 (5b5a9be4-96f2-4d19-84e3-f2abd6e68526/a725513f-d64a-4682-8def-fc31dfadd93d/844a97bd-8fb0-4721-b6f7-38c001a67061) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:14.980975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:14.985294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0e930cc-ec00-41c0-8959-62261d00b67c req-121d3379-e7cd-4174-9aad-c27ffbad78ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276937 Apr 22 14:37:14.998037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.069452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.070044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Fanout notify agent at l3_agent the message router_deleted on router bd0dc2d4-8e64-426f-8439-6253a9110976 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:15.083551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.088149 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-123742f3-5c52-4919-9452-b3b75b586869 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/bd0dc2d4-8e64-426f-8439-6253a9110976 HTTP/1.1" status: 204 len: 168 time: 2.3364105 Apr 22 14:37:15.088416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56306) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:15.094361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-298144591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:15.103581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:15.111181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Usage tracker for resource:router and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:15.115655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:15.123016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:15.145792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.146898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.178956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.209411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.252182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.257206 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e9498889-13c7-47f9-91cf-d6e095160352 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1676714 Apr 22 14:37:15.259315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56314) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:15.275802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836d056-88cc-46fa-bddb-3f620541e7db req-63c5e44a-2dad-4415-8661-f1ed08f23435 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:15.282508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a836d056-88cc-46fa-bddb-3f620541e7db req-63c5e44a-2dad-4415-8661-f1ed08f23435 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6108775 Apr 22 14:37:15.326631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': False}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:15.408799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 161f1b62-f4dd-4825-96a3-877bfcae8cc4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:15.479526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56318) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:15.504124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:15.511228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c760c15d-88b2-48ee-8634-ba65275f24f3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:15.551487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] For port f25c7a49-d2e0-45e5-8e00-ad682116f105, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f25c7a49-d2e0-45e5-8e00-ad682116f105,segment=NetworkSegment(570b10a1-2f82-4fc4-9199-8a9d29303471),segment_id=570b10a1-2f82-4fc4-9199-8a9d29303471)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:15.551876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.594148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c760c15d-88b2-48ee-8634-ba65275f24f3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:15.595039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.596088 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a836d056-88cc-46fa-bddb-3f620541e7db req-73e2a51d-580e-4c6c-ba82-c391c2e56d69 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126564 Apr 22 14:37:15.612097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:15.768588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-17ec7b51-f3d1-43db-ab2c-2abeeb2d95ac tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:15.769318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-17ec7b51-f3d1-43db-ab2c-2abeeb2d95ac tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Synchronizing usage tracker for tenant:b79371f23e2641b183e38a082d40c284 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:15.867971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-17ec7b51-f3d1-43db-ab2c-2abeeb2d95ac tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Unset dirty status for tenant:b79371f23e2641b183e38a082d40c284 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:15.869166 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-17ec7b51-f3d1-43db-ab2c-2abeeb2d95ac tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.6107335 Apr 22 14:37:15.942085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e29ea-067e-4e16-b97a-dc770de0315e None None] Network d836451a-323c-4e1b-b9dd-57d790269bbc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:15.983283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Calling delete_port for f25c7a49-d2e0-45e5-8e00-ad682116f105 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:16.012350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Deleting port 76afaddc-616a-4d6c-b930-bded54130f16 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:16.012683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.035158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1527734534'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:16.048565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] Provisioning for port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:16.054172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Transition to ACTIVE for port object 844a97bd-8fb0-4721-b6f7-38c001a67061 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:16.059362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] Provisioning complete for port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:16.059730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.094199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:16.114529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.122234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:16.128030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:16.147020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:16.250095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:16.253422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.266316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.281924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.312712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.316744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.359042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] For port 161f1b62-f4dd-4825-96a3-877bfcae8cc4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=161f1b62-f4dd-4825-96a3-877bfcae8cc4,segment=NetworkSegment(11a007ad-754d-44fe-8bb5-54bccba53345),segment_id=11a007ad-754d-44fe-8bb5-54bccba53345)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:16.371363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.389719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Port': ['ID=f25c7a49-d2e0-45e5-8e00-ad682116f105,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.400602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddef24c-ce6e-4e58-ba3b-6b8b2d5f37ae req-db203d8a-cadf-4903-83b4-bfc625673a57 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:16.402177 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ddef24c-ce6e-4e58-ba3b-6b8b2d5f37ae req-db203d8a-cadf-4903-83b4-bfc625673a57 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3718073 Apr 22 14:37:16.409371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] For port 76afaddc-616a-4d6c-b930-bded54130f16, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=76afaddc-616a-4d6c-b930-bded54130f16,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:16.409833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.454323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f681cc-1207-4388-9858-65c70a6e12f4 None None] Pushing event updated for resources: {'Port': ['ID=161f1b62-f4dd-4825-96a3-877bfcae8cc4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.487769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No DVR routers for this DVR port f25c7a49-d2e0-45e5-8e00-ad682116f105 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:16.538063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:16.541531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:16.561652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:16.569232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:security_group_rule and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:16.586677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:16.592249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:16.592709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.614973 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP abd0f83e-08aa-4031-833a-ade9f448cd0e associated. External IP: 172.26.2.127, port: 8d2852f4-ecf2-4a79-bbcd-fdc7804e033d. Apr 22 14:37:16.667888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:16.675033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Port': ['ID=844a97bd-8fb0-4721-b6f7-38c001a67061,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:16.711946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-91032921-eebe-497b-80a8-660fbbe4ca32 None None] Provisioning complete for port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:16.712315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-91032921-eebe-497b-80a8-660fbbe4ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.733230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0793d9-70d0-421e-abb5-511863ad1d58 req-24256283-0648-4685-b406-14e32ddf52a6 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:16.740234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a0793d9-70d0-421e-abb5-511863ad1d58 req-24256283-0648-4685-b406-14e32ddf52a6 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 946 time: 0.5634704 Apr 22 14:37:16.789909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.789909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.790569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Floating IP 07eb20cb-b8c1-44e0-8309-f588277f482a disassociated. External IP: 172.26.2.145, port: 76afaddc-616a-4d6c-b930-bded54130f16. Apr 22 14:37:16.790569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Calling delete_port for 76afaddc-616a-4d6c-b930-bded54130f16 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:16.887459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.890698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb33c2c-063c-4254-8a37-b7315ae2bf92 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:16.892355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:16.902900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ddef24c-ce6e-4e58-ba3b-6b8b2d5f37ae req-6e2275fb-c047-4446-8254-f9461b0d5298 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489770 Apr 22 14:37:16.996241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.012491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5fdfb0-edd4-4d18-8988-90ea751978b8']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:17.025716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a0793d9-70d0-421e-abb5-511863ad1d58 req-a81f20f8-5224-460a-bbcb-4dbb418e0c94 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3f4757f-2845-4ea9-8ff7-c4ac2962d461&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841616 Apr 22 14:37:17.026152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.051369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.052620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570b10a1-2f82-4fc4-9199-8a9d29303471') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:17.053100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570b10a1-2f82-4fc4-9199-8a9d29303471') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:17.128627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-06e22e84-3b6c-4622-8073-4d6dd6ff1cc4 None None] Provisioning for port 844a97bd-8fb0-4721-b6f7-38c001a67061 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:17.136895 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-06e22e84-3b6c-4622-8073-4d6dd6ff1cc4 None None] Provisioning complete for port 844a97bd-8fb0-4721-b6f7-38c001a67061 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:17.137253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06e22e84-3b6c-4622-8073-4d6dd6ff1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.164162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.178080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:17.212202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb33c2c-063c-4254-8a37-b7315ae2bf92 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:17.218266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 161f1b62-f4dd-4825-96a3-877bfcae8cc4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:17.233918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.257825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb94d334-5ca8-4658-b629-648a95591e17,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.284625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.289068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.290075 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 51a7338e-6d5b-4973-96bf-2ab6f7ca1510 of type vlan for network a5fc95cb-2d64-4848-a5c1-434002b35145 Apr 22 14:37:17.305841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event deleted for resources: {'Port': ['ID=76afaddc-616a-4d6c-b930-bded54130f16,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.315499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-06e22e84-3b6c-4622-8073-4d6dd6ff1cc4 None None] Port 844a97bd-8fb0-4721-b6f7-38c001a67061 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:17.354285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.364475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:17.365697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.380764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Allocated IP 172.26.2.30 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/548cfa69-34f8-4ad9-b63b-d2b4bbdcd0a6) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:17.391119 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:17.418880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:17.419242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.495324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.495687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.496018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.496347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.496669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.496983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.497299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.497613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.497952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.498292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.498610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.560574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.626451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.648755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.701761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Router a97f2ea5-546d-47dc-a5fa-aac7bf467272 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:17.705368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.748819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:17.781207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:17.843519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:17.846844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:17.847592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224963c8-6bf6-42bb-96c7-74569a0a13a7 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:17.877709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Pushing event updated for resources: {'Port': ['ID=548cfa69-34f8-4ad9-b63b-d2b4bbdcd0a6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.956483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.956741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.957142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.957451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.958160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.958271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.958561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.958925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.959254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.959630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.959935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:17.963307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Network': ['ID=0a5fdfb0-edd4-4d18-8988-90ea751978b8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:17.988237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564f3c-bae3-4d29-8f96-0923754e94f4 req-10a9cd7d-083b-4278-987c-3a7c6e346047 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:17.995207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224963c8-6bf6-42bb-96c7-74569a0a13a7 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:17.995438 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c564f3c-bae3-4d29-8f96-0923754e94f4 req-10a9cd7d-083b-4278-987c-3a7c6e346047 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.8370454 Apr 22 14:37:18.005921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.009514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:18.010191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.125392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:18.138976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fc8bbecd-60ae-42f4-9c45-a9f62ca652aa tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/0a5fdfb0-edd4-4d18-8988-90ea751978b8 HTTP/1.1" status: 204 len: 168 time: 7.8228018 Apr 22 14:37:18.145142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579637a2-3297-4c0f-bb80-316250a80ad8 req-410d1b91-4803-4a35-85a4-7331c3606cc9 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:18.146588 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-579637a2-3297-4c0f-bb80-316250a80ad8 req-410d1b91-4803-4a35-85a4-7331c3606cc9 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.8518834 Apr 22 14:37:18.157338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56338) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:18.168967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] Sync routers for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:18.184118 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6957946 Apr 22 14:37:18.184118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1132430342'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:18.214192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] No DVR routers for this DVR port 76afaddc-616a-4d6c-b930-bded54130f16 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:18.216689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.227271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'name': 'network-vif-deleted', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:37:18.229885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-3bee5386-ade5-44e0-9a85-e3e1b5e71e0a tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:18.231342 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-3bee5386-ade5-44e0-9a85-e3e1b5e71e0a tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 0.8319542 Apr 22 14:37:18.233224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:18.247362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:18.248033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:18.249146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.293531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:network and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:18.298699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446944f-a8e0-44ec-b216-9b4f91293b39 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=a5fc95cb-2d64-4848-a5c1-434002b35145,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:18.305687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:18.307513 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-338b5944-b345-4d05-a3e2-4f4ad6a3e341 req-1564b5e9-080f-430f-bbe1-25ab7e177882 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.24 "DELETE /v2.0/ports/76afaddc-616a-4d6c-b930-bded54130f16 HTTP/1.1" status: 204 len: 173 time: 2.3829443 Apr 22 14:37:18.343658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56344) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:18.346891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:18.372658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:18.380241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network a5fc95cb-2d64-4848-a5c1-434002b35145 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:18.458483 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c564f3c-bae3-4d29-8f96-0923754e94f4 req-e833322e-f978-43bb-af8d-5a9825e7fe06 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622190 Apr 22 14:37:18.463158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.467781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.472173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 76afaddc-616a-4d6c-b930-bded54130f16 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:18.504512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-579637a2-3297-4c0f-bb80-316250a80ad8 req-7fd9909f-080c-42c1-a84c-67fe693809fa tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277948 Apr 22 14:37:18.588115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 76afaddc-616a-4d6c-b930-bded54130f16 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:18.588544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 76afaddc-616a-4d6c-b930-bded54130f16 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:18.659505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Deleting port 9326db57-d688-4953-87fb-9d880ab3e445 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:18.660076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.707855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:18.711277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:18.782590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:18.785354 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34267dc2-4a48-4500-9ada-5d7b25fe54b8'] response: {'server_uuid': '8a01ade9-5c62-4377-a993-71bf41fc5066', 'name': 'network-vif-deleted', 'tag': '76afaddc-616a-4d6c-b930-bded54130f16', 'status': 'completed', 'code': 200} Apr 22 14:37:19.004548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Router e2d38da9-15ff-4925-9ce2-2381cd54b4b4 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:19.027410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-462e79ce-7d66-470d-b754-2511cd805785 req-71fec97e-7cd7-4364-a2f6-05cf97eb6453 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a01ade9-5c62-4377-a993-71bf41fc5066 HTTP/1.1" status: 200 len: 210 time: 0.3853755 Apr 22 14:37:19.134491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:19.138420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:19.141557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:19.147854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:19.202636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:19.262217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:19.318709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:19.329347 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] Sync routers for ids ['e2d38da9-15ff-4925-9ce2-2381cd54b4b4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:19.344537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.345815 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f361ba4e-def0-425d-b42b-610c0ebf75e6 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "PUT /v2.0/routers/e2d38da9-15ff-4925-9ce2-2381cd54b4b4 HTTP/1.1" status: 200 len: 918 time: 4.0854521 Apr 22 14:37:19.349872 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] Routers {'e2d38da9-15ff-4925-9ce2-2381cd54b4b4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:19.350773 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e2d38da9-15ff-4925-9ce2-2381cd54b4b4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:19.351858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56352) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.353686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:51Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:19.371879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] Checking router: a97f2ea5-546d-47dc-a5fa-aac7bf467272 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:37:19.399250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:19.402715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:19.438814 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:19.451578 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] Routers {'e2d38da9-15ff-4925-9ce2-2381cd54b4b4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:19.452532 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e2d38da9-15ff-4925-9ce2-2381cd54b4b4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:19.517087 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:19.518164 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7f64f-f078-4a20-99a7-b1a0f4cc827f None None] The sync data for ids ['e2d38da9-15ff-4925-9ce2-2381cd54b4b4'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:19.567650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.590423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.591425 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Added segment 8167714b-2625-4898-8226-56e346ce501d of type vlan for network 2c417c57-0674-4589-bbc8-c327f9ee6c23 Apr 22 14:37:19.670241 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d5246286-f9df-4b68-b87c-44c95b5e0462 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/e2d38da9-15ff-4925-9ce2-2381cd54b4b4 HTTP/1.1" status: 200 len: 924 time: 0.3138702 Apr 22 14:37:19.672837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56358) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.760517 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-55b597a9-068d-4889-b76f-60f6ce0c6fdc tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=e2d38da9-15ff-4925-9ce2-2381cd54b4b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0863397 Apr 22 14:37:19.763333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56362) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.779234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:19.808404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:19.841555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.870133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:19.917728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78442e2e-4384-438d-88ec-d47e530c170f tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:19.921917 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-78442e2e-4384-438d-88ec-d47e530c170f tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.1545784 Apr 22 14:37:19.922281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56366) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:19.989093 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e06a0f6f-a944-4aa6-8b6d-65d63a9408b2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d38da9-15ff-4925-9ce2-2381cd54b4b4 HTTP/1.1" status: 200 len: 205 time: 0.0608315 Apr 22 14:37:19.989093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56370) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:20.068332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.069009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.116575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7ef1f-e554-4fc2-9547-87445f3fcd3d req-92611237-7309-4e55-939c-6d22eb8f57a7 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:20.122042 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-13a7ef1f-e554-4fc2-9547-87445f3fcd3d req-92611237-7309-4e55-939c-6d22eb8f57a7 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 1.1082838 Apr 22 14:37:20.159405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:20.165079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:51Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:20.169646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c635cc3-10d1-406a-b8b6-3efc5a0751d3 None None] The sync data for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv is: [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:35:39Z', 'revision_number': 4, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '50f4eb06-81c3-4d49-ba7d-61cd52aef978', 'name': '', 'network_id': 'd09090f3-951b-4055-9bcc-1afc7b6b6ab6', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'mac_address': 'fa:16:3e:4e:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:37Z', 'updated_at': '2022-04-22T14:35:51Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'subnets': [{'id': '802b3571-e9f9-4d1f-a444-60f04e693561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:20.206845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] For port 9326db57-d688-4953-87fb-9d880ab3e445, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9326db57-d688-4953-87fb-9d880ab3e445,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:20.207237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.228414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.335099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Port': ['ID=844a97bd-8fb0-4721-b6f7-38c001a67061,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:20.445191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.457722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.459354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Deleting port 548cfa69-34f8-4ad9-b63b-d2b4bbdcd0a6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:20.459854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.462014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:20.462607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.511904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31457d96-9942-43ea-9ca1-418e29b07b9e None None] New status for floating IP 07eb20cb-b8c1-44e0-8309-f588277f482a: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:37:20.654443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:20.719403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-13a7ef1f-e554-4fc2-9547-87445f3fcd3d req-8350a714-9a56-48e8-8a9a-e8e230994954 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5742476 Apr 22 14:37:20.725216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ebd92-9184-4176-a0f9-191a3efa9bb4 req-cf660742-450d-432d-8464-f024108b05a4 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:20.726726 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce1ebd92-9184-4176-a0f9-191a3efa9bb4 req-cf660742-450d-432d-8464-f024108b05a4 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 945 time: 1.0293255 Apr 22 14:37:20.809634 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6500237 Apr 22 14:37:20.905942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56376) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:20.924489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Calling delete_port for 548cfa69-34f8-4ad9-b63b-d2b4bbdcd0a6 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:20.937104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56380) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:20.964461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Request body: {'subnet': {'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:21.105069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.144544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:21.158969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event deleted for resources: {'Port': ['ID=548cfa69-34f8-4ad9-b63b-d2b4bbdcd0a6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:21.208220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Usage tracker for resource:subnet and tenant:449b754820f7443b82540d52b589e82e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:21.215694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43fb1-1511-43c3-b45d-203740360e99 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Network': ['ID=2c417c57-0674-4589-bbc8-c327f9ee6c23,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:21.233587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2c417c57-0674-4589-bbc8-c327f9ee6c23 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:21.247804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:21.260586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.261093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.261602 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Floating IP 3b670411-3081-4bea-8f80-5d95d291323c disassociated. External IP: 172.26.2.113, port: 9326db57-d688-4953-87fb-9d880ab3e445. Apr 22 14:37:21.262216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Calling delete_port for 9326db57-d688-4953-87fb-9d880ab3e445 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:21.320849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:21.354790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:21.358538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:21.387446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:21.418511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.570279 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce1ebd92-9184-4176-a0f9-191a3efa9bb4 req-8a42b387-0cf4-4d9c-988e-6771bac8ace6 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups?id=4201ea2d-730d-4957-bf5c-c0141a2bfb11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8245616 Apr 22 14:37:21.619091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Made reservation on behalf of 449b754820f7443b82540d52b589e82e for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:21.620780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b2424bdd-0234-40c4-b162-49663f43fee0 None None] Provisioning complete for port 844a97bd-8fb0-4721-b6f7-38c001a67061 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:21.621793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2424bdd-0234-40c4-b162-49663f43fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.691152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b2424bdd-0234-40c4-b162-49663f43fee0 None None] Port 844a97bd-8fb0-4721-b6f7-38c001a67061 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:21.706166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.711867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.755629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.756863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Fanout notify agent at l3_agent the message router_deleted on router e2d38da9-15ff-4925-9ce2-2381cd54b4b4 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:21.775236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.786064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.793730 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-36b26bc9-97fe-4d6b-9e38-698b41a45653 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/e2d38da9-15ff-4925-9ce2-2381cd54b4b4 HTTP/1.1" status: 204 len: 168 time: 1.8053148 Apr 22 14:37:21.794422 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56388) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:21.806443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1660184913', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:21.813505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:21.817643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Usage tracker for resource:router and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:21.820592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:21.826597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:21.839842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.840836 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:21.859950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.005881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.059989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-977f4a4c-3433-495f-8984-988356ede890 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.199366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.233220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.336064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.372185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Allocated IP 172.26.2.25 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b3396d2e-4af3-4572-aec5-d727556f1a86) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:22.423892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-977f4a4c-3433-495f-8984-988356ede890 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.432575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=14660cb2-95b6-4732-9268-d431a73b4789,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.473751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9326db57-d688-4953-87fb-9d880ab3e445 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:22.533482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '51a7338e-6d5b-4973-96bf-2ab6f7ca1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:22.533825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: a5fc95cb-2d64-4848-a5c1-434002b35145, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:22.559554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.573140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Port 9326db57-d688-4953-87fb-9d880ab3e445 update to DOWN by agent not found {{(pid=84060) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 14:37:22.635720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event deleted for resources: {'Port': ['ID=9326db57-d688-4953-87fb-9d880ab3e445,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.636843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.686957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.690921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddaa5e-5731-47b6-93b4-5bea20b42d72 req-1d469ad2-e77b-45bd-84bf-eacef0eb1e5e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:22.692520 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-69ddaa5e-5731-47b6-93b4-5bea20b42d72 req-1d469ad2-e77b-45bd-84bf-eacef0eb1e5e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6449201 Apr 22 14:37:22.706304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-977f4a4c-3433-495f-8984-988356ede890 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.756841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:22.760094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:22.762550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:22.807431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event updated for resources: {'Port': ['ID=b3396d2e-4af3-4572-aec5-d727556f1a86,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.858885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network a5fc95cb-2d64-4848-a5c1-434002b35145 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:22.875378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f4a4c-3433-495f-8984-988356ede890 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4757f-2845-4ea9-8ff7-c4ac2962d461,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:22.934118 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5573bf98-5d21-4131-b43d-2e66f885e627 req-f947653b-6141-4ab0-bbd5-49f8f44151db tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.2365115 Apr 22 14:37:22.937251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.938099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:22.973986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, a5fc95cb-2d64-4848-a5c1-434002b35145) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:22.981814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f6347-323d-4195-b628-de89b8a2308c None None] Network a5fc95cb-2d64-4848-a5c1-434002b35145 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:22.985896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:22.986478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.118402 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-69ddaa5e-5731-47b6-93b4-5bea20b42d72 req-73ef612c-ef23-4840-bbe1-5d438979f214 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4139199 Apr 22 14:37:23.122292 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6b09052e-a8b2-4b5d-a519-f38c57e32ffd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.7730334 Apr 22 14:37:23.124835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56396) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:23.138925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1987076149'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:23.156456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-977f4a4c-3433-495f-8984-988356ede890 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.158140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:23.162879 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-977f4a4c-3433-495f-8984-988356ede890 tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "DELETE /v2.0/security-groups/f3f4757f-2845-4ea9-8ff7-c4ac2962d461 HTTP/1.1" status: 204 len: 168 time: 2.2030869 Apr 22 14:37:23.166775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56402) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:23.169787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:23.187519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:23.204527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:23.206643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:23.213783 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-9cc89988-b747-48eb-82c6-0b206363456e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] show failed (client error): The resource could not be found. Apr 22 14:37:23.217606 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9cc89988-b747-48eb-82c6-0b206363456e tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "GET /v2.0/security-groups/f3f4757f-2845-4ea9-8ff7-c4ac2962d461 HTTP/1.1" status: 404 len: 347 time: 0.0471611 Apr 22 14:37:23.222043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56406) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:23.223784 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:23.255484 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:23.256100 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.326424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-a5fc95cb-2d64-4848-a5c1-434002b35145', 'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '14660cb2-95b6-4732-9268-d431a73b4789'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:23.327366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.369735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:23.372551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.395630 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.425716 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:23.426212 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.501545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:23.504450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Deleting port ecf4e360-1c96-42bd-aae5-01c5c26efc94 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:23.504904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.529529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Router 0e3ed323-0e36-4c3d-afe8-5a6453f25e2c is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:23.548585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Allocated IP 172.20.255.242 (a5fc95cb-2d64-4848-a5c1-434002b35145/14660cb2-95b6-4732-9268-d431a73b4789/a44adbbf-35a0-4335-8956-d36b3c8745be) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:23.560335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.560824 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 8131c26e-9e8f-475a-bc6c-dbf62aeb6014 of type vlan for network f3c4572f-8096-470c-8a31-175171efde07 Apr 22 14:37:23.611279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:23.612070 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106998e-4b20-44db-a232-56490cbe60bd None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:23.633255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:37:23.663538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.708670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.804065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.804543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.814213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Router db5bedc2-8153-4282-a084-a62c54f97f46 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:37:23.820548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.824643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:23.825404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.875492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:23.888594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Transition to ACTIVE for port object a44adbbf-35a0-4335-8956-d36b3c8745be will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:23.916304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Transition to ACTIVE for port object a44adbbf-35a0-4335-8956-d36b3c8745be will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:23.926381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event updated for resources: {'Subnet': ['ID=632fd78f-6f9d-4090-b84f-5ff7e958abaf,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:23.928794 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.033735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Calling delete_port for ecf4e360-1c96-42bd-aae5-01c5c26efc94 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:24.064157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Network a5fc95cb-2d64-4848-a5c1-434002b35145 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:24.072281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:24.075132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:24.122153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Pushing event updated for resources: {'Port': ['ID=a44adbbf-35a0-4335-8956-d36b3c8745be,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.136594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.136809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.137281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.137616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.137792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:24.138035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.138282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.138602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.138945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.139264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.139961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.139961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:37:24.155562 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0253267 Apr 22 14:37:24.165497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56414) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:24.178175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f595bb2-4983-4eb2-889f-b486a9d8a7ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=f3c4572f-8096-470c-8a31-175171efde07,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.183341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': 'f3c4572f-8096-470c-8a31-175171efde07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:24.196710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Attempting to bind port a44adbbf-35a0-4335-8956-d36b3c8745be on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:24.197130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Attempting to bind port a44adbbf-35a0-4335-8956-d36b3c8745be by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '51a7338e-6d5b-4973-96bf-2ab6f7ca1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:24.197435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Attempting to bind port a44adbbf-35a0-4335-8956-d36b3c8745be on network a5fc95cb-2d64-4848-a5c1-434002b35145 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:24.199775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network f3c4572f-8096-470c-8a31-175171efde07 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:24.211894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7dcd489f-805e-4758-8cc1-49961891feef req-9c7e9b9a-594c-4a2e-a466-ededaea5b7fc tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Synchronizing usage tracker for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:24.226352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c8eaa-1bf7-4849-8e72-1e9b0dd376e8 req-615e3dc8-f0f9-4012-9e9d-940972f3406c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:24.227820 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-681c8eaa-1bf7-4849-8e72-1e9b0dd376e8 req-615e3dc8-f0f9-4012-9e9d-940972f3406c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3090160 Apr 22 14:37:24.244124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Checking segment: {'id': '8167714b-2625-4898-8226-56e346ce501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:24.244471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network hostable DHCP agents. Network: 2c417c57-0674-4589-bbc8-c327f9ee6c23, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:24.308704 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:24.309072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Checking segment: {'id': '51a7338e-6d5b-4973-96bf-2ab6f7ca1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:24.309477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.309999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Bound using segment: {'id': '51a7338e-6d5b-4973-96bf-2ab6f7ca1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:24.310483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Bound port: a44adbbf-35a0-4335-8956-d36b3c8745be, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a7338e-6d5b-4973-96bf-2ab6f7ca1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a5fc95cb-2d64-4848-a5c1-434002b35145'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:24.310855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.413844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] For port a44adbbf-35a0-4335-8956-d36b3c8745be, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:24.416999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] For port a44adbbf-35a0-4335-8956-d36b3c8745be, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a44adbbf-35a0-4335-8956-d36b3c8745be,segment=NetworkSegment(51a7338e-6d5b-4973-96bf-2ab6f7ca1510),segment_id=51a7338e-6d5b-4973-96bf-2ab6f7ca1510)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:24.421393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7dcd489f-805e-4758-8cc1-49961891feef req-9c7e9b9a-594c-4a2e-a466-ededaea5b7fc tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Unset dirty status for tenant:14642dc2700d48d4afb4b616f52c8a70 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:24.421583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.422597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7dcd489f-805e-4758-8cc1-49961891feef req-9c7e9b9a-594c-4a2e-a466-ededaea5b7fc tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.2890191 Apr 22 14:37:24.445452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:24.458464 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d516dac6-44eb-4e68-807b-ccf027a8020a tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9526982 Apr 22 14:37:24.458464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56418) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:24.478071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] Sync routers for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:24.501781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:24.502474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:24.511012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:24.518676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:24.522132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:24.547252 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-681c8eaa-1bf7-4849-8e72-1e9b0dd376e8 req-0aeed119-6e86-40ae-9d31-4bf2fab6c63a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073261 Apr 22 14:37:24.560987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:24.580639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:24.606490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03ae24-6294-46e5-8764-36d716a2e7d8 None None] Pushing event updated for resources: {'Port': ['ID=a44adbbf-35a0-4335-8956-d36b3c8745be,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.618680 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:24.621084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:24.621800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:24.649419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Network 2c417c57-0674-4589-bbc8-c327f9ee6c23 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:24.690049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:24.690385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94903949-e857-4bcf-b3aa-bc99d1c1eadf None None] The sync data for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:24.699651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.726063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2c417c57-0674-4589-bbc8-c327f9ee6c23) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:24.735536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885f2f1-6a76-4733-ae29-b9251a59d3ea None None] Network 2c417c57-0674-4589-bbc8-c327f9ee6c23 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:24.779344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Pushing event deleted for resources: {'Port': ['ID=ecf4e360-1c96-42bd-aae5-01c5c26efc94,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:24.820558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.829915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:24.830876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:24.889347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-193f4276-f4dc-4dbf-b1a6-b251e3b7e2a2 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9584522 Apr 22 14:37:24.901435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56422) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.032418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.041194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-2c417c57-0674-4589-bbc8-c327f9ee6c23', 'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23', 'tenant_id': '449b754820f7443b82540d52b589e82e', 'fixed_ips': [{'subnet_id': '632fd78f-6f9d-4090-b84f-5ff7e958abaf'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:25.044179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.053604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:25.068633 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] Sync routers for ids ['db5bedc2-8153-4282-a084-a62c54f97f46'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:25.083420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.087402 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5f58cd25-edf4-4e8b-9f20-9a6a32e345ce tempest-ServersTestManualDisk-927534484 tempest-ServersTestManualDisk-927534484-project] 10.222.0.32 "DELETE /v2.0/floatingips/07eb20cb-b8c1-44e0-8309-f588277f482a HTTP/1.1" status: 204 len: 168 time: 1.8567019 Apr 22 14:37:25.089165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56426) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.092507 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] Routers {'db5bedc2-8153-4282-a084-a62c54f97f46'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:25.095665 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['db5bedc2-8153-4282-a084-a62c54f97f46'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.211405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.229732 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.245850 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] Routers {'db5bedc2-8153-4282-a084-a62c54f97f46'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:25.247139 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['db5bedc2-8153-4282-a084-a62c54f97f46'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.266979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a44adbbf-35a0-4335-8956-d36b3c8745be up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:25.328284 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.328933 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356eee99-ca7b-45c4-9056-c2363cb68c43 None None] The sync data for ids ['db5bedc2-8153-4282-a084-a62c54f97f46'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:25.342766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.343981 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bca793c4-ec71-43eb-b06b-858e6dd18c84 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5485528 Apr 22 14:37:25.361045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Allocated IP 2001:db8::f816:3eff:fe95:336b (2c417c57-0674-4589-bbc8-c327f9ee6c23/632fd78f-6f9d-4090-b84f-5ff7e958abaf/825e1cd0-6604-4af8-a164-c2f3093cbcbb) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:25.373820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56430) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.386973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:25.437513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.529579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a44adbbf-35a0-4335-8956-d36b3c8745be completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:25.548418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=fb4173ae-86e1-42d4-949a-31c928c8ad0b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:25.622320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:25.634296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '8131c26e-9e8f-475a-bc6c-dbf62aeb6014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f3c4572f-8096-470c-8a31-175171efde07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:25.635778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: f3c4572f-8096-470c-8a31-175171efde07, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:25.636757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] Sync routers for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:25.654679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.677459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network f3c4572f-8096-470c-8a31-175171efde07 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:25.679900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Transition to ACTIVE for port object 825e1cd0-6604-4af8-a164-c2f3093cbcbb will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:25.702073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, f3c4572f-8096-470c-8a31-175171efde07) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:25.702934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:25.703570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:25.711457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:25.714143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:25.780582 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ed134682-c107-468a-95f4-016ee56dcf63 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6098146 Apr 22 14:37:25.782719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56438) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:25.806926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48281d09-c5b3-4703-9876-6e3f0e8f7279 None None] Network f3c4572f-8096-470c-8a31-175171efde07 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:25.901790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Transition to ACTIVE for port object 825e1cd0-6604-4af8-a164-c2f3093cbcbb will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:25.991375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.060097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bbb3c674-00eb-4556-ae26-0df6720b3f07 req-7635f009-47ee-4797-8b27-4fcf3fa765b3 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dbf1db5-5599-4992-a308-03d7253240d8 HTTP/1.1" status: 200 len: 210 time: 0.1885002 Apr 22 14:37:26.090348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] No DVR routers for this DVR port 9326db57-d688-4953-87fb-9d880ab3e445 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:26.096422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bfde2c-5258-4481-b748-11b0ee3f3dcf None None] Network a5fc95cb-2d64-4848-a5c1-434002b35145 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:26.115722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.136843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.139792 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b6edb8b4-fdf5-4d9a-a0fc-515d4ac4b4cb req-8dc7ab9d-23c9-47f8-b92f-9f997d4c6b51 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.24 "DELETE /v2.0/ports/9326db57-d688-4953-87fb-9d880ab3e445 HTTP/1.1" status: 204 len: 173 time: 7.8799279 Apr 22 14:37:26.140523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.180128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'name': 'network-vif-deleted', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:37:26.224017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.262530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Network 2c417c57-0674-4589-bbc8-c327f9ee6c23 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:26.277515 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734fff41-3ac4-411e-8c58-f0600a7ddf77'] response: {'server_uuid': '0dbf1db5-5599-4992-a308-03d7253240d8', 'name': 'network-vif-deleted', 'tag': '9326db57-d688-4953-87fb-9d880ab3e445', 'status': 'completed', 'code': 200} Apr 22 14:37:26.304279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:26.304984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.328625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:26.333821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.392478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:26.418510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Subnet': ['ID=632fd78f-6f9d-4090-b84f-5ff7e958abaf,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:26.443308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Pushing event updated for resources: {'Port': ['ID=825e1cd0-6604-4af8-a164-c2f3093cbcbb,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:26.475983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] Provisioning for port a44adbbf-35a0-4335-8956-d36b3c8745be completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:26.527901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] Provisioning complete for port a44adbbf-35a0-4335-8956-d36b3c8745be triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:26.528270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.562454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64d2c-4a57-461d-9824-4c0b872b4896 req-b19dadf4-8170-40cc-a0d8-2818c08ceb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:26.564022 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ee64d2c-4a57-461d-9824-4c0b872b4896 req-b19dadf4-8170-40cc-a0d8-2818c08ceb5a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6948292 Apr 22 14:37:26.586205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.631202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4173ae-86e1-42d4-949a-31c928c8ad0b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:26.683943 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:26.739271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.774168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c4572f-8096-470c-8a31-175171efde07']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.778134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.791346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8131c26e-9e8f-475a-bc6c-dbf62aeb6014') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.791976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8131c26e-9e8f-475a-bc6c-dbf62aeb6014') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.803472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Attempting to bind port 825e1cd0-6604-4af8-a164-c2f3093cbcbb on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:26.803973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Attempting to bind port 825e1cd0-6604-4af8-a164-c2f3093cbcbb by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8167714b-2625-4898-8226-56e346ce501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:26.804331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Attempting to bind port 825e1cd0-6604-4af8-a164-c2f3093cbcbb on network 2c417c57-0674-4589-bbc8-c327f9ee6c23 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:26.807600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.836871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.840044 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:26.840411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Checking segment: {'id': '8167714b-2625-4898-8226-56e346ce501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:26.840814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.841201 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Bound using segment: {'id': '8167714b-2625-4898-8226-56e346ce501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:26.841716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Bound port: 825e1cd0-6604-4af8-a164-c2f3093cbcbb, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8167714b-2625-4898-8226-56e346ce501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2c417c57-0674-4589-bbc8-c327f9ee6c23'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:26.842474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.846459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:26.848026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:26.862023 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:26.920280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c417c57-0674-4589-bbc8-c327f9ee6c23']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.939239 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ee64d2c-4a57-461d-9824-4c0b872b4896 req-2f7e94eb-0290-41cd-9f03-02500df30e24 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517332 Apr 22 14:37:26.942277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8167714b-2625-4898-8226-56e346ce501d') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.942565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8167714b-2625-4898-8226-56e346ce501d') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:26.948080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc8928-7ec6-45d3-ac88-f49475ebfe4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-f3c4572f-8096-470c-8a31-175171efde07', 'network_id': 'f3c4572f-8096-470c-8a31-175171efde07', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': 'fb4173ae-86e1-42d4-949a-31c928c8ad0b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:26.950300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8928-7ec6-45d3-ac88-f49475ebfe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:26.964130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.008877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.033012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.045811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.056832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=f3c4572f-8096-470c-8a31-175171efde07,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.060705 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dbad854b-6804-4573-8b9c-86eff998b48e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/f3c4572f-8096-470c-8a31-175171efde07 HTTP/1.1" status: 204 len: 168 time: 1.2712572 Apr 22 14:37:27.065880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56446) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.072478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-598022508'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:27.077976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:27.084217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:27.088040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:27.089286 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:37:27.094753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:27.127140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:27.127832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:27.176755 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:27.229154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:27.232841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.291949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.312446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:27.438106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.438106 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 48aba58f-3708-4eda-853b-1bcdacc35505 of type vlan for network b2403d26-9f75-44cb-a097-0775f5a3b3d4 Apr 22 14:37:27.442579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] For port 825e1cd0-6604-4af8-a164-c2f3093cbcbb, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:27.479375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90dbdd4-35a9-45a7-9f86-6286efbf63ab None None] Network f3c4572f-8096-470c-8a31-175171efde07 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:27.479664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.483655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56454) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.505495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] For port a44adbbf-35a0-4335-8956-d36b3c8745be, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a44adbbf-35a0-4335-8956-d36b3c8745be,segment=NetworkSegment(51a7338e-6d5b-4973-96bf-2ab6f7ca1510),segment_id=51a7338e-6d5b-4973-96bf-2ab6f7ca1510)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:27.522727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90dbdd4-35a9-45a7-9f86-6286efbf63ab None None] Network f3c4572f-8096-470c-8a31-175171efde07 could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:37:27.524162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.614400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] For port 825e1cd0-6604-4af8-a164-c2f3093cbcbb, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=825e1cd0-6604-4af8-a164-c2f3093cbcbb,segment=NetworkSegment(8167714b-2625-4898-8226-56e346ce501d),segment_id=8167714b-2625-4898-8226-56e346ce501d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:27.617014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.621290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:27.622174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.631472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.644994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:27.644994 dv-neutron-838878-1-hyperv neutron-server[84059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:27.644994 dv-neutron-838878-1-hyperv neutron-server[84059]: [parameters: {'id': '2c417c57-0674-4589-bbc8-c327f9ee6c23'}] Apr 22 14:37:27.644994 dv-neutron-838878-1-hyperv neutron-server[84059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:27.644994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:27.669352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf18b46-402c-4199-8553-2cc24ad870e4 None None] Pushing event updated for resources: {'Port': ['ID=a44adbbf-35a0-4335-8956-d36b3c8745be,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.765636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d946d7-bfcd-4237-b036-55c345c05ab9 req-415d9ead-d130-41e3-8707-5e0222b7b91f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:27.776944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-34a61693-a21f-4be3-af66-d664e149090d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.777359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ce49c-c33c-4d28-be9a-e9326d96d375 None None] Pushing event updated for resources: {'Port': ['ID=825e1cd0-6604-4af8-a164-c2f3093cbcbb,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.779607 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7125156 Apr 22 14:37:27.782894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121843d-cdb0-4759-8140-c0478af7e861 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=b2403d26-9f75-44cb-a097-0775f5a3b3d4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:27.783413 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-43d946d7-bfcd-4237-b036-55c345c05ab9 req-415d9ead-d130-41e3-8707-5e0222b7b91f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6782944 Apr 22 14:37:27.785325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56458) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:27.805051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:27.817308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network b2403d26-9f75-44cb-a097-0775f5a3b3d4 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:27.835738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:48Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:27.896792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-34a61693-a21f-4be3-af66-d664e149090d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:27.899244 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] Checking router: 445b9945-9fd6-40e4-ab26-ef6a10fc2942 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:37:27.936619 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-43d946d7-bfcd-4237-b036-55c345c05ab9 req-7b55f246-9657-41b8-8b05-239ef53bd1ef tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520028 Apr 22 14:37:27.971268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:27.972251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.019229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:28.036036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-e34bd7d2-9566-49a7-994d-3275e6fa6036 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:37:28.036672 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:28.040836 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:28.047904 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e34bd7d2-9566-49a7-994d-3275e6fa6036 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.5898726 Apr 22 14:37:28.048566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:28.051437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56464) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.062170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:28.063061 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.072163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.080980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b153193-1da0-41e4-9b76-912055b40fa7 None None] Network 2c417c57-0674-4589-bbc8-c327f9ee6c23 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:28.108329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:28.130835 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.146236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:28.148717 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:28.149591 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.155589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.217700 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:28.218390 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef763734-026c-43b5-8a4f-d11b3e2a88b1 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:28.234826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting port 825e1cd0-6604-4af8-a164-c2f3093cbcbb {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:28.235162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.259426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-34a61693-a21f-4be3-af66-d664e149090d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.428828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a61693-a21f-4be3-af66-d664e149090d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4201ea2d-730d-4957-bf5c-c0141a2bfb11,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:28.433140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:28.478568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1e85d6f3-53ce-4ffe-baa1-006b089687f0 None None] Provisioning complete for port a44adbbf-35a0-4335-8956-d36b3c8745be triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:28.479447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1e85d6f3-53ce-4ffe-baa1-006b089687f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.503492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-34a61693-a21f-4be3-af66-d664e149090d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.506985 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-34a61693-a21f-4be3-af66-d664e149090d tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "DELETE /v2.0/security-groups/4201ea2d-730d-4957-bf5c-c0141a2bfb11 HTTP/1.1" status: 204 len: 168 time: 1.0135391 Apr 22 14:37:28.522841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56468) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.564472 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-713fbadb-a247-475c-be65-07018427d328 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/floatingips/abd0f83e-08aa-4031-833a-ade9f448cd0e HTTP/1.1" status: 200 len: 977 time: 16.7411366 Apr 22 14:37:28.566914 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-aac46525-a250-43e8-a96b-5d7c55a4e44b tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] show failed (client error): The resource could not be found. Apr 22 14:37:28.570556 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aac46525-a250-43e8-a96b-5d7c55a4e44b tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "GET /v2.0/security-groups/4201ea2d-730d-4957-bf5c-c0141a2bfb11 HTTP/1.1" status: 404 len: 347 time: 0.0435712 Apr 22 14:37:28.570556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56472) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.572805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56474) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:28.604984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.624259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:28.661596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:28.741556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbbfa5-b398-4c1b-94ff-c07093eaccf2 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:28.827604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing IP validity checks on allocation pools {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:37:28.828182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:37:28.856216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Deleting port 50f4eb06-81c3-4d49-ba7d-61cd52aef978 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:28.856434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.872831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Deleting port eb375895-5225-48c2-a169-91e93b025ca6 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:28.873463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.896595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:28.905430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4d12c-0492-4af0-8d55-79244f89405c req-0120deae-7449-49d6-8dec-5a703a1a2a71 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:28.907016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-72b4d12c-0492-4af0-8d55-79244f89405c req-0120deae-7449-49d6-8dec-5a703a1a2a71 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6733689 Apr 22 14:37:28.968483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] For port 825e1cd0-6604-4af8-a164-c2f3093cbcbb, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=825e1cd0-6604-4af8-a164-c2f3093cbcbb,segment=NetworkSegment(8167714b-2625-4898-8226-56e346ce501d),segment_id=8167714b-2625-4898-8226-56e346ce501d)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:28.968881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.162373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbbfa5-b398-4c1b-94ff-c07093eaccf2 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:29.172845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Calling delete_port for 825e1cd0-6604-4af8-a164-c2f3093cbcbb owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:29.183678 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a44adbbf-35a0-4335-8956-d36b3c8745be up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:29.251697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-72b4d12c-0492-4af0-8d55-79244f89405c req-c89d707e-0f9f-4216-876b-88a42ac850c6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280351 Apr 22 14:37:29.270951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:48Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:29.345229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.346283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.351033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b761c61-c002-4800-9c30-94aa600c1a45 None None] The sync data for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv is: [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:35:35Z', 'revision_number': 4, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '92eda67d-c3d3-4d14-a83c-592f6d698d21', 'name': '', 'network_id': '1ed703d7-105d-41d7-8659-3ab755ed2a64', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'mac_address': 'fa:16:3e:19:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:31Z', 'updated_at': '2022-04-22T14:35:48Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'subnets': [{'id': 'aa35179a-95ff-47b5-a03a-248df05cd55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:29.365526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.528251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.582975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a44adbbf-35a0-4335-8956-d36b3c8745be triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:29.583573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.641149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] For port 50f4eb06-81c3-4d49-ba7d-61cd52aef978, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=50f4eb06-81c3-4d49-ba7d-61cd52aef978,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:29.641506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.651540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab6d3f-1da5-49ce-8171-eb44feb33772 None None] New status for floating IP 3b670411-3081-4bea-8f80-5d95d291323c: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:37:29.677257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.691922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Calling delete_port for eb375895-5225-48c2-a169-91e93b025ca6 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:29.717334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Port': ['ID=825e1cd0-6604-4af8-a164-c2f3093cbcbb,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:29.753354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.753354 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP abd0f83e-08aa-4031-833a-ade9f448cd0e disassociated. External IP: 172.26.2.127, port: d40d8f17-1097-441e-a76e-85d1d03e7639. Apr 22 14:37:29.786619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No DVR routers for this DVR port 825e1cd0-6604-4af8-a164-c2f3093cbcbb on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:29.974933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:29.986891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.020242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c417c57-0674-4589-bbc8-c327f9ee6c23']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:30.028961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Calling delete_port for 50f4eb06-81c3-4d49-ba7d-61cd52aef978 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:30.029999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:30.030429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:30.046918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8167714b-2625-4898-8226-56e346ce501d') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:30.047265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8167714b-2625-4898-8226-56e346ce501d') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:30.069196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59b95f-cdde-4cd6-952b-15f9ede93df5 req-84eac663-4fd6-439f-8a2b-a98b89ae495d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:30.071381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9f59b95f-cdde-4cd6-952b-15f9ede93df5 req-84eac663-4fd6-439f-8a2b-a98b89ae495d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3876419 Apr 22 14:37:30.087827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.113930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.131232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=a97402f8-da46-4226-8d7c-fecabe155643,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.133171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.152110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Deleting port b3396d2e-4af3-4572-aec5-d727556f1a86 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:30.152110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.180677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:30.181081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:30.195814 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:30.224330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.290239 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9f59b95f-cdde-4cd6-952b-15f9ede93df5 req-9b9864ab-8f4b-42e4-ae18-47edc1215d58 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044375 Apr 22 14:37:30.364155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '48aba58f-3708-4eda-853b-1bcdacc35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:30.364494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: b2403d26-9f75-44cb-a097-0775f5a3b3d4, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:30.409410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.436330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.453525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network b2403d26-9f75-44cb-a097-0775f5a3b3d4 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:30.454626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Network': ['ID=2c417c57-0674-4589-bbc8-c327f9ee6c23,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.503965 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-943cb6f2-8c9a-46ab-9ce3-4e35fd3b3c8b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/2c417c57-0674-4589-bbc8-c327f9ee6c23 HTTP/1.1" status: 204 len: 168 time: 5.5863867 Apr 22 14:37:30.510756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, b2403d26-9f75-44cb-a097-0775f5a3b3d4) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:30.511589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56484) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:30.518845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:30.519584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.522536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b502b8-aae7-44c7-9cde-35c422358cb4 None None] Network b2403d26-9f75-44cb-a097-0775f5a3b3d4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:30.559789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Deleting port eb375895-5225-48c2-a169-91e93b025ca6 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:30.560033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.592343 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8606defd-9881-4da9-9466-00a5e576859c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7969725 Apr 22 14:37:30.595280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56488) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:30.607857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa7d51d-e2eb-42b8-8c50-d07aec519b7e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:30.608298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa7d51d-e2eb-42b8-8c50-d07aec519b7e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:30.612507 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1aa7d51d-e2eb-42b8-8c50-d07aec519b7e tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/632fd78f-6f9d-4090-b84f-5ff7e958abaf HTTP/1.1" status: 404 len: 337 time: 0.0874865 Apr 22 14:37:30.628211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.631935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56490) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:30.643265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.740699 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-b2403d26-9f75-44cb-a097-0775f5a3b3d4', 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': 'a97402f8-da46-4226-8d7c-fecabe155643'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:30.742411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:30.764177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f4eb06-81c3-4d49-ba7d-61cd52aef978,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:30.792585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-43585c58-4d70-42a1-97cd-03809aec7e2b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:30.793012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43585c58-4d70-42a1-97cd-03809aec7e2b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:30.797244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-43585c58-4d70-42a1-97cd-03809aec7e2b tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/2c417c57-0674-4589-bbc8-c327f9ee6c23 HTTP/1.1" status: 404 len: 339 time: 0.1597624 Apr 22 14:37:30.799606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56496) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:30.873360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Calling delete_port for b3396d2e-4af3-4572-aec5-d727556f1a86 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:30.910038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Allocated IP 172.20.0.3 (b2403d26-9f75-44cb-a097-0775f5a3b3d4/a97402f8-da46-4226-8d7c-fecabe155643/4b2e62c7-1731-4d03-b34d-240ce21baf78) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:30.943877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14c20-1eb6-4794-ac97-aa0f771e3430 req-2893ed7f-7be5-419e-9499-0a4eb0057e71 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:30.945405 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-67a14c20-1eb6-4794-ac97-aa0f771e3430 req-2893ed7f-7be5-419e-9499-0a4eb0057e71 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4936974 Apr 22 14:37:30.969204 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b044dab-662e-4d3b-b89a-088fe7523eeb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:30.969640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b044dab-662e-4d3b-b89a-088fe7523eeb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:30.971339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0b044dab-662e-4d3b-b89a-088fe7523eeb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/18ac5f75-df68-4a25-9f53-8fecb045f78a HTTP/1.1" status: 404 len: 337 time: 0.1477990 Apr 22 14:37:30.984278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56500) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:31.045289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d578ec-0bce-4447-9e1e-11bde2832bbb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:31.045761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d578ec-0bce-4447-9e1e-11bde2832bbb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:31.049740 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-11d578ec-0bce-4447-9e1e-11bde2832bbb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/0a5fdfb0-edd4-4d18-8988-90ea751978b8 HTTP/1.1" status: 404 len: 339 time: 0.0606925 Apr 22 14:37:31.051634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56504) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:31.064100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.064403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.190948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.194313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.206717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Transition to ACTIVE for port object 4b2e62c7-1731-4d03-b34d-240ce21baf78 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:31.233732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Transition to ACTIVE for port object 4b2e62c7-1731-4d03-b34d-240ce21baf78 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:31.243262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.283927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a81b6a-45a6-4222-a423-9a9fd035fb73 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:31.284364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a81b6a-45a6-4222-a423-9a9fd035fb73 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:31.288455 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3a81b6a-45a6-4222-a423-9a9fd035fb73 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/3893ba01-b474-4b10-9bc8-f447f1018031 HTTP/1.1" status: 404 len: 337 time: 0.2262399 Apr 22 14:37:31.311337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Network b2403d26-9f75-44cb-a097-0775f5a3b3d4 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:31.314467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:31.319012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:31.321190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Pushing event updated for resources: {'Port': ['ID=4b2e62c7-1731-4d03-b34d-240ce21baf78,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:31.341480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56508) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:31.356316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Calling delete_port for eb375895-5225-48c2-a169-91e93b025ca6 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:31.387385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 4b2e62c7-1731-4d03-b34d-240ce21baf78 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:31.387814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.392258 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-67a14c20-1eb6-4794-ac97-aa0f771e3430 req-a6aaa927-cbae-4eee-87a3-6dd21bb2fc7b tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306476 Apr 22 14:37:31.453868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Attempting to bind port 4b2e62c7-1731-4d03-b34d-240ce21baf78 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:31.454275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Attempting to bind port 4b2e62c7-1731-4d03-b34d-240ce21baf78 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '48aba58f-3708-4eda-853b-1bcdacc35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:31.454695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Attempting to bind port 4b2e62c7-1731-4d03-b34d-240ce21baf78 on network b2403d26-9f75-44cb-a097-0775f5a3b3d4 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:31.469561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:31.470265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Checking segment: {'id': '48aba58f-3708-4eda-853b-1bcdacc35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:31.470750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.471728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Bound using segment: {'id': '48aba58f-3708-4eda-853b-1bcdacc35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:31.472244 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Bound port: 4b2e62c7-1731-4d03-b34d-240ce21baf78, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48aba58f-3708-4eda-853b-1bcdacc35505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:31.472629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.578405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.589191 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4e7628-5672-4354-a62f-3775067ed383 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:31.589563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4e7628-5672-4354-a62f-3775067ed383 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:31.594881 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7f4e7628-5672-4354-a62f-3775067ed383 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/b3664ab9-65f5-415b-93bd-a36a3f91c232 HTTP/1.1" status: 404 len: 339 time: 0.2475781 Apr 22 14:37:31.599105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:31.616019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] For port 4b2e62c7-1731-4d03-b34d-240ce21baf78, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:31.621240 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] For port 4b2e62c7-1731-4d03-b34d-240ce21baf78, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4b2e62c7-1731-4d03-b34d-240ce21baf78,segment=NetworkSegment(48aba58f-3708-4eda-853b-1bcdacc35505),segment_id=48aba58f-3708-4eda-853b-1bcdacc35505)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:31.629260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.668268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Pushing event deleted for resources: {'Port': ['ID=b3396d2e-4af3-4572-aec5-d727556f1a86,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:31.720481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b076-ce7d-4692-a7cf-42d4e2506f04 None None] Pushing event updated for resources: {'Port': ['ID=4b2e62c7-1731-4d03-b34d-240ce21baf78,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:31.738003 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:31.838569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Pushing event deleted for resources: {'Port': ['ID=eb375895-5225-48c2-a169-91e93b025ca6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:31.871565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting port 7310a46c-9843-4960-b866-ea7cb6abcadd {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:31.871565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.086039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66db26f-ad61-4b2a-a378-3cf97f254fbe req-8d0cdcab-425e-4e89-9c81-b6612236fb6e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:32.087477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e66db26f-ad61-4b2a-a378-3cf97f254fbe req-8d0cdcab-425e-4e89-9c81-b6612236fb6e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4587319 Apr 22 14:37:32.118885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.176075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.263652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.275324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.281007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.285327 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-15d827ae-73d0-46d6-9b6d-3a113cb15a85 tempest-ServersTestJSON-1196130989 tempest-ServersTestJSON-1196130989-project] 10.222.0.32 "DELETE /v2.0/floatingips/3b670411-3081-4bea-8f80-5d95d291323c HTTP/1.1" status: 204 len: 168 time: 3.7047374 Apr 22 14:37:32.287043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56518) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:32.292090 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e66db26f-ad61-4b2a-a378-3cf97f254fbe req-ba2865fb-a607-41d4-b07e-bf04eed6d527 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966214 Apr 22 14:37:32.338016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 4b2e62c7-1731-4d03-b34d-240ce21baf78, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4b2e62c7-1731-4d03-b34d-240ce21baf78,segment=NetworkSegment(48aba58f-3708-4eda-853b-1bcdacc35505),segment_id=48aba58f-3708-4eda-853b-1bcdacc35505)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:32.338525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.506049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 4b2e62c7-1731-4d03-b34d-240ce21baf78 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:32.536031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:32.553106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.646348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.658650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a4292-89c6-43a5-b650-e57e8ec1c6eb None None] Network b2403d26-9f75-44cb-a097-0775f5a3b3d4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:32.674379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Router db5bedc2-8153-4282-a084-a62c54f97f46 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:32.715399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Calling delete_port for 7310a46c-9843-4960-b866-ea7cb6abcadd owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:32.760710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-73d59d93-7f5b-4323-93f1-b384aedfcb0d None None] Provisioning for port 4b2e62c7-1731-4d03-b34d-240ce21baf78 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:32.990329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:32.997249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:32.998330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-49342c18-e21c-48db-b228-2efdb8b8bcf6 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "PUT /v2.0/routers/db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 200 len: 710 time: 7.6181760 Apr 22 14:37:33.001598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56524) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.005286 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] Sync routers for ids ['db5bedc2-8153-4282-a084-a62c54f97f46'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:33.026858 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] Routers {'db5bedc2-8153-4282-a084-a62c54f97f46'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:33.027738 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['db5bedc2-8153-4282-a084-a62c54f97f46'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.129447 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.145109 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] Routers {'db5bedc2-8153-4282-a084-a62c54f97f46'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:33.145867 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['db5bedc2-8153-4282-a084-a62c54f97f46'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.230422 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:33.230820 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d852559-7b46-4457-8051-93d9aafc35e8 None None] The sync data for ids ['db5bedc2-8153-4282-a084-a62c54f97f46'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:33.236995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4b2e62c7-1731-4d03-b34d-240ce21baf78 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:33.294331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6a6afa2-8911-4de8-b920-dd1fc8d27788 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/routers/db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 200 len: 745 time: 0.2915187 Apr 22 14:37:33.297610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56528) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.351384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9807af43-c7e9-4925-834f-c41c2bfb0b95 tempest-RoutersIpV6AdminTest-2059697004 tempest-RoutersIpV6AdminTest-2059697004-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 200 len: 205 time: 0.0524664 Apr 22 14:37:33.353938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56532) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.354928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.399950 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d041481a-cea6-491b-a0ba-800aa7932f86 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 200 len: 205 time: 0.0448301 Apr 22 14:37:33.402661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56536) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.412044 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4b2e62c7-1731-4d03-b34d-240ce21baf78 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:33.418186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4b2e62c7-1731-4d03-b34d-240ce21baf78 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:33.418555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.429228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Port': ['ID=7310a46c-9843-4960-b866-ea7cb6abcadd,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.432995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.451456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 4b2e62c7-1731-4d03-b34d-240ce21baf78 was deleted so its status cannot be updated. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:37:33.479763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting port 844a97bd-8fb0-4721-b6f7-38c001a67061 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:33.480099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.524881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=4b2e62c7-1731-4d03-b34d-240ce21baf78,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:33.534666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.562060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.600266 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0a8e1da-7ecd-4613-b83f-ac507838fcd8 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/ports/7310a46c-9843-4960-b866-ea7cb6abcadd HTTP/1.1" status: 204 len: 168 time: 1.9998381 Apr 22 14:37:33.610905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56540) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.632267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55a733-9146-4e4e-93d1-02edf0966373 None None] DHCP port deletion for b2403d26-9f75-44cb-a097-0775f5a3b3d4 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:33.651947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.662645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2171a06e-36d8-43b7-a8ca-fbf69d9dbf72 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:33.704690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:33.763533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port 4b2e62c7-1731-4d03-b34d-240ce21baf78 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:33.807953 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-293587c3-a4b6-41fe-a0ae-d7ccb8df2184 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:33.808394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293587c3-a4b6-41fe-a0ae-d7ccb8df2184 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:33.810101 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-293587c3-a4b6-41fe-a0ae-d7ccb8df2184 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/ead80481-6f42-4cf1-b06e-d37d80856c3c HTTP/1.1" status: 404 len: 337 time: 0.1819599 Apr 22 14:37:33.817792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171a06e-36d8-43b7-a8ca-fbf69d9dbf72 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:33.822044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56544) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:33.983769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.073552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.090250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.221754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Calling delete_port for 844a97bd-8fb0-4721-b6f7-38c001a67061 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:34.232831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.239863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.280584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22efc8-5643-41e0-9e3f-712b1d9de1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-b2403d26-9f75-44cb-a097-0775f5a3b3d4', 'network_id': 'b2403d26-9f75-44cb-a097-0775f5a3b3d4', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': 'a97402f8-da46-4226-8d7c-fecabe155643'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:34.281759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dc22efc8-5643-41e0-9e3f-712b1d9de1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.307336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.308676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Fanout notify agent at l3_agent the message router_deleted on router db5bedc2-8153-4282-a084-a62c54f97f46 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:34.344410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.347690 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-67595154-27db-44c7-86ee-86239b0426e2 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 204 len: 168 time: 0.9419162 Apr 22 14:37:34.349980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56548) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.350241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:34.360065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:34.371868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:34.372528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.434418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.441132 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-98e41f0c-2a0d-4df0-80b6-d668d3a86271 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 200 len: 205 time: 0.0527196 Apr 22 14:37:34.441598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56552) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.447930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:34.448535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.507064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.507436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e4e07-42fd-4c5a-886a-d10e573ef649 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:34.511187 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-fef9401e-32f5-4b64-88b9-0e5b8e37362e tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] delete failed (client error): The resource could not be found. Apr 22 14:37:34.512169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fef9401e-32f5-4b64-88b9-0e5b8e37362e tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/db5bedc2-8153-4282-a084-a62c54f97f46 HTTP/1.1" status: 404 len: 336 time: 0.0697494 Apr 22 14:37:34.515067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56556) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.559733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.609211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-21b3bda7-03d8-4c83-b13d-d032171cc1e5 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2d38da9-15ff-4925-9ce2-2381cd54b4b4 HTTP/1.1" status: 200 len: 205 time: 0.0906858 Apr 22 14:37:34.612276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56560) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.618876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-dc22efc8-5643-41e0-9e3f-712b1d9de1cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a97402f8-da46-4226-8d7c-fecabe155643: This subnet is being modified by another concurrent operation. Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:37:34.620350 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a97402f8-da46-4226-8d7c-fecabe155643: This subnet is being modified by another concurrent operation. Apr 22 14:37:34.623609 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 14:37:34.645510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10448894-3caf-4d09-b052-d283dfc015b6 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:34.720174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-1f3131de-35dd-4a83-b859-3cb6a1d596af tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] delete failed (client error): The resource could not be found. Apr 22 14:37:34.721186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1f3131de-35dd-4a83-b859-3cb6a1d596af tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/e2d38da9-15ff-4925-9ce2-2381cd54b4b4 HTTP/1.1" status: 404 len: 336 time: 0.1078436 Apr 22 14:37:34.727378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56564) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.775452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d82ab1ad-1c95-4aba-8f59-eef1bec3e598 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0dc2d4-8e64-426f-8439-6253a9110976 HTTP/1.1" status: 200 len: 205 time: 0.0469770 Apr 22 14:37:34.777999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56568) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.803146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:34.803420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10448894-3caf-4d09-b052-d283dfc015b6 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:34.831073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=a97402f8-da46-4226-8d7c-fecabe155643,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:34.852808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-7934a02a-0e46-48c2-b37b-2f4da08db7fa tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] delete failed (client error): The resource could not be found. Apr 22 14:37:34.856390 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7934a02a-0e46-48c2-b37b-2f4da08db7fa tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/bd0dc2d4-8e64-426f-8439-6253a9110976 HTTP/1.1" status: 404 len: 336 time: 0.0750828 Apr 22 14:37:34.856603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56572) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.871958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c0fbc5-27be-4ec0-9f94-7ed85bca30bb']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.880402 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-abc1c159-0a26-40ab-b752-53b24c359fb5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/floatingips/abd0f83e-08aa-4031-833a-ade9f448cd0e HTTP/1.1" status: 200 len: 688 time: 6.3050117 Apr 22 14:37:34.892911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56576) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:34.923386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef6af70-5ed5-4363-8e4e-50f234c486d0') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.923815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef6af70-5ed5-4363-8e4e-50f234c486d0') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:34.997330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.010664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-576eff2e-aeae-476c-8a38-234c15169d2f tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a7f82ba-195c-4107-be11-5e3816114b73 HTTP/1.1" status: 200 len: 205 time: 0.1504917 Apr 22 14:37:35.016907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56580) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.042794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.054484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.153399 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-249cb627-d78a-4a4b-be6d-c8ef1764f283 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] delete failed (client error): The resource could not be found. Apr 22 14:37:35.162354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-249cb627-d78a-4a4b-be6d-c8ef1764f283 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/2a7f82ba-195c-4107-be11-5e3816114b73 HTTP/1.1" status: 404 len: 336 time: 0.1424015 Apr 22 14:37:35.164194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56584) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.186876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4b2e62c7-1731-4d03-b34d-240ce21baf78 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:35.202383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:35.202990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:35.225032 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:35.237269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 4b2e62c7-1731-4d03-b34d-240ce21baf78 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:35.237269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4b2e62c7-1731-4d03-b34d-240ce21baf78 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:35.254141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2403d26-9f75-44cb-a097-0775f5a3b3d4']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.294099 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-deff2d33-ccb4-45a1-9b04-0bed0cee4956 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=de2a7776-8fd4-4a6e-9c70-9496d15f6e48 HTTP/1.1" status: 200 len: 205 time: 0.1034083 Apr 22 14:37:35.296482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56588) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.297483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 1659a36f-e4af-4ddd-af8a-ea6604ce43aa {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:35.303590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.306973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013a0fd-78f0-469e-9403-607676b6400f None None] Network b2403d26-9f75-44cb-a097-0775f5a3b3d4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:35.415241 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-a3e3418e-6f1e-4087-be99-6f85235b1b9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] delete failed (client error): The resource could not be found. Apr 22 14:37:35.416285 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a3e3418e-6f1e-4087-be99-6f85235b1b9c tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/de2a7776-8fd4-4a6e-9c70-9496d15f6e48 HTTP/1.1" status: 404 len: 336 time: 0.0858173 Apr 22 14:37:35.427977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56592) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.435442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48aba58f-3708-4eda-853b-1bcdacc35505') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.435856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48aba58f-3708-4eda-853b-1bcdacc35505') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:35.482252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.492276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e5bab-7bf2-4846-a9b8-e2d1d23a1547 None None] DHCP port deletion for b2403d26-9f75-44cb-a097-0775f5a3b3d4 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:35.539144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.551523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.560501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:35.561227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:35.592603 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:35.596259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.608840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.614729 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0a6ce59f-ffd5-44a0-9428-932d999119ce tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bf92553-ee75-452e-961c-c3b5186c3dd7 HTTP/1.1" status: 200 len: 205 time: 0.1853912 Apr 22 14:37:35.633188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56596) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.717704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Network': ['ID=50c0fbc5-27be-4ec0-9f94-7ed85bca30bb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:35.725704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Port': ['ID=844a97bd-8fb0-4721-b6f7-38c001a67061,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:35.733128 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a46d89de-8ec4-4dc2-92bf-a31e266df543 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/50c0fbc5-27be-4ec0-9f94-7ed85bca30bb HTTP/1.1" status: 204 len: 168 time: 1.9071121 Apr 22 14:37:35.735970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56600) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.762249 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-f2fee828-063c-438a-be3e-cd8cd6568aa0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] delete failed (client error): The resource could not be found. Apr 22 14:37:35.766682 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f2fee828-063c-438a-be3e-cd8cd6568aa0 tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/routers/1bf92553-ee75-452e-961c-c3b5186c3dd7 HTTP/1.1" status: 404 len: 336 time: 0.1291752 Apr 22 14:37:35.767234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56604) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:35.824007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.833697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd033fb6-1ba9-40c9-80e9-71baf60f25fa tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:35.834136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd033fb6-1ba9-40c9-80e9-71baf60f25fa tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:35.835822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fd033fb6-1ba9-40c9-80e9-71baf60f25fa tempest-RoutersIpV6AdminTest-1852865266 tempest-RoutersIpV6AdminTest-1852865266-project] 10.222.0.32 "DELETE /v2.0/subnets/1db8c469-0596-4e55-9731-1afc37dfea4a HTTP/1.1" status: 404 len: 337 time: 0.0668705 Apr 22 14:37:35.883667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.884198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.908914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:35.988592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=b2403d26-9f75-44cb-a097-0775f5a3b3d4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:35.999927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting port 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:36.000280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.029128 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-67558e31-dda7-40c0-bc39-8c951b7ec9c8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/b2403d26-9f75-44cb-a097-0775f5a3b3d4 HTTP/1.1" status: 204 len: 168 time: 5.4031756 Apr 22 14:37:36.030237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56610) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:36.054659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409391675'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:36.064281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:36.073313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 1659a36f-e4af-4ddd-af8a-ea6604ce43aa owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:36.082040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:36.090528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:36.104913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:36.154016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.184047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:36.187103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.222352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56616) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:36.241918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Deleting port 92eda67d-c3d3-4d14-a83c-592f6d698d21 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:36.242330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.465416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.502032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.537838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=1659a36f-e4af-4ddd-af8a-ea6604ce43aa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:36.568741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:36.594793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.607339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Router a97f2ea5-546d-47dc-a5fa-aac7bf467272 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:36.611493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.611827 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 978505bd-9481-43e6-a351-aa67dfb16f47 of type vlan for network e5cd229a-74a4-4ca4-8845-c424e31f6e2f Apr 22 14:37:36.657870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:36.662902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] For port 92eda67d-c3d3-4d14-a83c-592f6d698d21, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=92eda67d-c3d3-4d14-a83c-592f6d698d21,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:36.663252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.676793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Usage tracker for resource:security_group_rule and tenant:c630e00bca3a49418f3ed26e8add772e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:36.730649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:36.731683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Calling delete_port for 91ea3d90-bb2c-4560-b02c-49fdb4f856d4 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:36.791897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Calling delete_port for 92eda67d-c3d3-4d14-a83c-592f6d698d21 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:36.817902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:36.834914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.924330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.925422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:36.926630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-97ed94ce-eeaf-4635-915a-f0d9f9054014 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/floatingips/abd0f83e-08aa-4031-833a-ade9f448cd0e HTTP/1.1" status: 204 len: 168 time: 2.0286829 Apr 22 14:37:36.933592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56622) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.024830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-62e03b1c-65b2-4549-bf22-efdf7dc3268a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] delete failed (client error): The resource could not be found. Apr 22 14:37:37.025894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-62e03b1c-65b2-4549-bf22-efdf7dc3268a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/floatingips/abd0f83e-08aa-4031-833a-ade9f448cd0e HTTP/1.1" status: 404 len: 345 time: 0.0913050 Apr 22 14:37:37.030530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56626) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.078545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.086901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.150419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.209207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.212911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.213520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.306258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22af9af-3c7c-4758-a380-7374af160585,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.315085 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a9242347-2bf4-4395-b84e-59a27a007f5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c630e00bca3a49418f3ed26e8add772e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0884244 Apr 22 14:37:37.315392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Port': ['ID=91ea3d90-bb2c-4560-b02c-49fdb4f856d4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.316988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56630) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.351315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc910530-5224-4503-aae2-1f6a54d61c8b tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.355403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc910530-5224-4503-aae2-1f6a54d61c8b tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.359251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc910530-5224-4503-aae2-1f6a54d61c8b tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.360104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-fc910530-5224-4503-aae2-1f6a54d61c8b tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Synchronizing usage tracker for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:37:37.364379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.416495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92eda67d-c3d3-4d14-a83c-592f6d698d21,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.423642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.428015 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-da7ced44-4eaa-472a-809a-69faf6736af4 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/ports/91ea3d90-bb2c-4560-b02c-49fdb4f856d4 HTTP/1.1" status: 204 len: 168 time: 1.6885502 Apr 22 14:37:37.438208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56634) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.442389 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4054134 Apr 22 14:37:37.446833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56638) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.458555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-fc910530-5224-4503-aae2-1f6a54d61c8b tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Unset dirty status for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:37:37.462332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fc910530-5224-4503-aae2-1f6a54d61c8b tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/ports?network_id=3a25c3df-2044-4fb9-b7a4-e7b09bc6935a HTTP/1.1" status: 200 len: 2358 time: 0.4290779 Apr 22 14:37:37.463657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:37.479898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56642) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.486598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d078-a2de-4af5-b316-a2c689338aa9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=e5cd229a-74a4-4ca4-8845-c424e31f6e2f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:37.498589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e5cd229a-74a4-4ca4-8845-c424e31f6e2f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:37.533939 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0443c959-31ad-438e-8df8-6abb4306098f tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] DELETE failed (client error): The resource could not be found. Apr 22 14:37:37.534387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0443c959-31ad-438e-8df8-6abb4306098f tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:37:37.538575 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0443c959-31ad-438e-8df8-6abb4306098f tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/30daa301-7e42-4cf6-8dee-16f18df96015 HTTP/1.1" status: 404 len: 337 time: 0.0958614 Apr 22 14:37:37.542937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56646) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.609156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Router 0e3ed323-0e36-4c3d-afe8-5a6453f25e2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:37.698955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f97bc5b-c1ac-4f5d-bbf8-d6cc0d4975e7 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:37.700220 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8f97bc5b-c1ac-4f5d-bbf8-d6cc0d4975e7 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/subnets/e21f73df-4110-4b2a-bbff-b9b2f8d2844e HTTP/1.1" status: 200 len: 797 time: 0.2150316 Apr 22 14:37:37.709866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56650) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:37.717379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-728495fd-08e3-42f8-8774-cbabaa1d8002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.730758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'port': {'network_id': '3a25c3df-2044-4fb9-b7a4-e7b09bc6935a', 'name': 'tempest-FloatingIPTestJSON-788382935', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:37.771340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:37.781457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:37.785545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:37.797026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:37.823909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:37.835174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:37.936360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.068272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-728495fd-08e3-42f8-8774-cbabaa1d8002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.079367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.321905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.349247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.358382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:38.378637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:38.393394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:38.395849 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] Sync routers for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:38.400265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:38.407098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=9cee3dda-1e7a-4ac0-868e-a6392070e196,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:38.413723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.419078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:38.421100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] Sync routers for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:38.421321 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.430468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-728495fd-08e3-42f8-8774-cbabaa1d8002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.435846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf8aa32-08b5-45a6-9c19-d2c694a331fe') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.436229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf8aa32-08b5-45a6-9c19-d2c694a331fe') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.455677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:38.457245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.464339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:38.466109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '978505bd-9481-43e6-a351-aa67dfb16f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:38.466534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: e5cd229a-74a4-4ca4-8845-c424e31f6e2f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:38.479800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.488141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728495fd-08e3-42f8-8774-cbabaa1d8002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22af9af-3c7c-4758-a380-7374af160585,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:38.497284 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bb73e944-5ace-472c-a6c4-b04dd9679c68 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4446251 Apr 22 14:37:38.509642 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d5509241-7bb7-45fd-9b2b-4094d2af8d49 admin admin] 10.222.0.32 "PUT /v2.0/routers/a97f2ea5-546d-47dc-a5fa-aac7bf467272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4178648 Apr 22 14:37:38.510591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-728495fd-08e3-42f8-8774-cbabaa1d8002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.511604 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-728495fd-08e3-42f8-8774-cbabaa1d8002 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a22af9af-3c7c-4758-a380-7374af160585 HTTP/1.1" status: 204 len: 168 time: 1.1876934 Apr 22 14:37:38.514531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56656) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:38.514852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56658) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:38.554342 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.577960 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:38.579626 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.624309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.699309 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:38.700248 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1643b-571f-418f-be72-70535f8ec72c None None] The sync data for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:38.711507 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-6b2a648c-c9b4-4462-ae61-bd01d7223f28 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] delete failed (client error): The resource could not be found. Apr 22 14:37:38.718156 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6b2a648c-c9b4-4462-ae61-bd01d7223f28 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-83997509 HTTP/1.1" status: 404 len: 333 time: 0.1603622 Apr 22 14:37:38.720911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56666) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:38.737796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e13ef6d6-01b9-48f5-a580-593d92b5c686 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:38.762578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:38.762991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:38.785922 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:38.799781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network e5cd229a-74a4-4ca4-8845-c424e31f6e2f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:38.922689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.939947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.962995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:38.978933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Network': ['ID=69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:38.983648 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ad473555-5202-4afc-8064-b5dc6bd62e76 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/69e7b7b6-688c-44bc-8c98-1ba0fa9d7e03 HTTP/1.1" status: 204 len: 168 time: 1.4326708 Apr 22 14:37:38.986728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] device_id is not set on port 193f4825-30f7-4f6b-ab60-6963670db622 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:39.026749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56672) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.039869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:39.059089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, e5cd229a-74a4-4ca4-8845-c424e31f6e2f) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:39.063744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:39.064690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.183949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95ae4e-cade-4d83-b654-ceb17880d49a None None] Network e5cd229a-74a4-4ca4-8845-c424e31f6e2f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:39.202718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-57a5a41a-10c2-455f-b585-c519697737ff tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7503982 Apr 22 14:37:39.218050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56676) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.370154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56680) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.476194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting subnet 0ddb32cf-4848-4398-9b9e-97fdde465ee8 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:39.514153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.590133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e90e6d29-7c89-437d-ae24-6760bb27aecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.731578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-e5cd229a-74a4-4ca4-8845-c424e31f6e2f', 'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '9cee3dda-1e7a-4ac0-868e-a6392070e196'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:39.732073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.741479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.746585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.765164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e13ef6d6-01b9-48f5-a580-593d92b5c686 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.807473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:37:30Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:39.819246 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-097c7ac4-3482-412e-80f1-63c743b97df4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d2e187232954b7eb26ce2b7466ce082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4454529 Apr 22 14:37:39.822901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] Checking router: a97f2ea5-546d-47dc-a5fa-aac7bf467272 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:37:39.826047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56684) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.829023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.891468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] Routers {'a97f2ea5-546d-47dc-a5fa-aac7bf467272'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:39.892181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:39.904857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-e13ef6d6-01b9-48f5-a580-593d92b5c686 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] update failed (client error): The resource could not be found. Apr 22 14:37:39.911130 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e13ef6d6-01b9-48f5-a580-593d92b5c686 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c HTTP/1.1" status: 404 len: 339 time: 1.1836765 Apr 22 14:37:39.911130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:39.931783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56688) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:39.950709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1916533199'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:39.969711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:39.984138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:network and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:40.000226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:40.016168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.14 (3a25c3df-2044-4fb9-b7a4-e7b09bc6935a/e21f73df-4110-4b2a-bbff-b9b2f8d2844e/193f4825-30f7-4f6b-ab60-6963670db622) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:40.020172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:40.034495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.13 (3a25c3df-2044-4fb9-b7a4-e7b09bc6935a/e21f73df-4110-4b2a-bbff-b9b2f8d2844e/193f4825-30f7-4f6b-ab60-6963670db622) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:40.038522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Allocated IP 172.20.0.1 (e5cd229a-74a4-4ca4-8845-c424e31f6e2f/9cee3dda-1e7a-4ac0-868e-a6392070e196/11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:40.041328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2330542-e002-49fc-9f46-9c938b7a8c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.058495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:40.061833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.099294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2330542-e002-49fc-9f46-9c938b7a8c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.110107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.117005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:40.138493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:40.170176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.171082 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Added segment 5ba554c2-333e-4d56-8377-dc814270cdd6 of type vlan for network 142fa296-a4fb-4fc9-9b22-5b570380bb27 Apr 22 14:37:40.182777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] Set router a97f2ea5-546d-47dc-a5fa-aac7bf467272 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:40.322815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.359952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2330542-e002-49fc-9f46-9c938b7a8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.381647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddb32cf-4848-4398-9b9e-97fdde465ee8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.391318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.395331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2330542-e002-49fc-9f46-9c938b7a8c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041c58e-c16d-4894-b021-8755a96f403d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.410319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.416904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.429139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.429313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2330542-e002-49fc-9f46-9c938b7a8c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.433473 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e2330542-e002-49fc-9f46-9c938b7a8c83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b041c58e-c16d-4894-b021-8755a96f403d HTTP/1.1" status: 204 len: 168 time: 0.6045463 Apr 22 14:37:40.447218 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-73edac32-7174-464e-aae9-54a21e137025 tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/subnets/0ddb32cf-4848-4398-9b9e-97fdde465ee8 HTTP/1.1" status: 204 len: 168 time: 1.4191022 Apr 22 14:37:40.450338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56694) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:40.454481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e152dc74-3a44-448f-ba50-ea31626d817f None None] Network 41409423-673c-4e14-a96e-1a2005bda36b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:40.457729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Deleting port 13469982-0344-4a2e-8327-b0d077f189bf {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:40.458062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.507758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.512124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:40.512706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.532386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.641570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Network': ['ID=142fa296-a4fb-4fc9-9b22-5b570380bb27,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.648783 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-75999a0d-d5fc-49fd-9e69-a7692405f7cd tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7107222 Apr 22 14:37:40.649397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56698) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:40.658249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'subnet': {'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:40.661708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.667348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=193f4825-30f7-4f6b-ab60-6963670db622,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:40.688541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 142fa296-a4fb-4fc9-9b22-5b570380bb27 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:40.720175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Transition to ACTIVE for port object 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:40.761092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:40.771324 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9d632069-d0d8-466c-993c-2f425ad77eb3 admin admin] 10.222.0.32 "PUT /v2.0/routers/445b9945-9fd6-40e4-ab26-ef6a10fc2942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4833496 Apr 22 14:37:40.775996 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] Sync routers for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:40.786458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56702) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:40.798077 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:40.799021 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:40.810674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:40.820134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:40.833535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.838970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:40.940955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Transition to ACTIVE for port object 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:40.967610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:40.967862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:40.968268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.015123 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8f899cf5-7346-47bf-9e8f-b44136e5927f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3025379 Apr 22 14:37:41.018889 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:41.030731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56710) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:41.036820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:41.037159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.060816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Network e5cd229a-74a4-4ca4-8845-c424e31f6e2f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:41.066049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:41.068816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:41.071961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '193f4825-30f7-4f6b-ab60-6963670db622', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:41.084744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Pushing event updated for resources: {'Port': ['ID=11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:41.103368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:41.117929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:floatingip and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:41.133768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:41.144101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] For port 13469982-0344-4a2e-8327-b0d077f189bf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=13469982-0344-4a2e-8327-b0d077f189bf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:41.144800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.167634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:41.179626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:41.209389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Usage tracker for resource:subnet and tenant:a451abb5106041adaa39eca573cd5bfb is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:41.265936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:41.278743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:41.279579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] DHCP port deletion for 41409423-673c-4e14-a96e-1a2005bda36b request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:41.295491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:37:30Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:41.311486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] Deleting port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:41.311875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.324721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.329510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Calling delete_port for 13469982-0344-4a2e-8327-b0d077f189bf owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:41.339718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Made reservation on behalf of a451abb5106041adaa39eca573cd5bfb for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:41.412029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.449785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=9cee3dda-1e7a-4ac0-868e-a6392070e196,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:41.453905 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:37:37Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:41.458368 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] Checking router: 445b9945-9fd6-40e4-ab26-ef6a10fc2942 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:37:41.470352 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] Routers {'445b9945-9fd6-40e4-ab26-ef6a10fc2942'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:41.471279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:41.472751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Attempting to bind port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:41.473451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Attempting to bind port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '978505bd-9481-43e6-a351-aa67dfb16f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:41.474032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Attempting to bind port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 on network e5cd229a-74a4-4ca4-8845-c424e31f6e2f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:41.480236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa0ed-ce67-464f-8b31-cd8b059c288d None None] The sync data for ids ['a97f2ea5-546d-47dc-a5fa-aac7bf467272'] in dv-neutron-838878-1-hyperv is: [{'id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'name': 'tempest-ServersTestManualDisk-1053474022-router', 'tenant_id': 'b79371f23e2641b183e38a082d40c284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '13469982-0344-4a2e-8327-b0d077f189bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:21Z', 'updated_at': '2022-04-22T14:37:30Z', 'revision_number': 5, 'project_id': 'b79371f23e2641b183e38a082d40c284', 'gw_port': {'id': '13469982-0344-4a2e-8327-b0d077f189bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:97:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97f2ea5-546d-47dc-a5fa-aac7bf467272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:23Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:41.507603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:41.508130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Checking segment: {'id': '978505bd-9481-43e6-a351-aa67dfb16f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:41.508816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.509264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Bound using segment: {'id': '978505bd-9481-43e6-a351-aa67dfb16f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:41.509760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Bound port: 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978505bd-9481-43e6-a351-aa67dfb16f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:41.510134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.736414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.752271 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] Set router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:37:41.865432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-433a1cf3-a20c-4bcc-bc8f-6007b3f537e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.872719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] For port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:41.901543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] For port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,segment=NetworkSegment(68f8097f-caf7-4a95-83a8-c005dae8c324),segment_id=68f8097f-caf7-4a95-83a8-c005dae8c324)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:41.902009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:41.923750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] For port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0,segment=NetworkSegment(978505bd-9481-43e6-a351-aa67dfb16f47),segment_id=978505bd-9481-43e6-a351-aa67dfb16f47)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:42.011865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.022901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] For port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,segment=NetworkSegment(68f8097f-caf7-4a95-83a8-c005dae8c324),segment_id=68f8097f-caf7-4a95-83a8-c005dae8c324)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:42.024572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.127157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.150082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.166905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] Calling delete_port for 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:42.212973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Calling delete_port for 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:42.260685 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:37:37Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:42.265402 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69ce2a-5838-4c94-b1ea-bd173d02ff66 None None] The sync data for ids ['445b9945-9fd6-40e4-ab26-ef6a10fc2942'] in dv-neutron-838878-1-hyperv is: [{'id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'name': 'tempest-ServersTestJSON-1969722861-router', 'tenant_id': '14642dc2700d48d4afb4b616f52c8a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '899ece09-a780-4deb-9889-e8e6f770c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:19Z', 'updated_at': '2022-04-22T14:37:37Z', 'revision_number': 5, 'project_id': '14642dc2700d48d4afb4b616f52c8a70', 'gw_port': {'id': '899ece09-a780-4deb-9889-e8e6f770c440', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b9945-9fd6-40e4-ab26-ef6a10fc2942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:42.281515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cd229a-74a4-4ca4-8845-c424e31f6e2f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:42.310414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978505bd-9481-43e6-a351-aa67dfb16f47') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:42.310968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978505bd-9481-43e6-a351-aa67dfb16f47') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:42.331415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.336701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.371160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Subnet': ['ID=190864a0-a309-44e6-9862-2e5cd0433544,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.390301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.410192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:42.411273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:42.438375 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:42.451867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.462193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Checking segment: {'id': '5ba554c2-333e-4d56-8377-dc814270cdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:42.463005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02073792-e6b9-4ea4-8bc7-efc270b735a3 None None] Network e5cd229a-74a4-4ca4-8845-c424e31f6e2f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:42.463514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network hostable DHCP agents. Network: 142fa296-a4fb-4fc9-9b22-5b570380bb27, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:42.470810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=13469982-0344-4a2e-8327-b0d077f189bf,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.551862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24c6b8-4d74-4201-b4ea-4bec6146825e None None] Pushing event updated for resources: {'Port': ['ID=11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.554862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] No DVR routers for this DVR port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:42.600512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.615533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3013a0-ed6f-4055-a839-b7aa7cf1d40f None None] Pushing event deleted for resources: {'Port': ['ID=60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:42.699345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 142fa296-a4fb-4fc9-9b22-5b570380bb27 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:42.715094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:42.715480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:42.721439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:42.721439 dv-neutron-838878-1-hyperv neutron-server[84059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:42.721439 dv-neutron-838878-1-hyperv neutron-server[84059]: [parameters: {'id': 'e5cd229a-74a4-4ca4-8845-c424e31f6e2f'}] Apr 22 14:37:42.721439 dv-neutron-838878-1-hyperv neutron-server[84059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:42.722006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:42.807888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.808252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 142fa296-a4fb-4fc9-9b22-5b570380bb27) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:42.830515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c544ae7-56e7-4fe6-9c19-95204bf16be1 None None] Network 142fa296-a4fb-4fc9-9b22-5b570380bb27 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:42.836421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:42.837332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.849382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.892688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1884c1ec-48e4-42f2-b7e4-9ae2a044bad9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2409606 Apr 22 14:37:42.897508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56734) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:42.910915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-733772cb-37bc-412f-916a-9a4b3274cc0d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'router': {'external_gateway_info': {'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:42.916906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:42.992749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.239057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-142fa296-a4fb-4fc9-9b22-5b570380bb27', 'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27', 'tenant_id': 'a451abb5106041adaa39eca573cd5bfb', 'fixed_ips': [{'subnet_id': '190864a0-a309-44e6-9862-2e5cd0433544'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:43.239884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.258812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Deleting port 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:43.259320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.277969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:43.331399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:43.331955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:43.332860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 50f4eb06-81c3-4d49-ba7d-61cd52aef978 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:43.383651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.402477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.11 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/d02efcb9-1ccb-4523-8445-02880695a950) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:43.411337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:43.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.430451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 50f4eb06-81c3-4d49-ba7d-61cd52aef978 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:43.430795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 50f4eb06-81c3-4d49-ba7d-61cd52aef978 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:43.431454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 92eda67d-c3d3-4d14-a83c-592f6d698d21 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:43.472063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 92eda67d-c3d3-4d14-a83c-592f6d698d21 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:43.473076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 92eda67d-c3d3-4d14-a83c-592f6d698d21 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:43.513721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.530905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Deleting port 899ece09-a780-4deb-9889-e8e6f770c440 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:43.531251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.558190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.563351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.584521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Allocated IP 2001:db8:1::2 (142fa296-a4fb-4fc9-9b22-5b570380bb27/190864a0-a309-44e6-9862-2e5cd0433544/ed2da157-b0b6-4d99-bf45-698d30211145) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:43.650146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.690153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.690943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97f2ea5-546d-47dc-a5fa-aac7bf467272 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:43.700369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.874809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56748) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:43.889193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.903558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Transition to ACTIVE for port object ed2da157-b0b6-4d99-bf45-698d30211145 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:43.930414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-733772cb-37bc-412f-916a-9a4b3274cc0d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.945223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Transition to ACTIVE for port object ed2da157-b0b6-4d99-bf45-698d30211145 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:43.962980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:43.966634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] The port '60d43fd2-1f4b-4f8c-b0db-a0ed3984f2c2' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:44.020446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0,segment=NetworkSegment(978505bd-9481-43e6-a351-aa67dfb16f47),segment_id=978505bd-9481-43e6-a351-aa67dfb16f47)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:44.020790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.039966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.044113 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3e3ab6a4-b3a8-4945-acf3-8565eb04e0ba admin admin] 10.222.0.32 "DELETE /v2.0/routers/a97f2ea5-546d-47dc-a5fa-aac7bf467272 HTTP/1.1" status: 204 len: 168 time: 5.4816890 Apr 22 14:37:44.060642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56754) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:44.068063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:44.080916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Network 142fa296-a4fb-4fc9-9b22-5b570380bb27 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:44.084336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:44.088875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:44.116055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:44.154567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=d02efcb9-1ccb-4523-8445-02880695a950,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.156923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:44.202264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:44.213214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Pushing event updated for resources: {'Port': ['ID=ed2da157-b0b6-4d99-bf45-698d30211145,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.223178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Attempting to bind port ed2da157-b0b6-4d99-bf45-698d30211145 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:44.223968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Attempting to bind port ed2da157-b0b6-4d99-bf45-698d30211145 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '5ba554c2-333e-4d56-8377-dc814270cdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:44.224602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Attempting to bind port ed2da157-b0b6-4d99-bf45-698d30211145 on network 142fa296-a4fb-4fc9-9b22-5b570380bb27 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:44.224852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.233645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:44.234304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Checking segment: {'id': '5ba554c2-333e-4d56-8377-dc814270cdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:44.234942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.235431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Bound using segment: {'id': '5ba554c2-333e-4d56-8377-dc814270cdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:44.236006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Bound port: ed2da157-b0b6-4d99-bf45-698d30211145, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba554c2-333e-4d56-8377-dc814270cdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '142fa296-a4fb-4fc9-9b22-5b570380bb27'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:44.236478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.251569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1827955818', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:44.263861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:44.264732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41409423-673c-4e14-a96e-1a2005bda36b']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.274718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] For port 899ece09-a780-4deb-9889-e8e6f770c440, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=899ece09-a780-4deb-9889-e8e6f770c440,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:44.275085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.297275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Usage tracker for resource:port and tenant:094c98a1aed64617b76b8919883ab40d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:44.305275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:44.308563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f8097f-caf7-4a95-83a8-c005dae8c324') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.308809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f8097f-caf7-4a95-83a8-c005dae8c324') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:44.327230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] For port ed2da157-b0b6-4d99-bf45-698d30211145, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:44.330341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] For port ed2da157-b0b6-4d99-bf45-698d30211145, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ed2da157-b0b6-4d99-bf45-698d30211145,segment=NetworkSegment(5ba554c2-333e-4d56-8377-dc814270cdd6),segment_id=5ba554c2-333e-4d56-8377-dc814270cdd6)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:44.331612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Deleting subnet 802b3571-e9f9-4d1f-a444-60f04e693561 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:44.339271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.344189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.352471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.377557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:44.398528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.431089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc40dad-f68c-41dd-87b5-744f839c1b05 None None] Pushing event updated for resources: {'Port': ['ID=ed2da157-b0b6-4d99-bf45-698d30211145,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.439567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.453887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Calling delete_port for 899ece09-a780-4deb-9889-e8e6f770c440 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:44.458937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:44.459352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:44.475551 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:44.481335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.539083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Made reservation on behalf of 094c98a1aed64617b76b8919883ab40d for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:44.541326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.560247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.579625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.656305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.700075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port 11b96a3d-9a4b-4607-aa9b-3d9c0e8e24d0 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:44.737238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:44.746230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Usage tracker for resource:security_group_rule and tenant:094c98a1aed64617b76b8919883ab40d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:44.763747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.768241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:44.786294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:44.792552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.811496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] Pushing event deleted for resources: {'Network': ['ID=41409423-673c-4e14-a96e-1a2005bda36b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:44.822232 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2cc2cc76-4089-4e61-a78e-12b8f708f8bb tempest-NetworksIpV6TestAttrs-426082786 tempest-NetworksIpV6TestAttrs-426082786-project] 10.222.0.32 "DELETE /v2.0/networks/41409423-673c-4e14-a96e-1a2005bda36b HTTP/1.1" status: 204 len: 168 time: 4.3697472 Apr 22 14:37:44.857797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.974000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:44.977246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-733772cb-37bc-412f-916a-9a4b3274cc0d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:37:44.982063 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-733772cb-37bc-412f-916a-9a4b3274cc0d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c HTTP/1.1" status: 400 len: 364 time: 2.0786133 Apr 22 14:37:44.989713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56762) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:45.028444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.033812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802b3571-e9f9-4d1f-a444-60f04e693561,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:45.038278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa2a86-d516-403a-add1-378edb5b0817 None None] Network d09090f3-951b-4055-9bcc-1afc7b6b6ab6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:45.050532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.050964 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-32c37150-eb33-487d-a078-b6395f575dff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/802b3571-e9f9-4d1f-a444-60f04e693561 HTTP/1.1" status: 204 len: 168 time: 0.9891853 Apr 22 14:37:45.052954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56766) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:45.223011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cd229a-74a4-4ca4-8845-c424e31f6e2f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.253213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.254551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978505bd-9481-43e6-a351-aa67dfb16f47') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.255206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978505bd-9481-43e6-a351-aa67dfb16f47') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:45.271397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.293211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.303504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:45.305126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.327149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ed2da157-b0b6-4d99-bf45-698d30211145 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:45.357931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.358949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Deleting port e34e07cf-12f5-4c65-b8cb-1756266ea702 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:45.363811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.451037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port ed2da157-b0b6-4d99-bf45-698d30211145 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:45.457345 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:45.474033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13469982-0344-4a2e-8327-b0d077f189bf no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:45.493946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.525570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 13469982-0344-4a2e-8327-b0d077f189bf {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:45.525940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 13469982-0344-4a2e-8327-b0d077f189bf not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:45.567163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] DHCP port deletion for d09090f3-951b-4055-9bcc-1afc7b6b6ab6 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:45.573298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] Deleting port e34e07cf-12f5-4c65-b8cb-1756266ea702 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:45.573780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.588862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.614703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56772) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:45.637653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.652505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Pushing event deleted for resources: {'Port': ['ID=899ece09-a780-4deb-9889-e8e6f770c440,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:45.671277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=e5cd229a-74a4-4ca4-8845-c424e31f6e2f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:45.702307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.821921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] For port e34e07cf-12f5-4c65-b8cb-1756266ea702, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e34e07cf-12f5-4c65-b8cb-1756266ea702,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:45.822310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.924922 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7fda52d7-2c4a-4bcd-a6bd-d395968593c3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/e5cd229a-74a4-4ca4-8845-c424e31f6e2f HTTP/1.1" status: 204 len: 168 time: 6.7055652 Apr 22 14:37:45.958438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:45.959752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56778) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:45.969175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231075919'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:45.995366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] For port e34e07cf-12f5-4c65-b8cb-1756266ea702, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e34e07cf-12f5-4c65-b8cb-1756266ea702,segment=NetworkSegment(4316e037-1f22-405f-84a0-7ff1af43b213),segment_id=4316e037-1f22-405f-84a0-7ff1af43b213)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:45.995725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.000237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:46.004149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.006265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ecce93-4930-4527-8589-6410e1db18d3 None None] Network 142fa296-a4fb-4fc9-9b22-5b570380bb27 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:46.008833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] device_id is not set on port 2a634cf1-4bb6-449f-a706-fc8b9b76c558 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:46.026021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] Calling delete_port for e34e07cf-12f5-4c65-b8cb-1756266ea702 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:46.058741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:46.066978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:46.081875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:46.136514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Calling delete_port for e34e07cf-12f5-4c65-b8cb-1756266ea702 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:46.141320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd0684a-5daa-421f-af0d-4e80b78b033a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.150627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:46.154063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.179662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] Provisioning for port ed2da157-b0b6-4d99-bf45-698d30211145 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:46.195694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] Provisioning complete for port ed2da157-b0b6-4d99-bf45-698d30211145 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:46.196061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.250754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.257244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:46.257647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:46.259048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.272247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.332618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] No DVR routers for this DVR port e34e07cf-12f5-4c65-b8cb-1756266ea702 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:46.345018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906a47e-e9ad-4679-b8aa-98e05fa6cfda None None] Pushing event deleted for resources: {'Port': ['ID=e34e07cf-12f5-4c65-b8cb-1756266ea702,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.418810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=d02efcb9-1ccb-4523-8445-02880695a950,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.447334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.461027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.490114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.506235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] For port ed2da157-b0b6-4d99-bf45-698d30211145, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ed2da157-b0b6-4d99-bf45-698d30211145,segment=NetworkSegment(5ba554c2-333e-4d56-8377-dc814270cdd6),segment_id=5ba554c2-333e-4d56-8377-dc814270cdd6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:46.513484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.570068 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2082b4f5-226f-4fe5-a6d4-e6a9da6ad2ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=449b754820f7443b82540d52b589e82e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9343388 Apr 22 14:37:46.579367 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:46.601919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43bac9-8432-431b-b627-3d1976d97aea None None] Pushing event updated for resources: {'Port': ['ID=ed2da157-b0b6-4d99-bf45-698d30211145,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:46.681649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9795413e-5f06-4418-b4a1-b9ec0a8d8662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.719512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9795413e-5f06-4418-b4a1-b9ec0a8d8662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.722763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a520f93-5941-4cf7-836b-7cf6febbefe0 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:46.758364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Deleting port e34e07cf-12f5-4c65-b8cb-1756266ea702 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:46.758591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.792610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6e7aa251-6a46-424c-afb3-87654c0de8c6 None None] Provisioning complete for port ed2da157-b0b6-4d99-bf45-698d30211145 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:46.793165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e7aa251-6a46-424c-afb3-87654c0de8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.797079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:46.860893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] The port 'e34e07cf-12f5-4c65-b8cb-1756266ea702' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:46.881839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Allocated IP 172.26.2.247 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/2a634cf1-4bb6-449f-a706-fc8b9b76c558) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:46.888485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.888817 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 3a69487c-804f-41de-97a8-7adbef6240c2 of type vlan for network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 Apr 22 14:37:46.925738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9795413e-5f06-4418-b4a1-b9ec0a8d8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:46.980218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a520f93-5941-4cf7-836b-7cf6febbefe0 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:46.986228 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 1e3dbfe1-fee4-4199-9051-c601b1e273fb associated. External IP: 172.26.2.11, port: 193f4825-30f7-4f6b-ab60-6963670db622. Apr 22 14:37:47.019908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.057598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.064657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795413e-5f06-4418-b4a1-b9ec0a8d8662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a196758-ac32-40b6-b2ca-217b0d6655a1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:47.105628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.116434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.124310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.164964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09090f3-951b-4055-9bcc-1afc7b6b6ab6']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:47.176013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9795413e-5f06-4418-b4a1-b9ec0a8d8662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.180351 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9795413e-5f06-4418-b4a1-b9ec0a8d8662 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a196758-ac32-40b6-b2ca-217b0d6655a1 HTTP/1.1" status: 204 len: 168 time: 0.5993176 Apr 22 14:37:47.194081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4316e037-1f22-405f-84a0-7ff1af43b213') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:47.194385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4316e037-1f22-405f-84a0-7ff1af43b213') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:47.229689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.251930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.265546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:47.265997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:47.279245 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:47.441528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ed2da157-b0b6-4d99-bf45-698d30211145 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:37:47.503636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.508642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:47.509240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.517773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.555711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.557153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.558528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445b9945-9fd6-40e4-ab26-ef6a10fc2942 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:47.563856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09090f3-951b-4055-9bcc-1afc7b6b6ab6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:47.570196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ed2da157-b0b6-4d99-bf45-698d30211145 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:47.570570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.595705 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6a5f5892-765e-4782-8a85-573c24a66613 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d09090f3-951b-4055-9bcc-1afc7b6b6ab6 HTTP/1.1" status: 204 len: 168 time: 2.5395012 Apr 22 14:37:47.817769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.826131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a0a2ffc6-d402-47d4-8baf-89f522ff5696 admin admin] 10.222.0.32 "DELETE /v2.0/routers/445b9945-9fd6-40e4-ab26-ef6a10fc2942 HTTP/1.1" status: 204 len: 168 time: 7.0290844 Apr 22 14:37:47.828574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56792) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.851095 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8894758 Apr 22 14:37:47.882560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56796) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:47.895761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:47.901494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:47.935719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56802) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.011673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b22ec-52d0-4875-b774-2de0f45ce2f9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=c0c75942-f693-4fba-9a72-1dd54b7c6bf3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.027414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:48.027641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:48.035471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:48.041562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:48.054038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:48.063402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Deleting subnet aa35179a-95ff-47b5-a03a-248df05cd55a {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:37:48.068059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.123994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.129077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.139465 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04b43bad-ef47-4d02-a4cc-3a8bb8863c46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b79371f23e2641b183e38a082d40c284&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949952 Apr 22 14:37:48.172679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56808) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.230390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e34e07cf-12f5-4c65-b8cb-1756266ea702 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:48.263823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Allocated IP 2001:db8::1 (2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25/412fc298-5db7-42fa-9b12-6cfe77f0f88f/69469b8f-821e-4f7a-bf28-e09fbb9f4e7f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:48.269910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.275353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:48.277370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Pushing event updated for resources: {'Port': ['ID=2a634cf1-4bb6-449f-a706-fc8b9b76c558,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.289308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:48.289921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: e34e07cf-12f5-4c65-b8cb-1756266ea702 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:48.290267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e34e07cf-12f5-4c65-b8cb-1756266ea702 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:48.294307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:48.328433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:48.444319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:48.468076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:48.468669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.472751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98b1943-7460-4f97-976a-5aab7d033e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.480586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.542127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ffb054a0-3dd6-48f0-b906-d9e263210336 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6484005 Apr 22 14:37:48.543979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98b1943-7460-4f97-976a-5aab7d033e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.552245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56818) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.568419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.247'}]}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:48.591746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:48.608373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.614293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Usage tracker for resource:router and tenant:094c98a1aed64617b76b8919883ab40d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:48.622890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:48.635749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:48.640580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Transition to ACTIVE for port object 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:48.661651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.663072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.683365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.688207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.700234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98b1943-7460-4f97-976a-5aab7d033e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.730043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1943-7460-4f97-976a-5aab7d033e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0817ef2-8c56-43ff-9aab-97d3b2ee55af,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.732151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.749860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa35179a-95ff-47b5-a03a-248df05cd55a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:48.759438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.765179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cd9cb4-3b9d-450c-bc1d-a9a97ab5e376 None None] Network 1ed703d7-105d-41d7-8659-3ab755ed2a64 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:48.789765 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4fbbba43-b206-465e-948d-a24563e45df6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa35179a-95ff-47b5-a03a-248df05cd55a HTTP/1.1" status: 204 len: 168 time: 0.9584081 Apr 22 14:37:48.793396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.810350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98b1943-7460-4f97-976a-5aab7d033e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:48.811233 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e98b1943-7460-4f97-976a-5aab7d033e0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0817ef2-8c56-43ff-9aab-97d3b2ee55af HTTP/1.1" status: 204 len: 168 time: 0.6272998 Apr 22 14:37:48.819358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56830) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:48.996436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.031958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Deleting port 1f724c35-4496-4f41-ac0f-447bcc442072 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:49.032299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.134143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Port': ['ID=69469b8f-821e-4f7a-bf28-e09fbb9f4e7f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:49.158181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 899ece09-a780-4deb-9889-e8e6f770c440 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:49.171605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.213126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:49.219555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:49.225300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] DHCP port deletion for 1ed703d7-105d-41d7-8659-3ab755ed2a64 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:37:49.230045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:49.230481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.239396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 899ece09-a780-4deb-9889-e8e6f770c440 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:49.240273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 899ece09-a780-4deb-9889-e8e6f770c440 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:49.248770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Deleting port 1f724c35-4496-4f41-ac0f-447bcc442072 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:49.250567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.280309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.488056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-095bd76d-344a-456f-84ee-12ff0333b0a2 tempest-DvrRoutersNegativeTest-1033678776 tempest-DvrRoutersNegativeTest-1033678776-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1849961219', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:49.491609 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.policy [None req-095bd76d-344a-456f-84ee-12ff0333b0a2 tempest-DvrRoutersNegativeTest-1033678776 tempest-DvrRoutersNegativeTest-1033678776-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84058) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 22 14:37:49.491907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.policy [None req-095bd76d-344a-456f-84ee-12ff0333b0a2 tempest-DvrRoutersNegativeTest-1033678776 tempest-DvrRoutersNegativeTest-1033678776-project] Failed policy check for 'create_router' {{(pid=84058) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 22 14:37:49.492468 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-095bd76d-344a-456f-84ee-12ff0333b0a2 tempest-DvrRoutersNegativeTest-1033678776 tempest-DvrRoutersNegativeTest-1033678776-project] create failed (client error): Access was denied to this resource. Apr 22 14:37:49.494034 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-095bd76d-344a-456f-84ee-12ff0333b0a2 tempest-DvrRoutersNegativeTest-1033678776 tempest-DvrRoutersNegativeTest-1033678776-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6712179 Apr 22 14:37:49.552786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:49.573561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=44c71029-ee10-470f-adff-046cff25c054,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:49.627993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.642361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] For port 1f724c35-4496-4f41-ac0f-447bcc442072, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1f724c35-4496-4f41-ac0f-447bcc442072,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:49.643730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.645220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:49.658198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.702983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:49.703584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:49.783429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:49.797079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] For port 1f724c35-4496-4f41-ac0f-447bcc442072, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1f724c35-4496-4f41-ac0f-447bcc442072,segment=NetworkSegment(1835fb1f-69b6-43b4-a43d-7985f5d2ae39),segment_id=1835fb1f-69b6-43b4-a43d-7985f5d2ae39)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:49.797340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.804523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a37d88eb-9cec-483c-bd8e-7be164b98028 None None] Provisioning for port 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:37:49.861800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Calling delete_port for 1f724c35-4496-4f41-ac0f-447bcc442072 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:49.868717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a37d88eb-9cec-483c-bd8e-7be164b98028 None None] Provisioning complete for port 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:49.869083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a37d88eb-9cec-483c-bd8e-7be164b98028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:49.919062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '3a69487c-804f-41de-97a8-7adbef6240c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:49.920126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: c0c75942-f693-4fba-9a72-1dd54b7c6bf3, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:49.944347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56854) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:49.951748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:49.952189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:50.012875 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3c0a83d2-08d8-4e05-bd4e-38ed8dec90fb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.9799647 Apr 22 14:37:50.025180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Calling delete_port for 1f724c35-4496-4f41-ac0f-447bcc442072 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:50.041613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56860) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:50.052924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.058053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'port_id': '193f4825-30f7-4f6b-ab60-6963670db622', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:50.095127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a37d88eb-9cec-483c-bd8e-7be164b98028 None None] Port 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:50.111661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:50.114099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:50.114678 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92deaadf-582c-4ce7-b881-3b4a0b1a8dee None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:50.125973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f724c35-4496-4f41-ac0f-447bcc442072,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:50.135044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] No DVR routers for this DVR port 1f724c35-4496-4f41-ac0f-447bcc442072 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:50.168744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:50.168964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:50.210133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, c0c75942-f693-4fba-9a72-1dd54b7c6bf3) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:50.212101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.221942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52547bf4-42a3-435e-9c73-018b23469e89 None None] Network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:50.248101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:50.248852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.293935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.331496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.395881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.416676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:50.430922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Usage tracker for resource:security_group_rule and tenant:20823744c4b54ffbbc31aa616b00d158 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:50.433950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.437046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:50.443983 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5703eb63-467e-4c6b-91fc-17875c0f15f1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5606651 Apr 22 14:37:50.444776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56872) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:50.452444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:50.455613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed703d7-105d-41d7-8659-3ab755ed2a64']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:50.543168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-c0c75942-f693-4fba-9a72-1dd54b7c6bf3', 'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '44c71029-ee10-470f-adff-046cff25c054'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:50.543981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.550786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1835fb1f-69b6-43b4-a43d-7985f5d2ae39') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:50.551160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1835fb1f-69b6-43b4-a43d-7985f5d2ae39') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:50.582905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.613050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.640001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:50.640514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:50.658772 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:50.763752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Allocated IP 172.20.0.2 (c0c75942-f693-4fba-9a72-1dd54b7c6bf3/44c71029-ee10-470f-adff-046cff25c054/848b542a-2f76-4c0d-a59f-b8479ec3a9dc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:50.774113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.825424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.837842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.850834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.887215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.910244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed703d7-105d-41d7-8659-3ab755ed2a64,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:50.915109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:50.932929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.941421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:50.945904 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bb61199e-7d37-4d31-8c76-520591ab2880 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ed703d7-105d-41d7-8659-3ab755ed2a64 HTTP/1.1" status: 204 len: 168 time: 2.1514256 Apr 22 14:37:50.996346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6a7c3b-bb20-4fdf-bbf8-50ee061bc1b8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.021423 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bce33062-211b-4105-bd64-c03dcd8d9160 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20823744c4b54ffbbc31aa616b00d158&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0639665 Apr 22 14:37:51.022542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.027979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Deleting port 1f724c35-4496-4f41-ac0f-447bcc442072 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:51.028539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.044377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56888) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:51.075861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.130451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Transition to ACTIVE for port object 848b542a-2f76-4c0d-a59f-b8479ec3a9dc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:51.137279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef33b8f6-fedb-41a1-b241-ed0a491b4d27 None None] The port '1f724c35-4496-4f41-ac0f-447bcc442072' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:37:51.163866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Transition to ACTIVE for port object 848b542a-2f76-4c0d-a59f-b8479ec3a9dc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:51.180916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.228487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.315546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56894) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:51.349565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=44c71029-ee10-470f-adff-046cff25c054,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.363764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1f724c35-4496-4f41-ac0f-447bcc442072 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:37:51.393712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.394527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.415106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:51.424602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 1f724c35-4496-4f41-ac0f-447bcc442072 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:37:51.424954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1f724c35-4496-4f41-ac0f-447bcc442072 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:37:51.430675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:51.434546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:51.488665 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-59e4959b-dcef-4625-a38d-600f5dddcd1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14642dc2700d48d4afb4b616f52c8a70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528795 Apr 22 14:37:51.499628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56902) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:51.523290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.534320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Pushing event updated for resources: {'Port': ['ID=848b542a-2f76-4c0d-a59f-b8479ec3a9dc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.548746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Attempting to bind port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:51.549117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Attempting to bind port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '3a69487c-804f-41de-97a8-7adbef6240c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:51.549479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Attempting to bind port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc on network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:51.556395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:51.556769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Checking segment: {'id': '3a69487c-804f-41de-97a8-7adbef6240c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:51.557171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.557572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Bound using segment: {'id': '3a69487c-804f-41de-97a8-7adbef6240c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:51.559149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Bound port: 848b542a-2f76-4c0d-a59f-b8479ec3a9dc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a69487c-804f-41de-97a8-7adbef6240c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:51.559534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.576793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c75942-f693-4fba-9a72-1dd54b7c6bf3']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:51.594678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a69487c-804f-41de-97a8-7adbef6240c2') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:51.595036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a69487c-804f-41de-97a8-7adbef6240c2') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:51.618718 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.637399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5cf5-3139-4c2f-bece-207abe1221b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.648401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.656261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] For port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:51.665801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:51.666139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:51.685366 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:51.698432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5cf5-3139-4c2f-bece-207abe1221b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.826355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event updated for resources: {'Port': ['ID=69469b8f-821e-4f7a-bf28-e09fbb9f4e7f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.909410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] For port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=848b542a-2f76-4c0d-a59f-b8479ec3a9dc,segment=NetworkSegment(3a69487c-804f-41de-97a8-7adbef6240c2),segment_id=3a69487c-804f-41de-97a8-7adbef6240c2)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:51.917016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:51.917016 dv-neutron-838878-1-hyperv neutron-server[84058]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:51.917016 dv-neutron-838878-1-hyperv neutron-server[84058]: [parameters: {'id': 'c0c75942-f693-4fba-9a72-1dd54b7c6bf3'}] Apr 22 14:37:51.917016 dv-neutron-838878-1-hyperv neutron-server[84058]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:51.917930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.918059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:51.944735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5cf5-3139-4c2f-bece-207abe1221b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.959592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b5cf5-3139-4c2f-bece-207abe1221b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b952936-c588-47f6-9028-0730e6faca18,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:51.985020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5cf5-3139-4c2f-bece-207abe1221b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:51.986723 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2e6b5cf5-3139-4c2f-bece-207abe1221b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b952936-c588-47f6-9028-0730e6faca18 HTTP/1.1" status: 204 len: 168 time: 0.4861650 Apr 22 14:37:52.018917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c586af-e82b-468d-a659-ec3ced614cf0 None None] Pushing event updated for resources: {'Port': ['ID=848b542a-2f76-4c0d-a59f-b8479ec3a9dc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:52.076554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56916) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:52.091434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f932e3-8b12-4a82-8b8f-3de7d1349f96 req-6e15c8b6-a887-4928-be75-2373cdd41a6d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:52.092923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-37f932e3-8b12-4a82-8b8f-3de7d1349f96 req-6e15c8b6-a887-4928-be75-2373cdd41a6d tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6946514 Apr 22 14:37:52.112271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-036a8d92-384d-49e5-888e-372c270fa367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.115707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd7575-8490-48f1-9960-0d320570c4f7 None None] Network c0c75942-f693-4fba-9a72-1dd54b7c6bf3 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:52.183064 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-99605eb4-213a-47fa-b572-c1351875e88e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 0.7908068 Apr 22 14:37:52.310572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2066743288'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:52.319745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:52.327452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Usage tracker for resource:network and tenant:0f3ead030b2f4452bb5b62609ce2e9a0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:52.335390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:52.340401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41557867-0c59-4174-89f4-1980432b8917 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:52.352610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:52.377568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Made reservation on behalf of 0f3ead030b2f4452bb5b62609ce2e9a0 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:52.380857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.390636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:52.395729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.395952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-036a8d92-384d-49e5-888e-372c270fa367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.425809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.440211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:52.447512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:52.447845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.463677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:52.479262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Usage tracker for resource:security_group_rule and tenant:0f3ead030b2f4452bb5b62609ce2e9a0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:52.487494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:52.500655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:52.555363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41557867-0c59-4174-89f4-1980432b8917 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:52.719656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=848b542a-2f76-4c0d-a59f-b8479ec3a9dc,segment=NetworkSegment(3a69487c-804f-41de-97a8-7adbef6240c2),segment_id=3a69487c-804f-41de-97a8-7adbef6240c2)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:37:52.720007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.733141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.787143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.790379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.833696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-37f932e3-8b12-4a82-8b8f-3de7d1349f96 req-61f5c6cc-c62d-4354-8251-c0f7fa9d548c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7191565 Apr 22 14:37:52.846468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.860993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 848b542a-2f76-4c0d-a59f-b8479ec3a9dc owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:52.916639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:52.939597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10519a-cd76-4154-8e5a-2f8263d72f4b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:52.944747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.944747 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Added segment df8fe79d-d55e-4674-9297-a16fb9fcb3c2 of type vlan for network 9f973e3f-9273-4535-8e31-569b1d43159f Apr 22 14:37:52.986884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:52.999571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.055906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=848b542a-2f76-4c0d-a59f-b8479ec3a9dc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:53.067644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port 848b542a-2f76-4c0d-a59f-b8479ec3a9dc on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:37:53.081416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-7d6b459f-17d1-4893-a99a-1da9542239fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.083106 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-7d6b459f-17d1-4893-a99a-1da9542239fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.8891373 Apr 22 14:37:53.116483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.120170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.120752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.317435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.336965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Pushing event updated for resources: {'Network': ['ID=9f973e3f-9273-4535-8e31-569b1d43159f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:53.351960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9f973e3f-9273-4535-8e31-569b1d43159f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:53.359971 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-acde4522-934e-49a9-8c12-3039917191ec tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2821658 Apr 22 14:37:53.362440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56942) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.369201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.369829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8421e155-1be0-4d97-bd61-760ab33deb90 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:37:53.371240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-036a8d92-384d-49e5-888e-372c270fa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.375431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c75942-f693-4fba-9a72-1dd54b7c6bf3']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:53.412325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a69487c-804f-41de-97a8-7adbef6240c2') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:53.412615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a69487c-804f-41de-97a8-7adbef6240c2') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:53.443863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.449480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.453445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a8d92-384d-49e5-888e-372c270fa367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6a7c3b-bb20-4fdf-bbf8-50ee061bc1b8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:53.466018 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-4044d87b-b70d-42cd-b924-315b78cc5ca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 1000 time: 0.3247445 Apr 22 14:37:53.477818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.483695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.498330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:53.498745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:53.519944 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:53.555072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6f605f70-fd62-4fb1-92c2-a647df8b7ca2 None None] Provisioning complete for port 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:37:53.555734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6f605f70-fd62-4fb1-92c2-a647df8b7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.569613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:37:53.573425 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-588957e6-1413-494e-8c5e-dfe8bb2f0d4a tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0157361 Apr 22 14:37:53.594990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56950) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.620588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6f605f70-fd62-4fb1-92c2-a647df8b7ca2 None None] Port 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:37:53.664512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.700518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.704859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-036a8d92-384d-49e5-888e-372c270fa367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.709251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-036a8d92-384d-49e5-888e-372c270fa367 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a6a7c3b-bb20-4fdf-bbf8-50ee061bc1b8 HTTP/1.1" status: 204 len: 168 time: 2.3766701 Apr 22 14:37:53.714395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=c0c75942-f693-4fba-9a72-1dd54b7c6bf3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:53.723470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 56958) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:53.724031 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c6084320-7103-4385-9cee-d8edb96f4f7c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/c0c75942-f693-4fba-9a72-1dd54b7c6bf3 HTTP/1.1" status: 204 len: 168 time: 3.2730157 Apr 22 14:37:53.731937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-06a7d7dd-de0c-442d-8a2b-8be8afa83aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:53.733370 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-06a7d7dd-de0c-442d-8a2b-8be8afa83aa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.2509587 Apr 22 14:37:53.752048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444104503'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:53.784373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'network': {'name': 'tempest-network--1852778415', 'router:external': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:53.793906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:53.794212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:53.801170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:network and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:53.805884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:53.819448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:53.820748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:53.823772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:53.830900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Deleting port 2a634cf1-4bb6-449f-a706-fc8b9b76c558 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:53.831242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.848891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Made reservation on behalf of b987d3f8125a4204baf10714cb6e174b for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:53.853255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.869910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.883500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:53.912287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:53.918390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:security_group_rule and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:53.923191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:53.938192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:53.949655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:53.953233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:53.993485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Router 0e3ed323-0e36-4c3d-afe8-5a6453f25e2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:54.081501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.088094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.088542 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-74a46ae8-3f68-4264-aaaf-118129b31772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3419366 Apr 22 14:37:54.103454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:54.115603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.116099 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Added segment ec649ae5-4f11-40a8-9ff5-38f011961723 of type vlan for network e9315478-fdb9-4fd6-a8ec-a41646db06de Apr 22 14:37:54.139116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:54.155446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.204969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.205844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:54.206198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.206425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.206575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 41a1ce9e-bd26-445a-ae97-9fae52d12cb2 of type vlan for network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 Apr 22 14:37:54.335975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Network': ['ID=e9315478-fdb9-4fd6-a8ec-a41646db06de,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:54.347942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e9315478-fdb9-4fd6-a8ec-a41646db06de details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:54.359800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c38d0-5e59-4f47-b4da-912547380012,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:54.369607 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f5ed3108-e826-47f9-b7fb-08849deb7def tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0059822 Apr 22 14:37:54.372419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56984) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:54.521467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.573104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.607087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 56990) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:54.630730 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-5b65559d-deff-47ab-a577-62d65a6280ff service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876513 Apr 22 14:37:54.782999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.809078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9315478-fdb9-4fd6-a8ec-a41646db06de']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.822899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec649ae5-4f11-40a8-9ff5-38f011961723') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.823336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec649ae5-4f11-40a8-9ff5-38f011961723') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:54.836090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.840178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.843936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:54.844546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.855507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.870315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:54.870315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:54.883960 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:54.894142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.973041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:54.993179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9315478-fdb9-4fd6-a8ec-a41646db06de {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:37:54.997992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.005262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9315478-fdb9-4fd6-a8ec-a41646db06de,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:55.014707 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-93700897-417b-4d89-a63d-30a885769b0c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e9315478-fdb9-4fd6-a8ec-a41646db06de HTTP/1.1" status: 204 len: 168 time: 0.6409273 Apr 22 14:37:55.019106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57002) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.026845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:55.032126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:55.037129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:network and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:55.041776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:55.048982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:55.063467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57006) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.074646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Made reservation on behalf of b987d3f8125a4204baf10714cb6e174b for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:55.079097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.110700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Calling delete_port for 2a634cf1-4bb6-449f-a706-fc8b9b76c558 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:55.112387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-334145150'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:55.122142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:55.141427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:55.148043 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4209023 Apr 22 14:37:55.153545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.154238 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Added segment dd523d50-f156-4571-b978-d04e064ce5e2 of type vlan for network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 Apr 22 14:37:55.164573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57012) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.177899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0280382c-88c2-42ee-8b43-ae2e9eb8ffe7 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1449034673', 'prefixes': ['172.20.0.0/16']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:55.185292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Usage tracker for resource:network and tenant:3196a939f9304c0db237722bd910b3d5 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:55.189180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa63bad-d160-49aa-8aee-69c6a52385f1 req-09ea81c8-5ecc-484f-958d-fc484e7f7aa9 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:55.190668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8aa63bad-d160-49aa-8aee-69c6a52385f1 req-09ea81c8-5ecc-484f-958d-fc484e7f7aa9 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 1.1613677 Apr 22 14:37:55.196224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:55.205299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:55.211421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0280382c-88c2-42ee-8b43-ae2e9eb8ffe7 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:55.220542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:55.228027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.229353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524bd7c-63c9-4da5-b6a0-3201a9d5c24b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=1d8ec417-7f27-414a-a515-ccfd7a3a8493,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:55.247122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:55.274310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Made reservation on behalf of 3196a939f9304c0db237722bd910b3d5 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:55.277553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.293581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.339640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.341167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:55.342121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.343005 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00ea896d-5933-4dc1-9ec5-76b3e96046c1 req-4fcb051d-fb39-420f-9532-268a4a177f0c service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806526 Apr 22 14:37:55.371398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:55.460453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Usage tracker for resource:security_group_rule and tenant:3196a939f9304c0db237722bd910b3d5 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:55.470614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:55.495896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:55.522607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Network': ['ID=9a3a33fe-4439-417b-a43f-bd98c9dce6f4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:55.529990 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8a0fd499-b254-442b-831b-7b908119f3d7 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5070324 Apr 22 14:37:55.531705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57016) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.536485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:55.538509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:55.541805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:55.542402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'subnet': {'network_id': '9a3a33fe-4439-417b-a43f-bd98c9dce6f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:55.544910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:55.547518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:55.551793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:subnet and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:55.554952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:55.555236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:55.561972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:55.588354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:55.604789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Made reservation on behalf of b987d3f8125a4204baf10714cb6e174b for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:55.607288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.711723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.713642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0280382c-88c2-42ee-8b43-ae2e9eb8ffe7 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] Notify callbacks [] for subnetpool, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.714891 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0280382c-88c2-42ee-8b43-ae2e9eb8ffe7 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6503787 Apr 22 14:37:55.724432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57020) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.778356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.790879 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-96f183b3-dc37-48fa-bb6f-a7787cb6df48 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] 10.222.0.32 "GET /v2.0/subnetpools/f4524cc4-20cd-4601-96a7-68dabaa59308 HTTP/1.1" status: 200 len: 732 time: 0.0611210 Apr 22 14:37:55.790879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.793692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57024) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.809507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7524730f-a16b-41ed-bd3a-8ec449a5d31e tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1946014844'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:55.813483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:55.824492 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] Sync routers for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:55.840489 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:55.841090 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:55.842301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8aa63bad-d160-49aa-8aee-69c6a52385f1 req-529f8824-d90c-47bf-b926-17045e22f034 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6194155 Apr 22 14:37:55.872881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:37:55.888356 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-531f751e-730f-421a-8f72-a3a0ac11c4f6 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8945739 Apr 22 14:37:55.889899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad329ad-677a-455d-a19a-c146d35ce75e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:55.893282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_backend_mixin [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing IP validity checks on allocation pools {{(pid=84059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:37:55.893843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_backend_mixin [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:37:55.895754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57028) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:55.914253 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:55.919704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.920151 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Added segment 35b9d6e9-263c-4099-9fca-3dee54157830 of type vlan for network 0bf9477d-f064-4815-a29d-7a6f7630c49b Apr 22 14:37:55.927449 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:55.928024 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:55.981757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:55.999895 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:56.000634 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732c60d-f848-44e9-bf76-b1d91f2b0f27 None None] The sync data for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:56.026693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7524730f-a16b-41ed-bd3a-8ec449a5d31e tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] Notify callbacks [] for subnetpool, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.030409 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7524730f-a16b-41ed-bd3a-8ec449a5d31e tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] 10.222.0.32 "PUT /v2.0/subnetpools/f4524cc4-20cd-4601-96a7-68dabaa59308 HTTP/1.1" status: 200 len: 684 time: 0.2260013 Apr 22 14:37:56.031185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57032) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.058126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.062143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:56.062746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.182887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.190794 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5827594 Apr 22 14:37:56.220558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeca3b-b55d-45dd-b986-6eb39ea6c948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Pushing event updated for resources: {'Network': ['ID=0bf9477d-f064-4815-a29d-7a6f7630c49b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.234140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 0bf9477d-f064-4815-a29d-7a6f7630c49b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:37:56.241657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a634cf1-4bb6-449f-a706-fc8b9b76c558,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.308469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f1c06922-f606-4198-8236-6192e0fbf8f7 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] Notify callbacks [] for subnetpool, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.312146 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f1c06922-f606-4198-8236-6192e0fbf8f7 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] 10.222.0.32 "DELETE /v2.0/subnetpools/f4524cc4-20cd-4601-96a7-68dabaa59308 HTTP/1.1" status: 204 len: 168 time: 0.2772117 Apr 22 14:37:56.322163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57040) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.357132 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-1ca5d295-9d40-4b95-8d76-846aaa84f434 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] show failed (client error): The resource could not be found. Apr 22 14:37:56.360816 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1ca5d295-9d40-4b95-8d76-846aaa84f434 tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] 10.222.0.32 "GET /v2.0/subnetpools/f4524cc4-20cd-4601-96a7-68dabaa59308 HTTP/1.1" status: 404 len: 346 time: 0.0351720 Apr 22 14:37:56.362006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57044) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.382568 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-60c118d0-8146-44ae-b152-dd029c2c52db tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] delete failed (client error): The resource could not be found. Apr 22 14:37:56.389730 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-60c118d0-8146-44ae-b152-dd029c2c52db tempest-SubnetPoolsTestJSON-627515887 tempest-SubnetPoolsTestJSON-627515887-project] 10.222.0.32 "DELETE /v2.0/subnetpools/f4524cc4-20cd-4601-96a7-68dabaa59308 HTTP/1.1" status: 404 len: 346 time: 0.0210402 Apr 22 14:37:56.495241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57050) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.506101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Request body: {'port': {'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-915387194'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:56.513028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:56.519481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Usage tracker for resource:port and tenant:36e52eaef43b459b91b837f97263ecdb is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:56.523077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:56.530036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:56.558581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Made reservation on behalf of 36e52eaef43b459b91b837f97263ecdb for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:37:56.560796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.567144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.577884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.601128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6f335f85-b725-453b-b061-dc427de98c11 tempest-RoutersAdminNegativeTest-1776995020 tempest-RoutersAdminNegativeTest-1776995020-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2a634cf1-4bb6-449f-a706-fc8b9b76c558 HTTP/1.1" status: 204 len: 168 time: 3.0032678 Apr 22 14:37:56.616700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.650203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:37:56.650672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.654438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:56.658100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:37:56.665927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b031c59-8899-49c9-997b-7eee977384f9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.686740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Usage tracker for resource:security_group_rule and tenant:36e52eaef43b459b91b837f97263ecdb is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:56.702592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:56.711499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:56.761437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac04465b-252d-440b-b643-f02b461b57b5,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.787576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Checking segment: {'id': 'dd523d50-f156-4571-b978-d04e064ce5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9a3a33fe-4439-417b-a43f-bd98c9dce6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:56.787933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Network hostable DHCP agents. Network: 9a3a33fe-4439-417b-a43f-bd98c9dce6f4, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:56.819885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=70e980d5-c879-408b-8a6d-79f33ecbb0f7,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:56.838650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.849965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.865070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 107fa964-4673-47bd-9699-8738185eded3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:56.911513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:56.912810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57062) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.913133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57064) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:56.956484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9a3a33fe-4439-417b-a43f-bd98c9dce6f4) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:56.965460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef79d054-55e2-474a-a5ae-f1a91e56b490 None None] Network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:56.970315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:56.970916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:56.980267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f711292-4dac-4a47-bb43-df0ffba5a34c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:57.010040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '41a1ce9e-bd26-445a-ae97-9fae52d12cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:57.010390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: 1d8ec417-7f27-414a-a515-ccfd7a3a8493, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:57.068212 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-63e7cc61-6609-428b-a25a-e041025e460d tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5307183 Apr 22 14:37:57.070783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57076) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.112663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'floatingip': {'floating_network_id': '9a3a33fe-4439-417b-a43f-bd98c9dce6f4'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:37:57.137582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:57.142592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:57.149762 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-3b031c59-8899-49c9-997b-7eee977384f9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 14:37:57.150673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:floatingip and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:57.151212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3b031c59-8899-49c9-997b-7eee977384f9 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c HTTP/1.1" status: 409 len: 329 time: 1.2543786 Apr 22 14:37:57.156475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57080) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.193148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:57.214875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 1d8ec417-7f27-414a-a515-ccfd7a3a8493) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:57.233667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd623c7a-911d-4a2a-895c-b3d66ffff76d None None] Network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:57.258490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:57.259086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.266873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:57.308935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.331764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822323fc-922b-4acd-b0ba-20ff722ffa81 req-db14ca10-9625-4ae6-93ad-f158ba8c2173 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:37:57.333587 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-822323fc-922b-4acd-b0ba-20ff722ffa81 req-db14ca10-9625-4ae6-93ad-f158ba8c2173 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2992425 Apr 22 14:37:57.350708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.391324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.419986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-210cc922-3cba-4f5c-a967-62f2ffe8ee84 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2468038 Apr 22 14:37:57.422441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:57.536384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7cdda7-5f31-4acd-8281-e6e745c1646a None None] Network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:57.584958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:57.607293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a8f2388e5446289827fc1b8342f598 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:57.626767 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-822323fc-922b-4acd-b0ba-20ff722ffa81 req-1475fe0b-a070-4a7e-aad8-7c4746d52c87 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628806 Apr 22 14:37:57.632090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:37:57.643629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:57.643908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 107fa964-4673-47bd-9699-8738185eded3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:37:57.650129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c45063-7553-4980-954c-117281813808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-1d8ec417-7f27-414a-a515-ccfd7a3a8493', 'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '70e980d5-c879-408b-8a6d-79f33ecbb0f7'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:37:57.651163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c45063-7553-4980-954c-117281813808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.667318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.681577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:57.686595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Usage tracker for resource:security_group_rule and tenant:5d71cdaa498d42cfa60fe01610c9d138 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:37:57.694863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:37:57.695688 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.728255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:37:57.735190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:37:57.752563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:37:57.793777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.820513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.851738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:57.851738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:57.859223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Transition to ACTIVE for port object 107fa964-4673-47bd-9699-8738185eded3 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:57.876789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Allocated IP 172.20.0.5 (9a3a33fe-4439-417b-a43f-bd98c9dce6f4/ac04465b-252d-440b-b643-f02b461b57b5/322a4dd6-98ca-4957-9ad5-acb47f668be2) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:57.882031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:57.960360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:58.023599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-c6c45063-7553-4980-954c-117281813808 None None] Allocated IP 172.20.0.3 (1d8ec417-7f27-414a-a515-ccfd7a3a8493/70e980d5-c879-408b-8a6d-79f33ecbb0f7/ab58eaf6-3492-40e1-bb49-1491e1131d7a) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:37:58.028451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:37:58.029187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:58.069116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Checking segment: {'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:58.069630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Network hostable DHCP agents. Network: 0bf9477d-f064-4815-a29d-7a6f7630c49b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:37:58.093706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:58.094112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5b923-7b67-4674-97c0-b651f76c1661 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:37:58.105471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=107fa964-4673-47bd-9699-8738185eded3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.135101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Network 0bf9477d-f064-4815-a29d-7a6f7630c49b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:37:58.156530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 0bf9477d-f064-4815-a29d-7a6f7630c49b) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:58.171104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f7bc2-bcd8-486f-9ad3-4b4cc5da5ed8 None None] Network 0bf9477d-f064-4815-a29d-7a6f7630c49b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:58.171469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:58.195396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.199440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.199845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.200499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.213448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.214027 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.215385 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 2 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.240971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.241397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.242109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.252930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.253381 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.254206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.255035 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 3 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.273416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.273863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.274261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.281350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.281780 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.282840 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 4 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.293461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.301139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.301581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.302016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.304701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.318952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.357227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.357549 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.365339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 5 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.384785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.385314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.385732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.393719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3c1cef25-ab85-40b3-88fa-96019c5f6b1e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/floatingips/1e3dbfe1-fee4-4199-9051-c601b1e273fb HTTP/1.1" status: 200 len: 977 time: 8.3492925 Apr 22 14:37:58.394006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.394461 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.403474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:58.406144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57092) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.406678 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 6 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.420247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.433456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:58.439686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:58.440901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69960f2c-2bc8-477d-a0f0-7037edce5505,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.443418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.461841 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-23df6829-0b98-4250-af7c-a03b7922bb62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8a8f2388e5446289827fc1b8342f598&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5393543 Apr 22 14:37:58.470735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57096) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.526281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c45063-7553-4980-954c-117281813808 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.530528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6db013-aacd-40e3-94c4-ec07584830ef,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.540513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c6c45063-7553-4980-954c-117281813808 None None] Transition to ACTIVE for port object ab58eaf6-3492-40e1-bb49-1491e1131d7a will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:58.553315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cd9c16b8-c5b8-4b81-b601-65d70c620640 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d71cdaa498d42cfa60fe01610c9d138&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6324146 Apr 22 14:37:58.556210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57100) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:37:58.563216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c6c45063-7553-4980-954c-117281813808 None None] Transition to ACTIVE for port object ab58eaf6-3492-40e1-bb49-1491e1131d7a will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:37:58.567663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.568035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.568386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.570646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Port': ['ID=322a4dd6-98ca-4957-9ad5-acb47f668be2,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.572805 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c45063-7553-4980-954c-117281813808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.611578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.611841 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.615551 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 7 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.629565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.648844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.649191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.649510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.660435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c45063-7553-4980-954c-117281813808 None None] Pushing event updated for resources: {'Port': ['ID=ab58eaf6-3492-40e1-bb49-1491e1131d7a,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.676721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c45063-7553-4980-954c-117281813808 None None] Network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:37:58.677979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-c6c45063-7553-4980-954c-117281813808 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:37:58.682645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c45063-7553-4980-954c-117281813808 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:37:58.688172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.726912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.727287 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.737013 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 8 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.773773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.774112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.774294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d49e27a7-e346-4a61-9ce6-53f5921ea425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.774420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.780928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c6c45063-7553-4980-954c-117281813808 None None] Attempting to bind port ab58eaf6-3492-40e1-bb49-1491e1131d7a on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.781419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c6c45063-7553-4980-954c-117281813808 None None] Attempting to bind port ab58eaf6-3492-40e1-bb49-1491e1131d7a by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '41a1ce9e-bd26-445a-ae97-9fae52d12cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.781913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45063-7553-4980-954c-117281813808 None None] Attempting to bind port ab58eaf6-3492-40e1-bb49-1491e1131d7a on network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.792260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45063-7553-4980-954c-117281813808 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:37:58.792710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45063-7553-4980-954c-117281813808 None None] Checking segment: {'id': '41a1ce9e-bd26-445a-ae97-9fae52d12cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:37:58.793176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c45063-7553-4980-954c-117281813808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.793659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45063-7553-4980-954c-117281813808 None None] Bound using segment: {'id': '41a1ce9e-bd26-445a-ae97-9fae52d12cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:37:58.794467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c6c45063-7553-4980-954c-117281813808 None None] Bound port: ab58eaf6-3492-40e1-bb49-1491e1131d7a, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a1ce9e-bd26-445a-ae97-9fae52d12cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:37:58.795264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c45063-7553-4980-954c-117281813808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.796831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port d02efcb9-1ccb-4523-8445-02880695a950 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:58.797245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.801914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=70e980d5-c879-408b-8a6d-79f33ecbb0f7,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.836520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.836910 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.845150 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 9 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:58.866734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d49e27a7-e346-4a61-9ce6-53f5921ea425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.893511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c6c45063-7553-4980-954c-117281813808 None None] For port ab58eaf6-3492-40e1-bb49-1491e1131d7a, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:58.896916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:58.897485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:58.897861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c6c45063-7553-4980-954c-117281813808 None None] For port ab58eaf6-3492-40e1-bb49-1491e1131d7a, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ab58eaf6-3492-40e1-bb49-1491e1131d7a,segment=NetworkSegment(41a1ce9e-bd26-445a-ae97-9fae52d12cb2),segment_id=41a1ce9e-bd26-445a-ae97-9fae52d12cb2)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:37:58.898071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:58.903370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c45063-7553-4980-954c-117281813808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.918791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca177406-4818-4d81-a267-5f16881b55f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.979227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:58.979599 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:58.984086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c45063-7553-4980-954c-117281813808 None None] Pushing event updated for resources: {'Port': ['ID=ab58eaf6-3492-40e1-bb49-1491e1131d7a,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:58.988512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:58.990285 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 10 to bind port 107fa964-4673-47bd-9699-8738185eded3 Apr 22 14:37:59.014891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca177406-4818-4d81-a267-5f16881b55f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.056046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8ec417-7f27-414a-a515-ccfd7a3a8493']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:59.065086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300526c-6dea-45ba-a026-9cc6cdcbc145 None None] Network 1d8ec417-7f27-414a-a515-ccfd7a3a8493 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:37:59.084557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a1ce9e-bd26-445a-ae97-9fae52d12cb2') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:59.084813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a1ce9e-bd26-445a-ae97-9fae52d12cb2') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:37:59.085283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.086182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:37:59.086508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:37:59.086873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:37:59.102735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.135170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d49e27a7-e346-4a61-9ce6-53f5921ea425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.136119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 107fa964-4673-47bd-9699-8738185eded3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:37:59.136467 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 107fa964-4673-47bd-9699-8738185eded3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:37:59.136809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.139643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.186494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:37:59.186891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.203428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e27a7-e346-4a61-9ce6-53f5921ea425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69960f2c-2bc8-477d-a0f0-7037edce5505,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:37:59.209703 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:37:59.221797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca177406-4818-4d81-a267-5f16881b55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.230922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.275976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.276281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.300748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca177406-4818-4d81-a267-5f16881b55f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6db013-aacd-40e3-94c4-ec07584830ef,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:37:59.308316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3013b67-ff16-436f-8092-434f50834dcc None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:37:59.393072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d49e27a7-e346-4a61-9ce6-53f5921ea425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.394177 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d49e27a7-e346-4a61-9ce6-53f5921ea425 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69960f2c-2bc8-477d-a0f0-7037edce5505 HTTP/1.1" status: 204 len: 168 time: 0.9195740 Apr 22 14:37:59.395546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca177406-4818-4d81-a267-5f16881b55f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.398511 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ca177406-4818-4d81-a267-5f16881b55f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b6db013-aacd-40e3-94c4-ec07584830ef HTTP/1.1" status: 204 len: 168 time: 0.8374233 Apr 22 14:37:59.402264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:37:59.402264 dv-neutron-838878-1-hyperv neutron-server[84059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:37:59.402264 dv-neutron-838878-1-hyperv neutron-server[84059]: [parameters: {'id': '1d8ec417-7f27-414a-a515-ccfd7a3a8493'}] Apr 22 14:37:59.402264 dv-neutron-838878-1-hyperv neutron-server[84059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:37:59.402542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:37:59.494503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3013b67-ff16-436f-8092-434f50834dcc None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:37:59.559253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for d02efcb9-1ccb-4523-8445-02880695a950 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:37:59.639424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] For port 107fa964-4673-47bd-9699-8738185eded3, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:37:59.639968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempted to set empty binding levels {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:37:59.667231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.878344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting port 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:37:59.879049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.911413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:37:59.974648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:37:59.994231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.023020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.035058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.061360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port ab58eaf6-3492-40e1-bb49-1491e1131d7a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:00.061854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.070260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57110) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:00.072674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.107005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=107fa964-4673-47bd-9699-8738185eded3,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:00.187399 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2610ce4e-519a-4b38-816e-0446d4eeb0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.6868846 Apr 22 14:38:00.190588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57116) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:00.321514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.330622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=d02efcb9-1ccb-4523-8445-02880695a950,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:00.337943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Deleting port 107fa964-4673-47bd-9699-8738185eded3 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:00.338728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.385460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.432294 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-68c3fb72-250e-4fa6-80be-6c65b89fba22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=094c98a1aed64617b76b8919883ab40d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3607512 Apr 22 14:38:00.436853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.444063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57120) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:00.451128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.452353 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3806305 Apr 22 14:38:00.468534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57122) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:00.522828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c4de-7c1a-4954-a4d4-2274aa7636c8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Port': ['ID=322a4dd6-98ca-4957-9ad5-acb47f668be2,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:00.661434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Calling delete_port for 69469b8f-821e-4f7a-bf28-e09fbb9f4e7f owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:00.791931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port ab58eaf6-3492-40e1-bb49-1491e1131d7a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ab58eaf6-3492-40e1-bb49-1491e1131d7a,segment=NetworkSegment(41a1ce9e-bd26-445a-ae97-9fae52d12cb2),segment_id=41a1ce9e-bd26-445a-ae97-9fae52d12cb2)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:00.792342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:00.802996 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-363b9030-7c0f-4000-8754-dea1de51071a tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=9a3a33fe-4439-417b-a43f-bd98c9dce6f4 HTTP/1.1" status: 200 len: 689 time: 0.3309448 Apr 22 14:38:00.803510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57128) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:00.893815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:00.984512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for ab58eaf6-3492-40e1-bb49-1491e1131d7a owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:01.056145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.121991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36797ab2-4570-4f54-b665-6e67b22f36d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.124050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] For port 107fa964-4673-47bd-9699-8738185eded3, host hv-neutron-8388, got binding levels [] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:01.124393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.262208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Calling delete_port for 107fa964-4673-47bd-9699-8738185eded3 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:01.273799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Deleting port 322a4dd6-98ca-4957-9ad5-acb47f668be2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:01.274139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.386236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.457375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=ab58eaf6-3492-40e1-bb49-1491e1131d7a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.470695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36797ab2-4570-4f54-b665-6e67b22f36d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.481580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.482232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.533983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port ab58eaf6-3492-40e1-bb49-1491e1131d7a on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:01.609464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Calling delete_port for 322a4dd6-98ca-4957-9ad5-acb47f668be2 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:01.657433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:01.664993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.670203 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:01.682680 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:01.683506 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.685974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.743565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.749942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a72ae632-7a2e-44db-9cae-e05f560cf408 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/floatingips/1e3dbfe1-fee4-4199-9051-c601b1e273fb HTTP/1.1" status: 204 len: 168 time: 3.3094382 Apr 22 14:38:01.749942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57132) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:01.759621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event deleted for resources: {'Port': ['ID=107fa964-4673-47bd-9699-8738185eded3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.767907 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.768388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.780648 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:01.781559 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.809187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36797ab2-4570-4f54-b665-6e67b22f36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.855635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.856594 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357e4af-61ea-457f-adcf-c6d2ea436216 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:01.864272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 193f4825-30f7-4f6b-ab60-6963670db622 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:01.864591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.877959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36797ab2-4570-4f54-b665-6e67b22f36d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd0684a-5daa-421f-af0d-4e80b78b033a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.879434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Port': ['ID=69469b8f-821e-4f7a-bf28-e09fbb9f4e7f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:01.897846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8ec417-7f27-414a-a515-ccfd7a3a8493']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.908155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.934018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a1ce9e-bd26-445a-ae97-9fae52d12cb2') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.934481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a1ce9e-bd26-445a-ae97-9fae52d12cb2') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:01.941592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.954230 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-128e2398-ee20-47a5-b4ff-026cebceacf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "DELETE /v2.0/ports/107fa964-4673-47bd-9699-8738185eded3 HTTP/1.1" status: 204 len: 168 time: 1.7607439 Apr 22 14:38:01.959649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36797ab2-4570-4f54-b665-6e67b22f36d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:01.963191 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-36797ab2-4570-4f54-b665-6e67b22f36d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bd0684a-5daa-421f-af0d-4e80b78b033a HTTP/1.1" status: 204 len: 168 time: 1.5001440 Apr 22 14:38:01.963191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57136) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:01.963510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.003947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Port': ['ID=322a4dd6-98ca-4957-9ad5-acb47f668be2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:02.161875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-539abc94-9e11-4f61-b04c-44579c224dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:02.162595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-539abc94-9e11-4f61-b04c-44579c224dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Synchronizing usage tracker for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:02.165543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.182522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:02.182931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:02.197760 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:02.240845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.274036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-539abc94-9e11-4f61-b04c-44579c224dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Unset dirty status for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:02.274036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-539abc94-9e11-4f61-b04c-44579c224dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "GET /v2.0/ports/107fa964-4673-47bd-9699-8738185eded3 HTTP/1.1" status: 404 len: 333 time: 0.2327828 Apr 22 14:38:02.280456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.283848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57144) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:02.294694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Request body: {'port': {'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-231799773'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:02.304888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:02.311083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.334573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.336407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.345290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:02.400591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=1d8ec417-7f27-414a-a515-ccfd7a3a8493,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:02.419023 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-85f9ae71-ad09-4247-aead-9d24cb12b74f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/1d8ec417-7f27-414a-a515-ccfd7a3a8493 HTTP/1.1" status: 204 len: 168 time: 4.9872446 Apr 22 14:38:02.465255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57150) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:02.478677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-722463795'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:02.484969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Made reservation on behalf of 36e52eaef43b459b91b837f97263ecdb for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:02.487391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.490222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 193f4825-30f7-4f6b-ab60-6963670db622 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:02.502079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:02.510636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:02.516109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:02.524833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:02.534053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 1e51d3a7-8235-4d0c-aa87-84964c543c41 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:02.570795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.635113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:02.638102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.697332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.749343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:02.762474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac04465b-252d-440b-b643-f02b461b57b5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:02.820157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:02.820501 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment b1e5decb-ece5-4ee9-a153-99f0a77dc15a of type vlan for network 26811ab3-678c-4155-8b80-499649e18c0b Apr 22 14:38:02.996870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.013104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.038116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.064717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3a33fe-4439-417b-a43f-bd98c9dce6f4']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.070216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Router 0e3ed323-0e36-4c3d-afe8-5a6453f25e2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:03.081604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57166) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.084192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=193f4825-30f7-4f6b-ab60-6963670db622,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:03.091289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd523d50-f156-4571-b978-d04e064ce5e2') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.091519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd523d50-f156-4571-b978-d04e064ce5e2') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:03.136948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.188126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.191965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.192555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.224556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.240885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:03.241309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:03.254700 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:03.349976 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1dbc3a1a-54fa-4211-a695-61b5a5cc51d6 tempest-AgentManagementNegativeTest-1953762627 tempest-AgentManagementNegativeTest-1953762627-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2669790 Apr 22 14:38:03.351160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.371014 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7e070a5d-1960-4612-8c44-2915ba570da0 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/ports/193f4825-30f7-4f6b-ab60-6963670db622 HTTP/1.1" status: 204 len: 168 time: 1.6208222 Apr 22 14:38:03.372312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.375409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57174) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.381729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:03.395876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.403298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a3a33fe-4439-417b-a43f-bd98c9dce6f4 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:38:03.408372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:03.411091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a3a33fe-4439-417b-a43f-bd98c9dce6f4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:03.414638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.418618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:floatingip and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:03.422971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:03.425653 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9592404 Apr 22 14:38:03.429582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57178) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.432478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:03.435895 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1cae0487-5486-43db-8c2b-b27e3346fe73 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9a3a33fe-4439-417b-a43f-bd98c9dce6f4 HTTP/1.1" status: 204 len: 168 time: 2.6314054 Apr 22 14:38:03.439682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.441275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': '26811ab3-678c-4155-8b80-499649e18c0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:03.499891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c2a7-7ebe-436f-9798-31bf1c2a0a4c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=26811ab3-678c-4155-8b80-499649e18c0b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:03.516652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 26811ab3-678c-4155-8b80-499649e18c0b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:03.521492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.567980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:03.589351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-81939586-37d6-4ad3-aff8-febba4afac19 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4293823 Apr 22 14:38:03.593045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57186) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.633790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:03.647202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:03.651360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:03.659548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:03.661133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dfbe2021-8575-479d-bc4f-fe33667575ef tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2168288 Apr 22 14:38:03.661874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57190) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.670859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.674137 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-fa6b07c7-c877-4e4e-8e56-148b0f96a5e2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] show failed (client error): The resource could not be found. Apr 22 14:38:03.676439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fa6b07c7-c877-4e4e-8e56-148b0f96a5e2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-2085439764 HTTP/1.1" status: 404 len: 335 time: 0.0809565 Apr 22 14:38:03.679946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57194) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.688649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-711cdd76-a9d5-43d4-99c2-f615eac29c3f tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:03.739414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:03.811209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Network 0bf9477d-f064-4815-a29d-7a6f7630c49b is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:03.818624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:03.821085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.824814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:03.826269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.826874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:03.834055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=1e51d3a7-8235-4d0c-aa87-84964c543c41,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:03.853410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.853813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.854178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.854535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.854889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.855240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.855590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.855935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.856291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.856636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:03.861661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f4c1f1e4-ab09-46c2-a752-938a93a50fd1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6401 time: 0.1926498 Apr 22 14:38:03.864682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57200) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.906084 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-711cdd76-a9d5-43d4-99c2-f615eac29c3f tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] update failed (client error): The resource could not be found. Apr 22 14:38:03.910592 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-711cdd76-a9d5-43d4-99c2-f615eac29c3f tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1395335964 HTTP/1.1" status: 404 len: 335 time: 0.2252107 Apr 22 14:38:03.911360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57204) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.911659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57206) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.938560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cc9b6a69-b39f-4c7a-a1a8-f79fc10b7fb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6477199 Apr 22 14:38:03.938560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-e36a3631-1bcb-49c3-8bcf-f719e7da5674 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] delete failed (client error): The resource could not be found. Apr 22 14:38:03.940717 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e36a3631-1bcb-49c3-8bcf-f719e7da5674 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/2914b8e9-485f-40a9-a64c-9e780ddea3f4 HTTP/1.1" status: 404 len: 345 time: 0.0751331 Apr 22 14:38:03.941309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57212) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.941626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57214) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:03.948284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:03.985815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.011868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32b18b5-45f7-4739-abcc-ddc89ddfd49f tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] DELETE failed (client error): The resource could not be found. Apr 22 14:38:04.012312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32b18b5-45f7-4739-abcc-ddc89ddfd49f tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:04.020626 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e32b18b5-45f7-4739-abcc-ddc89ddfd49f tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9a3a33fe-4439-417b-a43f-bd98c9dce6f4 HTTP/1.1" status: 404 len: 339 time: 0.0766373 Apr 22 14:38:04.023667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57222) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:04.030476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'network': {'name': 'tempest-network--1335432185', 'router:external': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:04.038765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:04.072212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:network and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:04.080217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:04.091651 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:38:04.094583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:04.109933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.121455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Made reservation on behalf of b987d3f8125a4204baf10714cb6e174b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:04.124038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.138407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] Sync routers for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:04.152614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:04.153306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.204754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:04.223571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.236545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] Routers {'0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:04.237521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:37:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.239452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.239678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.239993 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Added segment 8277bf53-c1bf-4272-b93c-260896a1f665 of type vlan for network e015cfd9-88a7-4fb2-919c-92406d504e78 Apr 22 14:38:04.269033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.304393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:04.304792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ad669-46bb-4461-bf49-7ab714496ddb None None] The sync data for ids ['0e3ed323-0e36-4c3d-afe8-5a6453f25e2c'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:04.351890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.386097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:04.404247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting subnet 190864a0-a309-44e6-9862-2e5cd0433544 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:04.411064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Usage tracker for resource:security_group_rule and tenant:044d7dd21cf7487eb997226b55621036 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:04.417740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.444404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 1e51d3a7-8235-4d0c-aa87-84964c543c41 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:04.446577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:04.449305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.450298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:04.450954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.470414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.488951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:04.558037 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5332963 Apr 22 14:38:04.559149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Transition to ACTIVE for port object 1e51d3a7-8235-4d0c-aa87-84964c543c41 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:04.562441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57226) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:04.587230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.705695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.740900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6465a-0e17-420c-8a20-2b5623fdcbb8 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Network': ['ID=e015cfd9-88a7-4fb2-919c-92406d504e78,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:04.752904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e015cfd9-88a7-4fb2-919c-92406d504e78 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:04.765515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.178 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/9521c7b8-1f11-4824-8923-0052c75ce66c) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:04.871464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:04.887146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=1e51d3a7-8235-4d0c-aa87-84964c543c41,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:04.954642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:04.954987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:04.955322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:04.961850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb784-eb13-4ff6-b3bf-67c110d0effc tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:04.965862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb784-eb13-4ff6-b3bf-67c110d0effc tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:04.969635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb784-eb13-4ff6-b3bf-67c110d0effc tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:04.973797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeb784-eb13-4ff6-b3bf-67c110d0effc tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:04.975425 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-94aeb784-eb13-4ff6-b3bf-67c110d0effc tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4120402 Apr 22 14:38:04.978390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57230) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:04.999832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.000104 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.004077 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 2 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.012408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.030624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.044178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.073815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.074140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.074467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.090915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=0f1ebc6b-3ae3-4181-bafe-b55c5fed7916,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.097645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.098067 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.099623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 3 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.109704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.120658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.120977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.121310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.131099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.131414 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.132315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 4 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.186260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307056ec-40be-4d84-8df9-81cfad01f841,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.189869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.190191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.190509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.203656 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5aaaa31a-a436-43f6-ae02-54684cd4492e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=044d7dd21cf7487eb997226b55621036&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2882183 Apr 22 14:38:05.203983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.208646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57234) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:05.230667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26811ab3-678c-4155-8b80-499649e18c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:05.231063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: 26811ab3-678c-4155-8b80-499649e18c0b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:05.257517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.258129 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.262477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 5 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.272420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.277811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.291880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.292219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.292556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.311004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e015cfd9-88a7-4fb2-919c-92406d504e78']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:05.320857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.321184 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.323260 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 6 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.329925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Subnet': ['ID=190864a0-a309-44e6-9862-2e5cd0433544,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.331660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8277bf53-c1bf-4272-b93c-260896a1f665') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:05.331860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8277bf53-c1bf-4272-b93c-260896a1f665') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:05.342754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.349084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.352740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b208a-c88e-4438-9786-046024ed9677 None None] Network 142fa296-a4fb-4fc9-9b22-5b570380bb27 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:05.363313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.364035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.364416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.374954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 26811ab3-678c-4155-8b80-499649e18c0b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:05.375858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.375975 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.376976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 7 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.379933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.384521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.398749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:05.398749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.413825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ccd1074a-bb3b-4b25-8794-d1379404c574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:05.417407 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:05.422650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.422998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.423382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.426312 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-02c28a92-0056-40fc-a463-d3e9f6b2905d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/subnets/190864a0-a309-44e6-9862-2e5cd0433544 HTTP/1.1" status: 204 len: 168 time: 1.5120447 Apr 22 14:38:05.436391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57242) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:05.480158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.480381 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.490440 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 8 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.497854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 26811ab3-678c-4155-8b80-499649e18c0b) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:05.512047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.512354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.512978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.519985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.520401 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.520680 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 9 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.521237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:05.521859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.526593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ccd1074a-bb3b-4b25-8794-d1379404c574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.533729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.543171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:05.553241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e015cfd9-88a7-4fb2-919c-92406d504e78 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:38:05.554355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b8df6-524a-4660-babf-b4cd2262b790 None None] Network 26811ab3-678c-4155-8b80-499649e18c0b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:05.556412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.561048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.561381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.561759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.565533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Network': ['ID=e015cfd9-88a7-4fb2-919c-92406d504e78,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.577669 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-abb56ffa-f2d7-4310-b25c-201b6fc2cb56 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e015cfd9-88a7-4fb2-919c-92406d504e78 HTTP/1.1" status: 204 len: 168 time: 0.5929186 Apr 22 14:38:05.577669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.577669 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.577669 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 10 to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 Apr 22 14:38:05.581191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57246) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:05.593019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'network': {'name': 'tempest-network--1366739039', 'router:external': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:05.595210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:05.598666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:05.601189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:05.601518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:05.601881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:05.606132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=9521c7b8-1f11-4824-8923-0052c75ce66c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:05.607253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:network and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:05.611787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:05.618433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:05.620637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:05.620967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:05.621103 dv-neutron-838878-1-hyperv neutron-server[84059]: ERROR neutron.plugins.ml2.managers [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:05.621427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.693649 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5538b460-5314-4881-a5ef-8cfcd67b24ac tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2626982 Apr 22 14:38:05.699802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57250) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:05.721640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.737463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] For port 1e51d3a7-8235-4d0c-aa87-84964c543c41, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:05.737975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempted to set empty binding levels {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:38:05.749161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting port ed2da157-b0b6-4d99-bf45-698d30211145 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:05.749425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.760151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Made reservation on behalf of b987d3f8125a4204baf10714cb6e174b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:05.763212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.786095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.814283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-26811ab3-678c-4155-8b80-499649e18c0b', 'network_id': '26811ab3-678c-4155-8b80-499649e18c0b', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '0f1ebc6b-3ae3-4181-bafe-b55c5fed7916'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:05.815272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.906084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.908345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ccd1074a-bb3b-4b25-8794-d1379404c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.953496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] In _notify_port_updated(), no bound segment for port 1e51d3a7-8235-4d0c-aa87-84964c543c41 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:38:05.954779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:05.956286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "PUT /v2.0/ports/1e51d3a7-8235-4d0c-aa87-84964c543c41 HTTP/1.1" status: 200 len: 980 time: 2.0137472 Apr 22 14:38:05.960690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57254) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:05.962229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:05.976314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Allocated IP 172.20.0.1 (26811ab3-678c-4155-8b80-499649e18c0b/0f1ebc6b-3ae3-4181-bafe-b55c5fed7916/c17eeb9e-21db-4f75-b718-0127abb59858) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:05.985483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad45cb1-823e-4e04-8606-2d291def9ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=1e51d3a7-8235-4d0c-aa87-84964c543c41,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:06.002521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1074a-bb3b-4b25-8794-d1379404c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307056ec-40be-4d84-8df9-81cfad01f841,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:06.011318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.012018 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Added segment 811d6093-f3bd-4cc7-926d-700fbc2eb2d6 of type vlan for network b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f Apr 22 14:38:06.043158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.083269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.095928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ccd1074a-bb3b-4b25-8794-d1379404c574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.097072 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ccd1074a-bb3b-4b25-8794-d1379404c574 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/307056ec-40be-4d84-8df9-81cfad01f841 HTTP/1.1" status: 204 len: 168 time: 0.8857384 Apr 22 14:38:06.101427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.169549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.185898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.196464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Transition to ACTIVE for port object c17eeb9e-21db-4f75-b718-0127abb59858 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:06.215290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Transition to ACTIVE for port object c17eeb9e-21db-4f75-b718-0127abb59858 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:06.231338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.233315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:06.236309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.242794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.317162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Network 26811ab3-678c-4155-8b80-499649e18c0b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:06.321067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:06.324549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.325303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:06.339469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Pushing event updated for resources: {'Port': ['ID=c17eeb9e-21db-4f75-b718-0127abb59858,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:06.360939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.479491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] DHCP port deletion for 142fa296-a4fb-4fc9-9b22-5b570380bb27 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:06.490644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Deleting port ed2da157-b0b6-4d99-bf45-698d30211145 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:06.491207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.491931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.623237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Attempting to bind port c17eeb9e-21db-4f75-b718-0127abb59858 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:06.623620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Attempting to bind port c17eeb9e-21db-4f75-b718-0127abb59858 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26811ab3-678c-4155-8b80-499649e18c0b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:06.623993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Attempting to bind port c17eeb9e-21db-4f75-b718-0127abb59858 on network 26811ab3-678c-4155-8b80-499649e18c0b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:06.642978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:06.643467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Checking segment: {'id': 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26811ab3-678c-4155-8b80-499649e18c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:06.643871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.644327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Bound using segment: {'id': 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26811ab3-678c-4155-8b80-499649e18c0b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:06.644817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Bound port: c17eeb9e-21db-4f75-b718-0127abb59858, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '26811ab3-678c-4155-8b80-499649e18c0b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:06.645247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.672898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.687773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.703176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26811ab3-678c-4155-8b80-499649e18c0b']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:06.717008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=9521c7b8-1f11-4824-8923-0052c75ce66c,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:06.721517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:06.721841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:06.734054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.738450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-52efcec9-fe27-4eb3-8863-7610ca63d10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Synchronizing usage tracker for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:06.752363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] For port ed2da157-b0b6-4d99-bf45-698d30211145, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ed2da157-b0b6-4d99-bf45-698d30211145,segment=NetworkSegment(5ba554c2-333e-4d56-8377-dc814270cdd6),segment_id=5ba554c2-333e-4d56-8377-dc814270cdd6)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:06.752886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.768563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.773075 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-31578b30-a3d7-4e94-8f55-aa0642b8fbb1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3966291 Apr 22 14:38:06.776640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57268) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:06.849554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'port': {'network_id': '3a25c3df-2044-4fb9-b7a4-e7b09bc6935a', 'name': 'tempest-FloatingIPTestJSON-1943848842'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:06.861438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] For port ed2da157-b0b6-4d99-bf45-698d30211145, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ed2da157-b0b6-4d99-bf45-698d30211145,segment=NetworkSegment(5ba554c2-333e-4d56-8377-dc814270cdd6),segment_id=5ba554c2-333e-4d56-8377-dc814270cdd6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:06.862076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.864799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.872510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:06.873085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:06.991561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-52efcec9-fe27-4eb3-8863-7610ca63d10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Unset dirty status for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:06.994073 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:06.995934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1ebc6b-3ae3-4181-bafe-b55c5fed7916,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:06.996803 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-52efcec9-fe27-4eb3-8863-7610ca63d10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17849 time: 1.0265877 Apr 22 14:38:07.001810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57276) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:07.007608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:38:07.007608 dv-neutron-838878-1-hyperv neutron-server[84059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:38:07.007608 dv-neutron-838878-1-hyperv neutron-server[84059]: [parameters: {'id': '26811ab3-678c-4155-8b80-499649e18c0b'}] Apr 22 14:38:07.007608 dv-neutron-838878-1-hyperv neutron-server[84059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:07.008234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:07.060036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Network': ['ID=b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:07.068571 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-07556064-4969-4c9c-bfcc-d1ac106a3046 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4821501 Apr 22 14:38:07.073321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57280) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:07.087958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:07.088194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:07.096112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Calling delete_port for ed2da157-b0b6-4d99-bf45-698d30211145 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:07.149272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:port and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:07.159918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:07.177613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:07.207022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:07.211508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.211836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32dc7a7-d22b-4c46-8c72-0d28968d191d tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:07.215797 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b32dc7a7-d22b-4c46-8c72-0d28968d191d tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] 10.222.0.32 "GET /v2.0/networks/b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f HTTP/1.1" status: 200 len: 757 time: 0.1382985 Apr 22 14:38:07.216246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57286) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:07.274693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] device_id is not set on port 16c6d98f-dc9d-4481-994c-6e173bad9f42 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:07.319771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Calling delete_port for ed2da157-b0b6-4d99-bf45-698d30211145 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:07.337071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.386140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Deleting port 1e51d3a7-8235-4d0c-aa87-84964c543c41 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:07.386385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.394212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ed2da157-b0b6-4d99-bf45-698d30211145 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:07.401706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] No DVR routers for this DVR port ed2da157-b0b6-4d99-bf45-698d30211145 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:07.466528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Port': ['ID=ed2da157-b0b6-4d99-bf45-698d30211145,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:07.471229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] For port c17eeb9e-21db-4f75-b718-0127abb59858, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:07.474402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: ed2da157-b0b6-4d99-bf45-698d30211145 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:07.474762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ea290-c571-4c88-9df3-14f6720c59f2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:07.475213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ed2da157-b0b6-4d99-bf45-698d30211145 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:07.476479 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e75ea290-c571-4c88-9df3-14f6720c59f2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] 10.222.0.32 "GET /v2.0/networks/9f973e3f-9273-4535-8e31-569b1d43159f HTTP/1.1" status: 200 len: 768 time: 0.2593997 Apr 22 14:38:07.479523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57292) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:07.510345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.515051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] For port c17eeb9e-21db-4f75-b718-0127abb59858, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c17eeb9e-21db-4f75-b718-0127abb59858,segment=NetworkSegment(b1e5decb-ece5-4ee9-a153-99f0a77dc15a),segment_id=b1e5decb-ece5-4ee9-a153-99f0a77dc15a)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:07.551770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:07.552423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:07.555827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.577658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57296) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:07.617614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.694674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142fa296-a4fb-4fc9-9b22-5b570380bb27']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:07.703025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.718319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba554c2-333e-4d56-8377-dc814270cdd6') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:07.718609 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba554c2-333e-4d56-8377-dc814270cdd6') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:07.732764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port c17eeb9e-21db-4f75-b718-0127abb59858 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:07.733097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.738148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.748622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee456f71-7f52-4235-bb88-672ede835b4d None None] Pushing event updated for resources: {'Port': ['ID=c17eeb9e-21db-4f75-b718-0127abb59858,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:07.764358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9dec8-8361-4016-9e3f-0e8eeff2309b None None] Network 26811ab3-678c-4155-8b80-499649e18c0b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:07.767315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.2 (3a25c3df-2044-4fb9-b7a4-e7b09bc6935a/e21f73df-4110-4b2a-bbff-b9b2f8d2844e/16c6d98f-dc9d-4481-994c-6e173bad9f42) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:07.772056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110700330'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:07.780064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:07.786777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.789076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:07.792316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:07.804186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:07.808812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:07.809184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:07.823810 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:07.914338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:07.917246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:07.951515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.026022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.054061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Deleting port ed2da157-b0b6-4d99-bf45-698d30211145 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:08.054739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.057857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.073272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Network': ['ID=142fa296-a4fb-4fc9-9b22-5b570380bb27,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.113390 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9bebffd5-ab6d-465b-87e0-779a9a18070d tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/networks/142fa296-a4fb-4fc9-9b22-5b570380bb27 HTTP/1.1" status: 204 len: 168 time: 2.6545131 Apr 22 14:38:08.114682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:08.122400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-86bb689a-b058-4596-a457-fe2dd6c4d669 None None] The port 'ed2da157-b0b6-4d99-bf45-698d30211145' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:08.130418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57302) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:08.141184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05cb92f-471c-4022-8271-cd1ef0ba57fa None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:08.168602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:security_group_rule and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:08.179191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] For port 1e51d3a7-8235-4d0c-aa87-84964c543c41, host hv-neutron-8388, got binding levels [] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:08.179571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.185832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:08.190084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.200464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:08.238101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.274791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05cb92f-471c-4022-8271-cd1ef0ba57fa None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:08.386676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Calling delete_port for 1e51d3a7-8235-4d0c-aa87-84964c543c41 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:08.426050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.432278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.466626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.479930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:08.485209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting subnet 46bd0b0c-f28c-485e-8d9c-f0d0f41bcc40 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:08.515663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.522404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811d6093-f3bd-4cc7-926d-700fbc2eb2d6') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:08.522960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811d6093-f3bd-4cc7-926d-700fbc2eb2d6') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:08.549559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.560419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:08.570625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port c17eeb9e-21db-4f75-b718-0127abb59858, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c17eeb9e-21db-4f75-b718-0127abb59858,segment=NetworkSegment(b1e5decb-ece5-4ee9-a153-99f0a77dc15a),segment_id=b1e5decb-ece5-4ee9-a153-99f0a77dc15a)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:08.570965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.596778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.720581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 3a25c3df-2044-4fb9-b7a4-e7b09bc6935a is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:08.723460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=16c6d98f-dc9d-4481-994c-6e173bad9f42,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.729559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:08.731463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac6f71-6725-44f2-9b2a-ad1738c83543,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:08.733882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:08.774165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.834520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for c17eeb9e-21db-4f75-b718-0127abb59858 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:08.858307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:08.858908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.878070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:08.878465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:08.892473 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:08.902326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d4b76a1a-f47b-425d-8b2d-16c8caac9873 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1160944 Apr 22 14:38:08.904044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:08.905507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57306) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:08.913457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'port_id': '16c6d98f-dc9d-4481-994c-6e173bad9f42'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:08.962417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.029084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.030206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e51d3a7-8235-4d0c-aa87-84964c543c41,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.050414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.062946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.080584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:38:09.084088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.089170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.130030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a42e35bc-5044-4ecf-b528-cf3179e0edea tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1e51d3a7-8235-4d0c-aa87-84964c543c41 HTTP/1.1" status: 204 len: 168 time: 2.1214173 Apr 22 14:38:09.130030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.130582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57310) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.145771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.146119 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 4cf55f56-f7dc-4982-8ef0-6ac76d70709b of type vlan for network 94ca3153-cc6d-4c65-9323-26672ea31a62 Apr 22 14:38:09.185765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f0469ade-7d48-4b7b-af60-28aac097c3da tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b4d4c5e7-18b3-4b1b-ba60-c993fa7f575f HTTP/1.1" status: 204 len: 168 time: 1.7007129 Apr 22 14:38:09.186724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57314) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.192340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=c17eeb9e-21db-4f75-b718-0127abb59858,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.199404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'network': {'name': 'tempest-network--1638778869'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:09.210675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.213475 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79870b0-61f6-4286-8c27-5dbd5981a565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:09.214017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d79870b0-61f6-4286-8c27-5dbd5981a565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Synchronizing usage tracker for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:09.216609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port c17eeb9e-21db-4f75-b718-0127abb59858 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:09.249645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Usage tracker for resource:network and tenant:b987d3f8125a4204baf10714cb6e174b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:09.256780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:09.285598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:09.361075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d79870b0-61f6-4286-8c27-5dbd5981a565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Unset dirty status for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:09.365827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d79870b0-61f6-4286-8c27-5dbd5981a565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "GET /v2.0/ports/1e51d3a7-8235-4d0c-aa87-84964c543c41 HTTP/1.1" status: 404 len: 333 time: 0.2235291 Apr 22 14:38:09.367526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57318) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.370763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.381548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971896944', 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:09.388569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Made reservation on behalf of b987d3f8125a4204baf10714cb6e174b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:09.390795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.399835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.429563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:09.432999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26811ab3-678c-4155-8b80-499649e18c0b']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:09.456033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:09.456329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e5decb-ece5-4ee9-a153-99f0a77dc15a') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:09.474079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:09.476235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Made reservation on behalf of 36e52eaef43b459b91b837f97263ecdb for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:09.479247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.493453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.514634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.519665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.520013 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Added segment af1c2645-784d-4507-b876-8b1531141f12 of type vlan for network e02c9f28-6c36-4c78-b7bb-21fb389a349a Apr 22 14:38:09.526108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.536586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 0e1382f4-85a9-4692-bfef-1c55ff0dfb82 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:09.551616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-62f78511-b7cc-4448-98de-57a26a085eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.572563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:09.572977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:09.587512 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:09.653102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:09.669597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.685379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.725819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.732533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Subnet': ['ID=46bd0b0c-f28c-485e-8d9c-f0d0f41bcc40,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.746443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.752337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52bb9b-48a7-4b7c-bcab-c8d1d76450be None None] Network d836451a-323c-4e1b-b9dd-57d790269bbc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:09.756454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.756993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.760055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:09.760634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.773003 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=26811ab3-678c-4155-8b80-499649e18c0b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.791051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.791635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:09.792219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:09.797579 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0352be18-4a3e-4df3-91be-151acd37bbf1 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/subnets/46bd0b0c-f28c-485e-8d9c-f0d0f41bcc40 HTTP/1.1" status: 204 len: 168 time: 1.6658800 Apr 22 14:38:09.798400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57326) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.821864 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b5811ee2-ffb8-4cfa-bed0-691ffa715ffc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/26811ab3-678c-4155-8b80-499649e18c0b HTTP/1.1" status: 204 len: 168 time: 4.1151021 Apr 22 14:38:09.828885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57330) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.859692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429546385'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:09.917295 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3379526 Apr 22 14:38:09.956185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c48c7-6ad3-4bc9-b081-15dec0be1666 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=94ca3153-cc6d-4c65-9323-26672ea31a62,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:09.963521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:09.979339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 94ca3153-cc6d-4c65-9323-26672ea31a62 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:09.990603 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7959118 Apr 22 14:38:09.991920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:09.993887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57334) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:09.998028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:10.003741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:10.009245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:10.043216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776baa6e-7bff-4a9d-b2ec-97290ebd3d10 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Network': ['ID=e02c9f28-6c36-4c78-b7bb-21fb389a349a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.049702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:10.052702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.067045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.080754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e02c9f28-6c36-4c78-b7bb-21fb389a349a details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:10.093322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:10.107109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.107475 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment bfdd92a7-32fc-4c15-9f5d-efa071e27698 of type vlan for network 4aeb6147-48ed-48e7-91d0-872c6003b850 Apr 22 14:38:10.132292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.175532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.183565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:10.222361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Network 0bf9477d-f064-4815-a29d-7a6f7630c49b is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:10.228080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:10.238078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1382f4-85a9-4692-bfef-1c55ff0dfb82,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.243384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:10.244204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:10.245089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.275614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-41a6915a-ed70-4771-8c83-7a6824fd407d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9070392 Apr 22 14:38:10.278519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57338) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:10.324374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.328284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:10.328698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.382116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.391906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] DHCP port deletion for d836451a-323c-4e1b-b9dd-57d790269bbc request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:10.400247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] Deleting port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:10.409405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.412439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.458825 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6058955 Apr 22 14:38:10.463385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57342) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:10.468950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': '4aeb6147-48ed-48e7-91d0-872c6003b850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:10.489976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-841c9b4e-ade9-4c31-b10b-b6215713a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Synchronizing usage tracker for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:10.492465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d3239-51f2-4600-b1fc-498836baa365 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=4aeb6147-48ed-48e7-91d0-872c6003b850,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:10.507541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 4aeb6147-48ed-48e7-91d0-872c6003b850 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:10.705338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-841c9b4e-ade9-4c31-b10b-b6215713a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Unset dirty status for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:10.706536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-841c9b4e-ade9-4c31-b10b-b6215713a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "GET /v2.0/ports/0e1382f4-85a9-4692-bfef-1c55ff0dfb82 HTTP/1.1" status: 200 len: 959 time: 0.4268773 Apr 22 14:38:10.715131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:10.719646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:10.721643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57346) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:10.725557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:10.726070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting subnet a725513f-d64a-4682-8def-fc31dfadd93d {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:10.729232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.733693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:10.749140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:10.787125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.845200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] For port 161f1b62-f4dd-4825-96a3-877bfcae8cc4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=161f1b62-f4dd-4825-96a3-877bfcae8cc4,segment=NetworkSegment(11a007ad-754d-44fe-8bb5-54bccba53345),segment_id=11a007ad-754d-44fe-8bb5-54bccba53345)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:10.845880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.866408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.879903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:10.965500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] Calling delete_port for 161f1b62-f4dd-4825-96a3-877bfcae8cc4 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:10.974312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.035552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.042056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c4320-375b-4ce9-b545-4929feb41664 None None] Network 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:11.059290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.061255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Subnet': ['ID=a725513f-d64a-4682-8def-fc31dfadd93d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.081760 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a794f3c8-81ff-4c04-a4e8-5536fa92465b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/subnets/a725513f-d64a-4682-8def-fc31dfadd93d HTTP/1.1" status: 204 len: 168 time: 1.2813232 Apr 22 14:38:11.105129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:11.117497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Deleting port 0e1382f4-85a9-4692-bfef-1c55ff0dfb82 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:11.118982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.183843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.189892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] Pushing event deleted for resources: {'Port': ['ID=161f1b62-f4dd-4825-96a3-877bfcae8cc4,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.214293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:11.214913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4836b155-0c85-4d0d-8b1f-413fa5f10769 None None] No DVR routers for this DVR port 161f1b62-f4dd-4825-96a3-877bfcae8cc4 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:11.247070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 161f1b62-f4dd-4825-96a3-877bfcae8cc4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:11.291470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 161f1b62-f4dd-4825-96a3-877bfcae8cc4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:11.292086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 161f1b62-f4dd-4825-96a3-877bfcae8cc4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:11.304041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=8b76a6ff-180e-4d52-9496-e871f900dc57,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:11.307445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': 'bfdd92a7-32fc-4c15-9f5d-efa071e27698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4aeb6147-48ed-48e7-91d0-872c6003b850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:11.307970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: 4aeb6147-48ed-48e7-91d0-872c6003b850, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:11.342376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 4aeb6147-48ed-48e7-91d0-872c6003b850 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:11.366456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 4aeb6147-48ed-48e7-91d0-872c6003b850) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:11.377160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:11.377786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.390014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ab8948-1d84-442a-8e09-6c84386c5c07 None None] Network 4aeb6147-48ed-48e7-91d0-872c6003b850 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:11.418234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.434584 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-56612c02-a3ea-4766-9cc0-04477fa93059 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9700837 Apr 22 14:38:11.435439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57354) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:11.442842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.633418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.636561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9857131-88a1-4792-b502-4da5dd2ecb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-4aeb6147-48ed-48e7-91d0-872c6003b850', 'network_id': '4aeb6147-48ed-48e7-91d0-872c6003b850', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '8b76a6ff-180e-4d52-9496-e871f900dc57'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:11.637768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a9857131-88a1-4792-b502-4da5dd2ecb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.641641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.670967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d836451a-323c-4e1b-b9dd-57d790269bbc']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:11.692452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a007ad-754d-44fe-8bb5-54bccba53345') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:11.693869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a007ad-754d-44fe-8bb5-54bccba53345') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:11.710860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.719893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.729942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.749868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:11.749868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.824435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:11.828146 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:11.830424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-93acbc65-4e18-4192-a26e-42749a35b0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.842786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] DHCP port deletion for 5b5a9be4-96f2-4d19-84e3-f2abd6e68526 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:11.860002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] Deleting port c760c15d-88b2-48ee-8634-ba65275f24f3 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:11.860718 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-a9857131-88a1-4792-b502-4da5dd2ecb40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b76a6ff-180e-4d52-9496-e871f900dc57: This subnet is being modified by another concurrent operation. Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:11.892885 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b76a6ff-180e-4d52-9496-e871f900dc57: This subnet is being modified by another concurrent operation. Apr 22 14:38:11.896141 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 14:38:11.923696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:11.953779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7e8c5-4ed0-4ab1-9e8f-057be600c8d1 None None] Network 4aeb6147-48ed-48e7-91d0-872c6003b850 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:11.955583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=8b76a6ff-180e-4d52-9496-e871f900dc57,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.072272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.076454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Network e02c9f28-6c36-4c78-b7bb-21fb389a349a is not hosted by any dhcp agent {{(pid=84058) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:38:12.077463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:12.078283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.079883 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "PUT /v2.0/networks/e02c9f28-6c36-4c78-b7bb-21fb389a349a HTTP/1.1" status: 200 len: 858 time: 2.0850015 Apr 22 14:38:12.086693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57358) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.106124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.116822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.144238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.148837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd126a6-3a28-4b61-8f13-c29e6990c42c tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event updated for resources: {'Network': ['ID=e02c9f28-6c36-4c78-b7bb-21fb389a349a,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.269643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeb6147-48ed-48e7-91d0-872c6003b850']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.290945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] For port c760c15d-88b2-48ee-8634-ba65275f24f3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c760c15d-88b2-48ee-8634-ba65275f24f3,segment=NetworkSegment(a5b645c3-5b4d-420c-830d-2a8af5953d75),segment_id=a5b645c3-5b4d-420c-830d-2a8af5953d75)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:12.291412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.295817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdd92a7-32fc-4c15-9f5d-efa071e27698') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.296318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdd92a7-32fc-4c15-9f5d-efa071e27698') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.364580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.380257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.394021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.404415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:12.405421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:12.425926 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:12.466243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] Calling delete_port for c760c15d-88b2-48ee-8634-ba65275f24f3 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:12.527753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Calling delete_port for 0e1382f4-85a9-4692-bfef-1c55ff0dfb82 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:12.541258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.557571 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/networks/d836451a-323c-4e1b-b9dd-57d790269bbc HTTP/1.1" status: 204 len: 168 time: 1.4507804 Apr 22 14:38:12.565241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c097675-2bc4-44db-9444-8f8b82722e5b tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Network': ['ID=d836451a-323c-4e1b-b9dd-57d790269bbc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.568768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57362) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.591444 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 39dd4251-f239-4c56-b5a4-cbb703e1c4dc associated. External IP: 172.26.2.178, port: 16c6d98f-dc9d-4481-994c-6e173bad9f42. Apr 22 14:38:12.594817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] Pushing event deleted for resources: {'Port': ['ID=c760c15d-88b2-48ee-8634-ba65275f24f3,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.605099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32663cf6-4530-4c6f-afd1-9603d88ff79c None None] No DVR routers for this DVR port c760c15d-88b2-48ee-8634-ba65275f24f3 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:12.624561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828e89c-3369-4eb9-a1ac-43ae0c5f89db None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:12.749148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b828e89c-3369-4eb9-a1ac-43ae0c5f89db None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:12.780848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.786198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.809263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.827541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e1382f4-85a9-4692-bfef-1c55ff0dfb82,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.868388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.877393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=4aeb6147-48ed-48e7-91d0-872c6003b850,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:12.901992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.914953 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a3fa9842-0ae8-4323-ac85-c07d75ce61ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0e1382f4-85a9-4692-bfef-1c55ff0dfb82 HTTP/1.1" status: 204 len: 168 time: 2.1918225 Apr 22 14:38:12.919372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57366) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.920918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02c9f28-6c36-4c78-b7bb-21fb389a349a']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.948983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:12.954788 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b7a21d3b-bad7-4308-b05f-5d9ca574be02 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/4aeb6147-48ed-48e7-91d0-872c6003b850 HTTP/1.1" status: 204 len: 168 time: 1.5180204 Apr 22 14:38:12.960272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1c2645-784d-4507-b876-8b1531141f12') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.960871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1c2645-784d-4507-b876-8b1531141f12') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:12.980421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57370) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:12.987522 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-678258d3-cb73-4d6e-b0b9-38f3a5f12a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:12.988155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-678258d3-cb73-4d6e-b0b9-38f3a5f12a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Synchronizing usage tracker for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:12.993236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083811182'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.043287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.056241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.100218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.157152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-678258d3-cb73-4d6e-b0b9-38f3a5f12a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Unset dirty status for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:13.159265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-678258d3-cb73-4d6e-b0b9-38f3a5f12a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "GET /v2.0/ports/0e1382f4-85a9-4692-bfef-1c55ff0dfb82 HTTP/1.1" status: 404 len: 333 time: 0.2350962 Apr 22 14:38:13.163896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57374) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.179685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Request body: {'port': {'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-885880671'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.191567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.221071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:13.250704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Made reservation on behalf of 36e52eaef43b459b91b837f97263ecdb for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:13.254134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.277958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c760c15d-88b2-48ee-8634-ba65275f24f3 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:13.313360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:13.326188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c760c15d-88b2-48ee-8634-ba65275f24f3 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:13.326573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c760c15d-88b2-48ee-8634-ba65275f24f3 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:13.379732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.390420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.393932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57378) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.404731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:13.405969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:13.413722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:13.428125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.439537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:13.443573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5a9be4-96f2-4d19-84e3-f2abd6e68526']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.450973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:13.451394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:13.470365 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:13.540779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b645c3-5b4d-420c-830d-2a8af5953d75') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.541073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b645c3-5b4d-420c-830d-2a8af5953d75') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:13.559557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:13.563005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.591246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.641450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.647026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:13.656309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:13.659691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:13.667563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:13.670165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.673358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:13.674058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.677280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:13.702571 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:13.716129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:13.733154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.822451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e02c9f28-6c36-4c78-b7bb-21fb389a349a {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:38:13.829918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.830130 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 24439dec-da66-4eec-aba7-4f043916ba3b of type vlan for network 2d56b031-0cc4-4a31-9463-8595791f16eb Apr 22 14:38:13.832515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.839963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.850837 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e02c9f28-6c36-4c78-b7bb-21fb389a349a HTTP/1.1" status: 204 len: 168 time: 1.7611792 Apr 22 14:38:13.856162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57382) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.891954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d248726-3b01-492e-9f3c-0842ca5628e1 tempest-ExternalNetworksTestJSON-1508743095 tempest-ExternalNetworksTestJSON-1508743095-project-admin] Pushing event deleted for resources: {'Network': ['ID=e02c9f28-6c36-4c78-b7bb-21fb389a349a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:13.922949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.928309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.951741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:13.961257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Network': ['ID=5b5a9be4-96f2-4d19-84e3-f2abd6e68526,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:13.973711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:13.980058 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e972943c-271e-49a0-aec3-08c7a7dcb5c2 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/networks/5b5a9be4-96f2-4d19-84e3-f2abd6e68526 HTTP/1.1" status: 204 len: 168 time: 1.4029703 Apr 22 14:38:13.980274 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-459f1d47-117a-4280-b2dc-2425d3a880d4 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:13.980274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459f1d47-117a-4280-b2dc-2425d3a880d4 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:13.980445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57386) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:13.998232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.003661 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-459f1d47-117a-4280-b2dc-2425d3a880d4 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] 10.222.0.32 "DELETE /v2.0/subnets/ac04465b-252d-440b-b643-f02b461b57b5 HTTP/1.1" status: 404 len: 337 time: 0.1416581 Apr 22 14:38:14.019450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57390) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.058015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.061820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:14.062398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.150492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Network 0bf9477d-f064-4815-a29d-7a6f7630c49b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:14.223478 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2343767 Apr 22 14:38:14.240711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57394) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.278594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:14.332667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:14.334542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=03ce035b-bca6-46d9-a049-f8e0e9e5a6c3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.336578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:14.337376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:14.337982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.367791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.421879 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fe71154c-63d6-4637-9722-09a521cf0795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2561820 Apr 22 14:38:14.427669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57398) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.434315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.435930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5684-819a-4f2e-b920-c74183f1ed4f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=2d56b031-0cc4-4a31-9463-8595791f16eb,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.441642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:14.446850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:14.562739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.644516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting subnet 412fc298-5db7-42fa-9b12-6cfe77f0f88f {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:14.644752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.661923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.711739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=dea59be1-30a2-490e-8cc4-b714ed7811d7,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:14.757117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '4cf55f56-f7dc-4982-8ef0-6ac76d70709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:14.757435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: 94ca3153-cc6d-4c65-9323-26672ea31a62, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:14.762730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.802077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.810769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.839318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.886823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:14.889293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network 94ca3153-cc6d-4c65-9323-26672ea31a62 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:14.893410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.898144 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:14.913958 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:14.914639 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:14.939069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 94ca3153-cc6d-4c65-9323-26672ea31a62) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:14.948269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f973e3f-9273-4535-8e31-569b1d43159f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:14.950962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:14.951317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.953251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8571009a-9cbe-4a4e-9acd-ae3d11c33b6d None None] Network 94ca3153-cc6d-4c65-9323-26672ea31a62 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:14.967375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 2d56b031-0cc4-4a31-9463-8595791f16eb is not hosted by any dhcp agent {{(pid=84059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:38:14.970939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:14.971512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:14.972840 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "PUT /v2.0/networks/2d56b031-0cc4-4a31-9463-8595791f16eb HTTP/1.1" status: 200 len: 723 time: 0.7127192 Apr 22 14:38:14.982352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57402) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:14.990084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8fe79d-d55e-4674-9297-a16fb9fcb3c2') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:14.990425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8fe79d-d55e-4674-9297-a16fb9fcb3c2') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:15.006980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:15.009364 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:15.026264 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0fc10c11-6f91-4c4c-8ee3-c2bedc0c0e54 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/floatingips/39dd4251-f239-4c56-b5a4-cbb703e1c4dc HTTP/1.1" status: 200 len: 978 time: 6.1193643 Apr 22 14:38:15.029511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57406) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:15.030960 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:15.032166 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:15.071558 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-877a5bc0-2160-4157-a4ea-932b49bd5949 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6753671 Apr 22 14:38:15.084221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57410) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:15.090458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] device_id is not set on port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:15.110979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443171672'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:15.115347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.124779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:15.140062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:15.146472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:15.151190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 16c6d98f-dc9d-4481-994c-6e173bad9f42 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:15.153108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.154757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a5cf0-5ad6-45b3-a89d-74e8d8b47e10 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=2d56b031-0cc4-4a31-9463-8595791f16eb,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:15.189247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:15.191804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Transition to ACTIVE for port object 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:15.216005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.244391 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:15.245051 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e789a-9648-4b70-992f-dae087634151 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:15.245715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.246514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:15.262290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.294887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:15.298421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:15.299389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:15.299800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.301390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.319624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-94ca3153-cc6d-4c65-9323-26672ea31a62', 'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': 'dea59be1-30a2-490e-8cc4-b714ed7811d7'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:15.319871 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:15.321857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:15.323020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.330407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:15.394175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.420929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:15.474108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:15.494180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.508452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=03ce035b-bca6-46d9-a049-f8e0e9e5a6c3,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:15.514035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:15.544135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.544135 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 8e16d318-b785-472c-a945-fcbf43f68ffd of type vlan for network aaecae15-6fb3-4c75-875b-c839ae197912 Apr 22 14:38:15.548954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Allocated IP 2001:db8:0:ffff::2 (94ca3153-cc6d-4c65-9323-26672ea31a62/dea59be1-30a2-490e-8cc4-b714ed7811d7/c29cb839-ced4-4b80-81ce-8a7b2aa6b950) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:15.558503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.577113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:15.577610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:15.578229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:15.593669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] Pushing event deleted for resources: {'Network': ['ID=9f973e3f-9273-4535-8e31-569b1d43159f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:15.605297 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cc336d43-68fb-4873-9a92-77a7b4e524c2 tempest-ExternalNetworksTestJSON-937400816 tempest-ExternalNetworksTestJSON-937400816-project] 10.222.0.32 "DELETE /v2.0/networks/9f973e3f-9273-4535-8e31-569b1d43159f HTTP/1.1" status: 204 len: 168 time: 1.5848160 Apr 22 14:38:15.626999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.629871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.633509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:15.633948 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:15.636698 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 2 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:15.645581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.646231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.714047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:15.714047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:15.714047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:15.735572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Subnet': ['ID=412fc298-5db7-42fa-9b12-6cfe77f0f88f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:15.763038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:15.763312 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:15.765422 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 3 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:15.765781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.771744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.773980 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04c49286-a9fd-4663-93ad-e422a0af4e4e tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/subnets/412fc298-5db7-42fa-9b12-6cfe77f0f88f HTTP/1.1" status: 204 len: 168 time: 1.7936494 Apr 22 14:38:15.778310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:15.779455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Transition to ACTIVE for port object c29cb839-ced4-4b80-81ce-8a7b2aa6b950 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:15.798723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Transition to ACTIVE for port object c29cb839-ced4-4b80-81ce-8a7b2aa6b950 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:15.803053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c0895-c505-45e2-9ef3-cec3955ec95d None None] Network 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:15.818367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.866432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:15.866798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:15.867079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:15.873617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.877710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:15.878449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.921553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:15.980674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Deleting port 0d6974a0-eae7-4271-8b63-0c603f2910ec {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:15.981068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.000045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.000812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.000812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 39dd4251-f239-4c56-b5a4-cbb703e1c4dc disassociated. External IP: 172.26.2.178, port: 16c6d98f-dc9d-4481-994c-6e173bad9f42. Apr 22 14:38:16.001021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 16c6d98f-dc9d-4481-994c-6e173bad9f42 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:16.047273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Network 94ca3153-cc6d-4c65-9323-26672ea31a62 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:16.087241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:16.093239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:16.141022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57422) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:16.147948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Pushing event updated for resources: {'Port': ['ID=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.155205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.312104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Attempting to bind port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:16.312495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Attempting to bind port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '4cf55f56-f7dc-4982-8ef0-6ac76d70709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:16.315208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Attempting to bind port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 on network 94ca3153-cc6d-4c65-9323-26672ea31a62 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:16.318965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=2e63807e-73f9-44f2-b8e7-ff508deb9c4f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.342101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] For port 0d6974a0-eae7-4271-8b63-0c603f2910ec, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0d6974a0-eae7-4271-8b63-0c603f2910ec,segment=NetworkSegment(e3aee2e0-447f-4929-8e96-6143d5ab8dc1),segment_id=e3aee2e0-447f-4929-8e96-6143d5ab8dc1)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:16.342465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.347388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.355896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:16.356106 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:16.375725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:16.377644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Checking segment: {'id': '4cf55f56-f7dc-4982-8ef0-6ac76d70709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:16.377644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.378185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Bound using segment: {'id': '4cf55f56-f7dc-4982-8ef0-6ac76d70709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:16.378909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Bound port: c29cb839-ced4-4b80-81ce-8a7b2aa6b950, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf55f56-f7dc-4982-8ef0-6ac76d70709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '94ca3153-cc6d-4c65-9323-26672ea31a62'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:16.379927 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 4 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:16.380056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.451252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=16c6d98f-dc9d-4481-994c-6e173bad9f42,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.456416 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3707125 Apr 22 14:38:16.457389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:16.457964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:16.458357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:16.464966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57428) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:16.468205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bfc0a-8c4d-4dbb-aae2-baf249dcc613 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=aaecae15-6fb3-4c75-875b-c839ae197912,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.472048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:16.472415 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:16.477705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:16.497112 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 5 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:16.498804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network aaecae15-6fb3-4c75-875b-c839ae197912 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:16.522081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] For port c29cb839-ced4-4b80-81ce-8a7b2aa6b950, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:16.529278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Calling delete_port for 0d6974a0-eae7-4271-8b63-0c603f2910ec owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:16.557965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '24439dec-da66-4eec-aba7-4f043916ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:16.558336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: 2d56b031-0cc4-4a31-9463-8595791f16eb, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:16.568487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:16.568682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:16.569193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:16.571550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e007ae-e391-4096-94d2-1b76b05fbe93 None None] DHCP port deletion for 2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:16.594797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] For port c29cb839-ced4-4b80-81ce-8a7b2aa6b950, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,segment=NetworkSegment(4cf55f56-f7dc-4982-8ef0-6ac76d70709b),segment_id=4cf55f56-f7dc-4982-8ef0-6ac76d70709b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:16.598093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d3e007ae-e391-4096-94d2-1b76b05fbe93 None None] Deleting port 0d6974a0-eae7-4271-8b63-0c603f2910ec {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:16.598422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d3e007ae-e391-4096-94d2-1b76b05fbe93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.611708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-af900b58-5dfa-43e6-a1be-ca21e2973a69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f3ead030b2f4452bb5b62609ce2e9a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4645908 Apr 22 14:38:16.615196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57432) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:16.640980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.654634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 2d56b031-0cc4-4a31-9463-8595791f16eb is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:16.680596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.712924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:16.712924 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:16.715674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2d56b031-0cc4-4a31-9463-8595791f16eb) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:16.715838 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 6 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:16.731929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29efea-a6ec-43b9-8b71-ef5842a1098e None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:16.733847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:16.734438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.742203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:16.742526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:16.742843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:16.743704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Port': ['ID=0d6974a0-eae7-4271-8b63-0c603f2910ec,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.745490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:16.761242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:16.765063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:16.767379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] No DVR routers for this DVR port 0d6974a0-eae7-4271-8b63-0c603f2910ec on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:16.773729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:16.777974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:16.778322 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:16.781566 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 7 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:16.801778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:16.802105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:16.802592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:16.808618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11d850eb-a1ca-4da3-9a33-e1a48d175129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:16.817207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:16.817525 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:16.818070 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 8 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:16.828349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:16.837923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7a216033-f073-4cd5-9acc-c0164a380842 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8505394 Apr 22 14:38:16.839106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d3e007ae-e391-4096-94d2-1b76b05fbe93 None None] The port '0d6974a0-eae7-4271-8b63-0c603f2910ec' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:38:16.844243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57436) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:16.873303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d56d8-188d-4aa0-893f-7c85ab8d9047 None None] Pushing event updated for resources: {'Port': ['ID=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:16.916994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:16.947413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:16.948050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:16.948837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:17.009182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:17.009505 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:17.015370 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 9 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:17.051308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.063330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-2d56b031-0cc4-4a31-9463-8595791f16eb', 'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '2e63807e-73f9-44f2-b8e7-ff508deb9c4f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:17.063721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.067231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11d850eb-a1ca-4da3-9a33-e1a48d175129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.074894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.121943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:17.155437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:17.155769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3aee2e0-447f-4929-8e96-6143d5ab8dc1') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:17.175664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:17.175996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:17.176321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:17.177624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.195665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.202763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:17.203227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:17.224472 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:17.310368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:17.314165 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:17.337370 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempt 10 to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 Apr 22 14:38:17.345200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c29cb839-ced4-4b80-81ce-8a7b2aa6b950 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:17.397622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11d850eb-a1ca-4da3-9a33-e1a48d175129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.401917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:17.403657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:17.403657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempting to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:17.410074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:17.416981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d850eb-a1ca-4da3-9a33-e1a48d175129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10519a-cd76-4154-8e5a-2f8263d72f4b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:17.428005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11d850eb-a1ca-4da3-9a33-e1a48d175129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.429317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-11d850eb-a1ca-4da3-9a33-e1a48d175129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec10519a-cd76-4154-8e5a-2f8263d72f4b HTTP/1.1" status: 204 len: 168 time: 0.8128140 Apr 22 14:38:17.431868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Allocated IP 172.20.0.2 (2d56b031-0cc4-4a31-9463-8595791f16eb/2e63807e-73f9-44f2-b8e7-ff508deb9c4f/8e3e1c7f-c8a8-4485-8cc2-642ed6307eca) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:17.432484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.455449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.470026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Pushing event deleted for resources: {'Network': ['ID=2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:17.476723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f5f6d5a9-a3ca-488a-a156-2c19ebe64ede tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/networks/2ef61b5d-e1e7-4cf9-a6df-f001c33d0f25 HTTP/1.1" status: 204 len: 168 time: 1.6970623 Apr 22 14:38:17.477529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57442) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:17.502261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:38:17.502615 dv-neutron-838878-1-hyperv neutron-server[84058]: ERROR neutron.plugins.ml2.managers [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Failed to bind port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '35b9d6e9-263c-4099-9fca-3dee54157830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0bf9477d-f064-4815-a29d-7a6f7630c49b'}] Apr 22 14:38:17.503032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.534250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c0ce163a-1b20-49bf-8869-8ecda8d10649 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Synchronizing usage tracker for tenant:a451abb5106041adaa39eca573cd5bfb on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:17.555730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c0ce163a-1b20-49bf-8869-8ecda8d10649 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Unset dirty status for tenant:a451abb5106041adaa39eca573cd5bfb on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:17.557262 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c0ce163a-1b20-49bf-8869-8ecda8d10649 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3ed323-0e36-4c3d-afe8-5a6453f25e2c HTTP/1.1" status: 200 len: 205 time: 0.0782945 Apr 22 14:38:17.560129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57446) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:17.732137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:17.735291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.855729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d6974a0-eae7-4271-8b63-0c603f2910ec no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:17.903356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0d6974a0-eae7-4271-8b63-0c603f2910ec {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:17.903795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d6974a0-eae7-4271-8b63-0c603f2910ec not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:17.912131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:17.932118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Transition to ACTIVE for port object 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:17.969352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Transition to ACTIVE for port object 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:17.988241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.004785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57452) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.047484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3866520'] for subnet, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.064986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:18.069139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:18.071911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:18.116489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] For port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:18.116735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Attempted to set empty binding levels {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 14:38:18.148049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.165933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Pushing event updated for resources: {'Port': ['ID=8e3e1c7f-c8a8-4485-8cc2-642ed6307eca,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.187671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Attempting to bind port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:18.188255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Attempting to bind port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '24439dec-da66-4eec-aba7-4f043916ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:18.188836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Attempting to bind port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca on network 2d56b031-0cc4-4a31-9463-8595791f16eb {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:18.201401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:18.202242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Checking segment: {'id': '24439dec-da66-4eec-aba7-4f043916ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:18.203061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.203760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Bound using segment: {'id': '24439dec-da66-4eec-aba7-4f043916ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:18.205969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Bound port: 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24439dec-da66-4eec-aba7-4f043916ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d56b031-0cc4-4a31-9463-8595791f16eb'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:18.206655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.261017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d806ce-3e21-4f89-b2a3-8491a3a63960 None None] Network 94ca3153-cc6d-4c65-9323-26672ea31a62 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:18.317293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.322110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.349845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.351362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3ed323-0e36-4c3d-afe8-5a6453f25e2c {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:18.364800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.366326 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dca735ce-71a5-49df-beda-d30b55816039 tempest-RoutersNegativeIpV6Test-1754617669 tempest-RoutersNegativeIpV6Test-1754617669-project] 10.222.0.32 "DELETE /v2.0/routers/0e3ed323-0e36-4c3d-afe8-5a6453f25e2c HTTP/1.1" status: 204 len: 168 time: 0.8044238 Apr 22 14:38:18.376467 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ad98a8d0-a41c-41aa-bba3-2815b0ae00d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b987d3f8125a4204baf10714cb6e174b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3651683 Apr 22 14:38:18.380091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57458) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.386093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.478332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.485094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] Provisioning for port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:18.506438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=6a6feff2-7acb-4087-841c-7cb239b4fea8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.507665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] Provisioning complete for port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:18.507912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.528221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.535551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] In _notify_port_updated(), no bound segment for port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 on network 0bf9477d-f064-4815-a29d-7a6f7630c49b {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:38:18.536614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.541719 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "PUT /v2.0/ports/03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 HTTP/1.1" status: 200 len: 980 time: 4.1095059 Apr 22 14:38:18.546751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57462) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.553917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] For port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:18.562767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730891383709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3614853'] for subnet, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.570306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.570643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.570975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.571299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.571623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.571941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.572257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.572574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.572891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.573213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.573524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:18.576830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd68ed0-1866-4b64-bef6-e36153a0235a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event updated for resources: {'Port': ['ID=03ce035b-bca6-46d9-a049-f8e0e9e5a6c3,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.631825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] For port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8e3e1c7f-c8a8-4485-8cc2-642ed6307eca,segment=NetworkSegment(24439dec-da66-4eec-aba7-4f043916ba3b),segment_id=24439dec-da66-4eec-aba7-4f043916ba3b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:18.644250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '8e16d318-b785-472c-a945-fcbf43f68ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:18.644617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: aaecae15-6fb3-4c75-875b-c839ae197912, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:18.652950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.660203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:18.660800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.662162 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "PUT /v2.0/subnets/2e63807e-73f9-44f2-b8e7-ff508deb9c4f HTTP/1.1" status: 200 len: 806 time: 1.8136339 Apr 22 14:38:18.673432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57466) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.703572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Deleting port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:18.704252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.709561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8be6dc-0d50-47d2-b97a-3277198b0eae tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=2e63807e-73f9-44f2-b8e7-ff508deb9c4f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:18.833139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network aaecae15-6fb3-4c75-875b-c839ae197912 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:18.836677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.860327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, aaecae15-6fb3-4c75-875b-c839ae197912) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:18.868204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57472) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:18.872949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:18.873525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.886764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccc30c-e5c5-4c88-b800-ca727aa01e9f None None] Network aaecae15-6fb3-4c75-875b-c839ae197912 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:18.888316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.891219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:18.916518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:18.991188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:18.995442 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-933e741a-be64-4668-89d1-5ce525b2ec25 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5285039 Apr 22 14:38:19.004745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57478) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.012667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:19.013010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.029165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c38d0-5e59-4f47-b4da-912547380012,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:19.044003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7e6a-f2fa-461a-b239-8d89ed43d5f1 None None] Pushing event updated for resources: {'Port': ['ID=8e3e1c7f-c8a8-4485-8cc2-642ed6307eca,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:19.064577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:19.065233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.069575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.071120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca5c38d0-5e59-4f47-b4da-912547380012 HTTP/1.1" status: 204 len: 168 time: 0.6851237 Apr 22 14:38:19.137899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] For port 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3, host hv-neutron-8388, got binding levels [] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:19.138194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.145382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] For port c29cb839-ced4-4b80-81ce-8a7b2aa6b950, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,segment=NetworkSegment(4cf55f56-f7dc-4982-8ef0-6ac76d70709b),segment_id=4cf55f56-f7dc-4982-8ef0-6ac76d70709b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:19.149716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.190960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.203195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.205100 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4ebeab2b-82b3-4d72-9e5a-27613005f49d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/ports/16c6d98f-dc9d-4481-994c-6e173bad9f42 HTTP/1.1" status: 204 len: 168 time: 4.1747546 Apr 22 14:38:19.211473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57484) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.334038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaa8bc-91b2-42db-855c-1cf018e50dfa None None] Pushing event updated for resources: {'Port': ['ID=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:19.439554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:19.440193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.485013 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6b5efe82-5e97-471b-98e9-365f3f9d38f5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/floatingips/39dd4251-f239-4c56-b5a4-cbb703e1c4dc HTTP/1.1" status: 200 len: 688 time: 0.2719922 Apr 22 14:38:19.503479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57490) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.530083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Calling delete_port for 03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:19.572327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:19.572760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e89334-fc51-4afc-9337-d48c99aeaef4 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:19.664606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.665184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.665525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.666317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.666738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.667063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.667443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.667805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.668128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.668987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.669618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db48d8-f6d1-4d01-bbcb-76439ab53014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:19.681009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.699086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-aaecae15-6fb3-4c75-875b-c839ae197912', 'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': '6a6feff2-7acb-4087-841c-7cb239b4fea8'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:19.699900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.720735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 9521c7b8-1f11-4824-8923-0052c75ce66c {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:19.721262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.743025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Pushing event deleted for resources: {'Port': ['ID=03ce035b-bca6-46d9-a049-f8e0e9e5a6c3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:19.758099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.778403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-266e853e-1901-4f26-b2b6-1abc6cfc130a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "DELETE /v2.0/ports/03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 HTTP/1.1" status: 204 len: 168 time: 1.2301917 Apr 22 14:38:19.779400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57498) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.781425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.785296 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e1c5ff7c-d693-4f14-8f41-fb82956fb9a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a451abb5106041adaa39eca573cd5bfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9141755 Apr 22 14:38:19.794204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57502) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:19.839825 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-40320ee7-e2c5-4faf-9c93-2594ec0a3496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] GET failed (client error): The resource could not be found. Apr 22 14:38:19.840882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-40320ee7-e2c5-4faf-9c93-2594ec0a3496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Synchronizing usage tracker for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:19.845089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-75c749f8-46fd-4362-928c-1c3413ba0082 None None] Provisioning complete for port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:19.845301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-75c749f8-46fd-4362-928c-1c3413ba0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:19.858856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-40320ee7-e2c5-4faf-9c93-2594ec0a3496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] Unset dirty status for tenant:36e52eaef43b459b91b837f97263ecdb on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:19.860128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-40320ee7-e2c5-4faf-9c93-2594ec0a3496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437312856-project-admin] 10.222.0.32 "GET /v2.0/ports/03ce035b-bca6-46d9-a049-f8e0e9e5a6c3 HTTP/1.1" status: 404 len: 333 time: 0.0795572 Apr 22 14:38:19.864552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57508) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:20.021968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Allocated IP 2001:db8::1 (aaecae15-6fb3-4c75-875b-c839ae197912/6a6feff2-7acb-4087-841c-7cb239b4fea8/27b8e02a-0525-45a2-8c06-638439996f58) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:20.079559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.300843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.345554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf9477d-f064-4815-a29d-7a6f7630c49b']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:20.360569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b9d6e9-263c-4099-9fca-3dee54157830') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:20.360852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b9d6e9-263c-4099-9fca-3dee54157830') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:20.369868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.370206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.377355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.398748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.425625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:20.426266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.449460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.462396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Transition to ACTIVE for port object 27b8e02a-0525-45a2-8c06-638439996f58 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:20.480556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89b7a0-f93b-418f-b885-67d65f73967d None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:20.521471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 9521c7b8-1f11-4824-8923-0052c75ce66c owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:20.556078 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:20.561879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Transition to ACTIVE for port object 27b8e02a-0525-45a2-8c06-638439996f58 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:20.564462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.596875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.605991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.606764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] Pushing event deleted for resources: {'Network': ['ID=0bf9477d-f064-4815-a29d-7a6f7630c49b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.609829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5f0f95db-1c60-4612-88ca-1796809276b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330324984-project] 10.222.0.32 "DELETE /v2.0/networks/0bf9477d-f064-4815-a29d-7a6f7630c49b HTTP/1.1" status: 204 len: 168 time: 0.7438042 Apr 22 14:38:20.616802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.732120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Pushing event updated for resources: {'Port': ['ID=27b8e02a-0525-45a2-8c06-638439996f58,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:20.734805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8e3e1c7f-c8a8-4485-8cc2-642ed6307eca,segment=NetworkSegment(24439dec-da66-4eec-aba7-4f043916ba3b),segment_id=24439dec-da66-4eec-aba7-4f043916ba3b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:20.735355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.768543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-db1e8582-ffa5-4ae5-975f-24f3919b09de None None] Provisioning for port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:20.800565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Network aaecae15-6fb3-4c75-875b-c839ae197912 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:20.804163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:20.809659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:20.858180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-216d1e78-2be5-4ca3-b428-395d7b6caaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:20.931144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:20.966204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.019930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Attempting to bind port 27b8e02a-0525-45a2-8c06-638439996f58 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:21.020723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Attempting to bind port 27b8e02a-0525-45a2-8c06-638439996f58 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8e16d318-b785-472c-a945-fcbf43f68ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:21.020723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Attempting to bind port 27b8e02a-0525-45a2-8c06-638439996f58 on network aaecae15-6fb3-4c75-875b-c839ae197912 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:21.035740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57528) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:21.041950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6feff2-7acb-4087-841c-7cb239b4fea8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:21.056945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:21.057564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Checking segment: {'id': '8e16d318-b785-472c-a945-fcbf43f68ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:21.057742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.058543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Bound using segment: {'id': '8e16d318-b785-472c-a945-fcbf43f68ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:21.058543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Bound port: 27b8e02a-0525-45a2-8c06-638439996f58, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e16d318-b785-472c-a945-fcbf43f68ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aaecae15-6fb3-4c75-875b-c839ae197912'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:21.058928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.097887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-216d1e78-2be5-4ca3-b428-395d7b6caaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.227242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] For port 27b8e02a-0525-45a2-8c06-638439996f58, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:21.233302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] For port 27b8e02a-0525-45a2-8c06-638439996f58, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=27b8e02a-0525-45a2-8c06-638439996f58,segment=NetworkSegment(8e16d318-b785-472c-a945-fcbf43f68ffd),segment_id=8e16d318-b785-472c-a945-fcbf43f68ffd)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:21.241586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.360403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-038e8f0e-de48-4621-9122-bb1dad9b4bfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3196a939f9304c0db237722bd910b3d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3167758 Apr 22 14:38:21.361462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57540) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:21.446042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c29cb839-ced4-4b80-81ce-8a7b2aa6b950 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:21.457122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.481538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e640a7b3-f55a-4829-9b63-cc3f069be8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.508994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.531471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55bfbd7-adfc-415a-9c00-07e048d638cd None None] Network aaecae15-6fb3-4c75-875b-c839ae197912 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:21.534241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e640a7b3-f55a-4829-9b63-cc3f069be8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.558207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6f816-fe5a-4362-9e11-9215e1ad8ca6 None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:21.567280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaecae15-6fb3-4c75-875b-c839ae197912']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:21.576579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.603089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=9521c7b8-1f11-4824-8923-0052c75ce66c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:21.612121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e640a7b3-f55a-4829-9b63-cc3f069be8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.627787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640a7b3-f55a-4829-9b63-cc3f069be8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad329ad-677a-455d-a19a-c146d35ce75e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:21.634783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e640a7b3-f55a-4829-9b63-cc3f069be8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.638198 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e640a7b3-f55a-4829-9b63-cc3f069be8c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fad329ad-677a-455d-a19a-c146d35ce75e HTTP/1.1" status: 204 len: 168 time: 0.2733879 Apr 22 14:38:21.666314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16d318-b785-472c-a945-fcbf43f68ffd') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:21.667114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16d318-b785-472c-a945-fcbf43f68ffd') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:21.684590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.709504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=8e3e1c7f-c8a8-4485-8cc2-642ed6307eca,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:21.710992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60490be9-f20e-4c4b-9d73-af0232e4c7f6 None None] Pushing event updated for resources: {'Port': ['ID=27b8e02a-0525-45a2-8c06-638439996f58,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:21.788371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-78f2f7f6-e48c-434c-a98b-f9c6306cbbd0 None None] Could not find standard attr ID for object 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:38:21.825438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.829242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-216d1e78-2be5-4ca3-b428-395d7b6caaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.857269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d1e78-2be5-4ca3-b428-395d7b6caaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14a3a0-45db-4031-8960-1faa61a4754d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:21.885823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:21.886227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:21.907965 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:21.940599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:21.940981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:21.992985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:22.065547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.092376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:38:22.092376 dv-neutron-838878-1-hyperv neutron-server[84058]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:38:22.092376 dv-neutron-838878-1-hyperv neutron-server[84058]: [parameters: {'id': 'aaecae15-6fb3-4c75-875b-c839ae197912'}] Apr 22 14:38:22.092376 dv-neutron-838878-1-hyperv neutron-server[84058]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:22.093058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:22.099359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-216d1e78-2be5-4ca3-b428-395d7b6caaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.100228 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-216d1e78-2be5-4ca3-b428-395d7b6caaca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f14a3a0-45db-4031-8960-1faa61a4754d HTTP/1.1" status: 204 len: 168 time: 2.2979095 Apr 22 14:38:22.101405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.140895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.141891 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d79da388-2d2f-4339-b0f5-bb057685f818 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/floatingips/39dd4251-f239-4c56-b5a4-cbb703e1c4dc HTTP/1.1" status: 204 len: 168 time: 2.6284149 Apr 22 14:38:22.145775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57558) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:22.151631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'd40d8f17-1097-441e-a76e-85d1d03e7639'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:22.172190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:22.183362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:floatingip and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:22.186737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:22.197179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:22.210661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:22.223325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.230799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.278017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:22.278461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 14:38:22.338143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca not found, will not notify nova. {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 14:38:22.340875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a38ec-b973-490d-9081-84e235406a74 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:22.352741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57562) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:22.424612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=2e63807e-73f9-44f2-b8e7-ff508deb9c4f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:22.461856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57568) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:22.482662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.546921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a38ec-b973-490d-9081-84e235406a74 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:22.583964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.594976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.639789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d56b031-0cc4-4a31-9463-8595791f16eb']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:22.656499 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e530cac2-5b31-4cc1-aaab-c910a8cd9c63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36e52eaef43b459b91b837f97263ecdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1933138 Apr 22 14:38:22.657441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57574) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:22.659830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port 27b8e02a-0525-45a2-8c06-638439996f58 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:22.660373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.686402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24439dec-da66-4eec-aba7-4f043916ba3b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:22.686851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24439dec-da66-4eec-aba7-4f043916ba3b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:22.715901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.746142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.753297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.7 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/cb4034f6-d3bd-459c-9038-2a3b5e495a6d) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:22.786032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:22.786593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:22.801949 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:22.875798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9891e8f0-6401-466f-bf0d-962585ee9dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.953014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9891e8f0-6401-466f-bf0d-962585ee9dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:22.967601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:22.974880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:22.986087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Usage tracker for resource:floatingip and tenant:a423d6d4874d489c9c0271da1b03a4ea is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:22.993502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:23.008909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f16e5-73b2-4dc5-bee5-9be689ab91c1 None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:23.026434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.028116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f16e5-73b2-4dc5-bee5-9be689ab91c1 None None] Network 2d56b031-0cc4-4a31-9463-8595791f16eb could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:38:23.030611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:23.058989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.071592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.076916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=2d56b031-0cc4-4a31-9463-8595791f16eb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.095910 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5357c0c0-485d-4e28-9697-336d29c742bd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/2d56b031-0cc4-4a31-9463-8595791f16eb HTTP/1.1" status: 204 len: 168 time: 4.4213281 Apr 22 14:38:23.096818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57584) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.097585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837290fb-e0a5-44c1-843f-cc57e931a9f9 None None] DHCP port deletion for 2d56b031-0cc4-4a31-9463-8595791f16eb request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:23.120510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.131956 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-515c9821-f274-47c9-89e4-1d8494dfd8e8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:23.132407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515c9821-f274-47c9-89e4-1d8494dfd8e8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:23.137971 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-515c9821-f274-47c9-89e4-1d8494dfd8e8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/2d56b031-0cc4-4a31-9463-8595791f16eb HTTP/1.1" status: 404 len: 339 time: 0.0381355 Apr 22 14:38:23.139799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port 27b8e02a-0525-45a2-8c06-638439996f58, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=27b8e02a-0525-45a2-8c06-638439996f58,segment=NetworkSegment(8e16d318-b785-472c-a945-fcbf43f68ffd),segment_id=8e16d318-b785-472c-a945-fcbf43f68ffd)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:23.140167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.140720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57588) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.143079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9891e8f0-6401-466f-bf0d-962585ee9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.161182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-645521053', 'description': 'd1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:23.172547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:23.182801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891e8f0-6401-466f-bf0d-962585ee9dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f711292-4dac-4a47-bb43-df0ffba5a34c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.185153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:network and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:23.216184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:23.250702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:23.251025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e3e1c7f-c8a8-4485-8cc2-642ed6307eca not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:23.256439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:23.271802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.275449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:23.308948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for 27b8e02a-0525-45a2-8c06-638439996f58 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:23.315959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9891e8f0-6401-466f-bf0d-962585ee9dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.317300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9891e8f0-6401-466f-bf0d-962585ee9dd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f711292-4dac-4a47-bb43-df0ffba5a34c HTTP/1.1" status: 204 len: 168 time: 0.6581724 Apr 22 14:38:23.416741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.477730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:23.480947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.512382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:23.514573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=cb4034f6-d3bd-459c-9038-2a3b5e495a6d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.515137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Port': ['ID=27b8e02a-0525-45a2-8c06-638439996f58,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.518248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No DVR routers for this DVR port 27b8e02a-0525-45a2-8c06-638439996f58 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:23.518572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:23.525048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:23.590288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:23.649537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.649908 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 9bf98b5d-1200-4ead-af45-979da62244b0 of type vlan for network f0c34a53-152e-49e5-ae6b-9bff57813c3e Apr 22 14:38:23.701883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.709368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57606) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.735256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaecae15-6fb3-4c75-875b-c839ae197912']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:23.749926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16d318-b785-472c-a945-fcbf43f68ffd') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:23.750320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16d318-b785-472c-a945-fcbf43f68ffd') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:23.759117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.766009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.775910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.790187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.802442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:23.803114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:23.830821 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:23.923599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.950624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:23.957296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=aaecae15-6fb3-4c75-875b-c839ae197912,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:23.969013 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a539a409-a3a5-4c6a-b975-afbdd4693b90 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/aaecae15-6fb3-4c75-875b-c839ae197912 HTTP/1.1" status: 204 len: 168 time: 4.9611969 Apr 22 14:38:23.969235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:23.969345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57618) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:23.974681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754519670'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:23.980067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:23.984942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:23.991040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:23.993633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069887312'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:23.995233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.007458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:24.011547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.025495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:24.034500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:24.039205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:24.046103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:24.049222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.053262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:24.053882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.056996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.057523 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 5e5fdfe7-c380-4844-94d7-c5aa49c2e64d of type vlan for network bac1d41a-9437-4737-8cb5-86c66a4d67fa Apr 22 14:38:24.060018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.103227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.143008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.147165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:24.147851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.232099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.248236 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2782798 Apr 22 14:38:24.252978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57626) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:24.259710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1178234 Apr 22 14:38:24.267258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57628) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:24.271642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:24.275859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdfe0d-fefe-4ee2-89aa-afd3bdc164aa tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=f0c34a53-152e-49e5-ae6b-9bff57813c3e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:24.278080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.288107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network f0c34a53-152e-49e5-ae6b-9bff57813c3e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:24.322075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:24.326862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:24.329947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:24.336349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.380425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547139-8de4-41d4-9eef-b3dafc12b3b2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=bac1d41a-9437-4737-8cb5-86c66a4d67fa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:24.411806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.433619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.439729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Allocated IP 172.26.2.104 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/d3620e10-c148-46bf-98c2-75c296318515) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:24.517660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:24.526644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network bac1d41a-9437-4737-8cb5-86c66a4d67fa details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:24.543072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:24.546116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5bb0b-ebaa-4442-a3fa-6a682ccb62fc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:24.550263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:24.614250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.619562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:24.623425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:24.626677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:24.633945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:24.651372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66446294-602a-40e5-9667-ade79c887ec2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:24.652242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-66446294-602a-40e5-9667-ade79c887ec2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Synchronizing usage tracker for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:24.661099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:24.762520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-66446294-602a-40e5-9667-ade79c887ec2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Unset dirty status for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:24.763484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.763995 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-66446294-602a-40e5-9667-ade79c887ec2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks?id=f0c34a53-152e-49e5-ae6b-9bff57813c3e HTTP/1.1" status: 200 len: 760 time: 0.4776244 Apr 22 14:38:24.766559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57640) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:24.781173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'description': 'd2'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:24.828292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.841916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.859048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.918385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1839a223-7c4d-4258-9e63-d51ddeaaa292,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:24.926453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.964491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.968384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:24.972400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-00f4e9c4-c834-4bec-a36b-2fd8400b633a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2591629 Apr 22 14:38:24.973359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57648) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.057442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.084946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:25.092732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:25.094578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Pushing event updated for resources: {'Port': ['ID=d3620e10-c148-46bf-98c2-75c296318515,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.102987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:25.178256 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-52dce0ec-118c-4415-b838-67007bda9259 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2040808 Apr 22 14:38:25.180773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.188281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57656) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.198861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-security--143453831', 'description': 'tempest-security-description-204257570'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:25.264957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.373568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.394296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network f0c34a53-152e-49e5-ae6b-9bff57813c3e is not hosted by any dhcp agent {{(pid=84058) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:38:25.398067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:25.398696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.402443 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "PUT /v2.0/networks/f0c34a53-152e-49e5-ae6b-9bff57813c3e HTTP/1.1" status: 200 len: 757 time: 0.6325891 Apr 22 14:38:25.405967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9bfb0-1d66-4f5b-9130-406dd37c1596 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=f0c34a53-152e-49e5-ae6b-9bff57813c3e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.410387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57664) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.430719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network f0c34a53-152e-49e5-ae6b-9bff57813c3e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:25.542097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.546730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:25.580599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.585972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.592823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.606384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.630884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.658569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57670) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.663066 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25f40b-47b5-4ef5-b2dc-a1bc19add41c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:25.664602 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cb25f40b-47b5-4ef5-b2dc-a1bc19add41c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks?id=f0c34a53-152e-49e5-ae6b-9bff57813c3e HTTP/1.1" status: 200 len: 760 time: 0.2499130 Apr 22 14:38:25.666957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.674692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57674) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.685297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.686474 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "PUT /v2.0/security-groups/1839a223-7c4d-4258-9e63-d51ddeaaa292 HTTP/1.1" status: 200 len: 1610 time: 0.4963183 Apr 22 14:38:25.692474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57678) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.695968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310907090'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:25.728158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3afe6-15a5-449f-90ae-441be2d703a3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1839a223-7c4d-4258-9e63-d51ddeaaa292,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.734642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:25.748329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=4d2487e3-bc47-47a9-aa9a-245355528684,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.769580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=cb4034f6-d3bd-459c-9038-2a3b5e495a6d,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:25.774382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:25.801226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:25.801375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.801505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: bac1d41a-9437-4737-8cb5-86c66a4d67fa, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:25.811778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-73a2e3a6-e6d5-4add-a7d8-256ff8e90933 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups/1839a223-7c4d-4258-9e63-d51ddeaaa292 HTTP/1.1" status: 200 len: 1610 time: 0.1070468 Apr 22 14:38:25.811778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:25.813760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.824974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57684) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:25.882876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-679726145', 'router:external': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:25.887928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:25.901926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.902265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment ca31a025-12de-434d-ae1f-5228392a9890 of type vlan for network 35b972f3-9884-4f39-a080-4fc342f38b08 Apr 22 14:38:25.903708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network bac1d41a-9437-4737-8cb5-86c66a4d67fa is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:25.935497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, bac1d41a-9437-4737-8cb5-86c66a4d67fa) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:25.946235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5dd3fa-5b05-4c0a-9d60-985a798e5c72 None None] Network bac1d41a-9437-4737-8cb5-86c66a4d67fa requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:25.951647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:25.952241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.956058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f309e27-1faa-491e-b0a4-d55b87e76bfa tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.970130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:25.974115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:25.986115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:network and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.001702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.007534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f309e27-1faa-491e-b0a4-d55b87e76bfa tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.012686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.016280 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8048b5d8-5c4a-4efe-943c-418c0dcc6f1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7620332 Apr 22 14:38:26.020909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57688) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.039405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Made reservation on behalf of 5ac63242b0c644a4ae7135d2fe68e7af for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:26.041653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.047750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73743764'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:26.059086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.075181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.078670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.088461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.096775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.100891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:26.101507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.114908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.139419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:26.142903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.153656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.171837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.203476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f309e27-1faa-491e-b0a4-d55b87e76bfa tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.222805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.229158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:security_group_rule and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.229946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-bac1d41a-9437-4737-8cb5-86c66a4d67fa', 'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': '4d2487e3-bc47-47a9-aa9a-245355528684'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:26.231247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.242881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.252363 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5697937 Apr 22 14:38:26.253605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f309e27-1faa-491e-b0a4-d55b87e76bfa tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.254638 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f309e27-1faa-491e-b0a4-d55b87e76bfa tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/1839a223-7c4d-4258-9e63-d51ddeaaa292 HTTP/1.1" status: 204 len: 168 time: 0.4259865 Apr 22 14:38:26.256560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57692) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.262335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.273206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57694) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.274698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38816d56-9438-46ae-9dea-cd14efc6227c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=35b972f3-9884-4f39-a080-4fc342f38b08,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.288794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309e27-1faa-491e-b0a4-d55b87e76bfa tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1839a223-7c4d-4258-9e63-d51ddeaaa292,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.304878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': '35b972f3-9884-4f39-a080-4fc342f38b08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:26.306092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 35b972f3-9884-4f39-a080-4fc342f38b08 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:26.329750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Pushing event updated for resources: {'Port': ['ID=d3620e10-c148-46bf-98c2-75c296318515,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.362655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:26.374268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.374705 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 8c4a1408-f485-4b18-af4e-f1b995b6aa99 of type vlan for network ca93c894-2f45-482e-a484-a296fb87f111 Apr 22 14:38:26.416356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.469480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.507153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.508974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a8c474e8-cb64-4bfc-a0f5-0f88ea8a4521 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:26.514081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.518902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:26.519388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Allocated IP 2001:db8::3 (bac1d41a-9437-4737-8cb5-86c66a4d67fa/4d2487e3-bc47-47a9-aa9a-245355528684/f3568adc-15f1-4a06-8dcc-9304a83dd0d8) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:26.519864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.524057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Usage tracker for resource:subnet and tenant:2c43fc9632f54b499f1a54a2410cd157 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.530992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.542171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.546391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-174221ed-9f02-4d2b-abf2-bc3a430c13f2 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1792824 Apr 22 14:38:26.553699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57700) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.560012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.573314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-805209788', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'fixed_ips': [{'ip_address': '172.26.2.104'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:26.586089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 0a3112dd-bb40-46f2-b5fb-03dec99ccb65 associated. External IP: 172.26.2.7, port: d40d8f17-1097-441e-a76e-85d1d03e7639. Apr 22 14:38:26.641159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.651110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.705715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Usage tracker for resource:port and tenant:a423d6d4874d489c9c0271da1b03a4ea is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.708892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:26.728320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.731384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.744799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a8c474e8-cb64-4bfc-a0f5-0f88ea8a4521 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:26.745921 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a8c474e8-cb64-4bfc-a0f5-0f88ea8a4521 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4497182 Apr 22 14:38:26.749127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57704) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.760743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.760959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.771700 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7458396 Apr 22 14:38:26.771700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecf98b-0698-4de1-83ff-ad79557a916c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=ca93c894-2f45-482e-a484-a296fb87f111,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.773297 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-87f8aa85-abb0-4dfc-8f22-5e3d62ebe503 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] delete failed (client error): The resource could not be found. Apr 22 14:38:26.773297 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-87f8aa85-abb0-4dfc-8f22-5e3d62ebe503 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/1839a223-7c4d-4258-9e63-d51ddeaaa292 HTTP/1.1" status: 404 len: 347 time: 0.0234346 Apr 22 14:38:26.774873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57708) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.777120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57712) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:26.782556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100840560'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:26.788036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network ca93c894-2f45-482e-a484-a296fb87f111 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:26.788493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.799072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.802846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Transition to ACTIVE for port object f3568adc-15f1-4a06-8dcc-9304a83dd0d8 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:26.809563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:26.812609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:26.870555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.870784 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Added segment ef9596f4-4236-48fc-9345-ab2e7c5d5729 of type vlan for network 67831057-f3c6-4638-af5d-d431e81319e6 Apr 22 14:38:26.871870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Transition to ACTIVE for port object f3568adc-15f1-4a06-8dcc-9304a83dd0d8 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:26.888187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1572e-3828-44e2-83ec-9d539952ae85,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:26.891799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.895665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Made reservation on behalf of a423d6d4874d489c9c0271da1b03a4ea for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:26.898113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.928482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.934854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:26.940905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:26.944233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:26.951129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:26.952087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.960767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:26.977282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:26.986519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Network bac1d41a-9437-4737-8cb5-86c66a4d67fa is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:26.989557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:26.994076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:26.996143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Pushing event updated for resources: {'Port': ['ID=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.008175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.008628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.008933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.009280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.009613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.009970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.010294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.010616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.010932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.011246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.011563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:38:27.046835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.093016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:27.100834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:27.101292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:27.105580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:27.108247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Attempting to bind port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:27.108614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Attempting to bind port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:27.109063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Attempting to bind port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 on network bac1d41a-9437-4737-8cb5-86c66a4d67fa {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:27.110073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.114118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Usage tracker for resource:security_group_rule and tenant:a423d6d4874d489c9c0271da1b03a4ea is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:27.116426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:27.116773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Checking segment: {'id': '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:27.117175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.117552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Bound using segment: {'id': '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:27.118253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Bound port: f3568adc-15f1-4a06-8dcc-9304a83dd0d8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bac1d41a-9437-4737-8cb5-86c66a4d67fa'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:27.118438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.120639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:27.133989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:27.152867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.153733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:27.154311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.188499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:27.216690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing IP validity checks on allocation pools {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:38:27.217408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:38:27.218028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] For port f3568adc-15f1-4a06-8dcc-9304a83dd0d8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:27.224753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] For port f3568adc-15f1-4a06-8dcc-9304a83dd0d8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,segment=NetworkSegment(5e5fdfe7-c380-4844-94d7-c5aa49c2e64d),segment_id=5e5fdfe7-c380-4844-94d7-c5aa49c2e64d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:27.237094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.288112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.297318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.338390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04777b-6935-4fa6-bb66-e8ac78080ad3 None None] Pushing event updated for resources: {'Port': ['ID=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.381224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.382533 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6045802 Apr 22 14:38:27.390321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57716) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.422271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642995a-da2c-466b-a270-5dcea6719653 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d3468-c3b2-4af2-b9e3-ba43beb13f91,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.464111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': 'e97d3468-c3b2-4af2-b9e3-ba43beb13f91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:27.471176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.488622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:27.504621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Network': ['ID=67831057-f3c6-4638-af5d-d431e81319e6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.516494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:27.520143 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0c6b330b-b9ff-41fd-806b-8e73e82927a3 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8585517 Apr 22 14:38:27.524096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:27.526262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57720) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.530346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 67831057-f3c6-4638-af5d-d431e81319e6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:27.542534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:27.558200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'subnet': {'network_id': '67831057-f3c6-4638-af5d-d431e81319e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:27.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:27.575731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:subnet and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:27.578792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:27.588200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:27.624675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=fac00fb0-b8bc-41f4-bdbd-dc093c0fb28a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:27.629926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '8c4a1408-f485-4b18-af4e-f1b995b6aa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:27.630289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: ca93c894-2f45-482e-a484-a296fb87f111, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:27.641203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Made reservation on behalf of 5ac63242b0c644a4ae7135d2fe68e7af for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:27.643898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.657737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.663974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.682601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.695488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] device_id is not set on port be5eef9d-a0f5-45c4-82da-4b4ef459750a yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:27.746728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.778295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network ca93c894-2f45-482e-a484-a296fb87f111 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:27.797181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, ca93c894-2f45-482e-a484-a296fb87f111) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:27.807774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aedab0a-b905-450a-ab0a-92b1ce7a1e65 None None] Network ca93c894-2f45-482e-a484-a296fb87f111 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:27.832646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:27.833238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:27.860505 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9b39eac-d5fe-4232-ac0c-7b635a0cfa33 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0827913 Apr 22 14:38:27.860727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57724) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:27.956178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a7aa0-8e68-4382-ba7f-42f238672fc5,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:28.052348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=ec28c254-6160-4bed-bbd2-049344eeef5d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:28.064842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-ca93c894-2f45-482e-a484-a296fb87f111', 'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': 'fac00fb0-b8bc-41f4-bdbd-dc093c0fb28a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:28.067212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.073495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.102722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.120552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.170934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': 'ca31a025-12de-434d-ae1f-5228392a9890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35b972f3-9884-4f39-a080-4fc342f38b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:28.171358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: 35b972f3-9884-4f39-a080-4fc342f38b08, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:28.217457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.229178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11250f81-ec89-4819-a533-a9503b306e1b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:28.261970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.266339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-37cd86e0-a398-4b8b-b2f9-0a5c76ecde38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8550053 Apr 22 14:38:28.266988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57728) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:28.274180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 14:38:28.274617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:28.276052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Allocated IP 2001:db8::3 (ca93c894-2f45-482e-a484-a296fb87f111/fac00fb0-b8bc-41f4-bdbd-dc093c0fb28a/04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:28.306671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 35b972f3-9884-4f39-a080-4fc342f38b08 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:28.347099 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a059f15b-d73e-4aab-b6a5-7bf04dec63e0 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7905853 Apr 22 14:38:28.348195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57732) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:28.355219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 35b972f3-9884-4f39-a080-4fc342f38b08) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:28.393376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ac342-bc89-450d-af14-6d22959c03e8 None None] Network 35b972f3-9884-4f39-a080-4fc342f38b08 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:28.393645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:38:28.394043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.462268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e4792ee-d8a4-4b00-a723-641fd9474a4a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:28.487484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Checking segment: {'id': 'ef9596f4-4236-48fc-9345-ab2e7c5d5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:28.487484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network hostable DHCP agents. Network: 67831057-f3c6-4638-af5d-d431e81319e6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:28.518933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 67831057-f3c6-4638-af5d-d431e81319e6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:28.527418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1283716-0baa-4512-b3d6-809fe4b7644d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.535973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 67831057-f3c6-4638-af5d-d431e81319e6) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:28.541721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:28.542371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.548031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:28.548623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.554029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7746128-4126-4392-b561-a194339941b0 None None] Network 67831057-f3c6-4638-af5d-d431e81319e6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:28.568824 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-feb94ee1-6b9d-4703-b654-b7d2302250f1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0370696 Apr 22 14:38:28.571545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57736) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:28.580003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1600782640', 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:28.585579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:28.590503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:port and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:28.591044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1283716-0baa-4512-b3d6-809fe4b7644d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.594469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:28.600835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:28.613226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Deleting port d3620e10-c148-46bf-98c2-75c296318515 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:28.613602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.624634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Made reservation on behalf of 5ac63242b0c644a4ae7135d2fe68e7af for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:28.627485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.647611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] device_id is not set on port 6a50059c-baa4-4ca1-ac2b-b149df309f8e yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:28.656111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c6c4e-ba6a-47a1-91a5-4d058afd9221 None None] Network bac1d41a-9437-4737-8cb5-86c66a4d67fa requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:28.791244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Allocated IP 172.20.0.14 (67831057-f3c6-4638-af5d-d431e81319e6/8e4792ee-d8a4-4b00-a723-641fd9474a4a/6a50059c-baa4-4ca1-ac2b-b149df309f8e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:28.792863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-454f8f69-943e-45a3-9fb5-dbab6b57b089 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5321965 Apr 22 14:38:28.796879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57740) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:28.803072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.803672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.936984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1283716-0baa-4512-b3d6-809fe4b7644d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:28.946020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Calling delete_port for d3620e10-c148-46bf-98c2-75c296318515 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:28.953918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-78770cf8-be24-42ed-b2d6-f232cb77a58d None None] Provisioning for port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:29.005990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1283716-0baa-4512-b3d6-809fe4b7644d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11250f81-ec89-4819-a533-a9503b306e1b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.010666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1283716-0baa-4512-b3d6-809fe4b7644d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.011919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f1283716-0baa-4512-b3d6-809fe4b7644d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/11250f81-ec89-4819-a533-a9503b306e1b HTTP/1.1" status: 204 len: 168 time: 0.7416830 Apr 22 14:38:29.019912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57744) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.020962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:29.095023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.138516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Transition to ACTIVE for port object 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:29.145602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840e59a-0741-435e-a888-7a87a4027834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-35b972f3-9884-4f39-a080-4fc342f38b08', 'network_id': '35b972f3-9884-4f39-a080-4fc342f38b08', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': 'ec28c254-6160-4bed-bbd2-049344eeef5d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:29.146466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d840e59a-0741-435e-a888-7a87a4027834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.157181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e9921cc3-eb1e-47c5-8da2-883d948d2f23 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:29.244116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.266421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e9921cc3-eb1e-47c5-8da2-883d948d2f23 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:29.272018 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e9921cc3-eb1e-47c5-8da2-883d948d2f23 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2499471 Apr 22 14:38:29.274612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57748) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:29.313582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cca35a-853d-4e27-ad8c-d2c5d503b625 None None] Network 67831057-f3c6-4638-af5d-d431e81319e6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:29.328791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f3568adc-15f1-4a06-8dcc-9304a83dd0d8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:29.389387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Transition to ACTIVE for port object 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:29.399734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.418227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.456036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.535785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3620e10-c148-46bf-98c2-75c296318515,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.560470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.591525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.639003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.686131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=ec28c254-6160-4bed-bbd2-049344eeef5d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.698063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b577540-a4eb-46eb-8426-ef650884d256 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.699876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.700704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.708526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:29.721131 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:29.733614 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:29.734255 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:29.744836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.746924 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-734830b4-89c4-4563-8975-c2b4e1d2b8de tempest-ExternalNetworksAdminNegativeTestJSON-1495082754 tempest-ExternalNetworksAdminNegativeTestJSON-1495082754-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/e5f4cb20-9cc6-4429-8ad7-7533fba3356f HTTP/1.1" status: 204 len: 168 time: 1.3949358 Apr 22 14:38:29.771130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.801991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=fac00fb0-b8bc-41f4-bdbd-dc093c0fb28a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.833239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 67831057-f3c6-4638-af5d-d431e81319e6 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:29.833470 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:29.845455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Pushing event updated for resources: {'Port': ['ID=04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.845695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b577540-a4eb-46eb-8426-ef650884d256 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:29.846696 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:29.847317 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:29.854009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Port': ['ID=6a50059c-baa4-4ca1-ac2b-b149df309f8e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:29.856540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:29.900732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff888513-719d-4e56-9f1d-f97ab75c87a9 req-a63ff9e4-e3d1-4caf-9515-320559aa53fb tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:29.907922 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ff888513-719d-4e56-9f1d-f97ab75c87a9 req-a63ff9e4-e3d1-4caf-9515-320559aa53fb tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2957330 Apr 22 14:38:29.909232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:29.925208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:29.925617 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb938c6-6dc3-484e-8aec-a18b00041607 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:29.930331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Network ca93c894-2f45-482e-a484-a296fb87f111 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-d840e59a-0741-435e-a888-7a87a4027834 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec28c254-6160-4bed-bbd2-049344eeef5d: This subnet is being modified by another concurrent operation. Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:29.933418 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec28c254-6160-4bed-bbd2-049344eeef5d: This subnet is being modified by another concurrent operation. Apr 22 14:38:29.936445 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 14:38:29.942706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:29.947877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:29.975025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ff888513-719d-4e56-9f1d-f97ab75c87a9 req-17714cb9-6e09-4ca1-9073-415c7f7d1c09 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661380 Apr 22 14:38:30.001898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c203d-27ef-4c2d-b1c4-21735810cdaf None None] Network 35b972f3-9884-4f39-a080-4fc342f38b08 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:30.009554 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d0ca1962-7ec4-4ed6-b9eb-71e6071d43bd tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 7.8623555 Apr 22 14:38:30.026688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57756) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.038949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1817825490'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:30.050934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:30.068393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:network and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:30.069117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.071676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:30.086798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:30.101584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:30.104703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.117011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:30.162072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b972f3-9884-4f39-a080-4fc342f38b08']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:30.178572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.204062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:30.204678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.212978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca31a025-12de-434d-ae1f-5228392a9890') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:30.213477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca31a025-12de-434d-ae1f-5228392a9890') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:30.219597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:30.219973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.276719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b577540-a4eb-46eb-8426-ef650884d256 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.287236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.302024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:30.316920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57764) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.324530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Attempting to bind port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:30.324897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Attempting to bind port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8c4a1408-f485-4b18-af4e-f1b995b6aa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:30.325258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Attempting to bind port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa on network ca93c894-2f45-482e-a484-a296fb87f111 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:30.329116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.329734 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Added segment f7dbbc1f-d397-40b6-a481-1863545c0428 of type vlan for network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b Apr 22 14:38:30.335752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca93c894-2f45-482e-a484-a296fb87f111']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:30.346756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b577540-a4eb-46eb-8426-ef650884d256 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d3468-c3b2-4af2-b9e3-ba43beb13f91,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:30.384309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.388350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4a1408-f485-4b18-af4e-f1b995b6aa99') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:30.388644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4a1408-f485-4b18-af4e-f1b995b6aa99') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:30.401149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:30.401393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Checking segment: {'id': '8c4a1408-f485-4b18-af4e-f1b995b6aa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:30.402118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.402273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Bound using segment: {'id': '8c4a1408-f485-4b18-af4e-f1b995b6aa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:30.403031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Bound port: 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4a1408-f485-4b18-af4e-f1b995b6aa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca93c894-2f45-482e-a484-a296fb87f111'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:30.403586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.404813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5b577540-a4eb-46eb-8426-ef650884d256 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.408816 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5b577540-a4eb-46eb-8426-ef650884d256 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/e97d3468-c3b2-4af2-b9e3-ba43beb13f91 HTTP/1.1" status: 204 len: 168 time: 1.1322246 Apr 22 14:38:30.409481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57768) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.413039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:30.413039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.413366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:30.442112 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:30.450721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.452141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa449-8943-4280-a3a2-f0da11e28055 req-e1c7bba4-4ff5-4efc-a604-52f22b605056 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:30.453833 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-097aa449-8943-4280-a3a2-f0da11e28055 req-e1c7bba4-4ff5-4efc-a604-52f22b605056 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3018959 Apr 22 14:38:30.469456 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4ca2396f-908e-4ec3-b574-dfa69324a89f tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.8943772 Apr 22 14:38:30.485109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57774) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.546492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ac52337f-7372-4f8d-ac67-27b9a09e38b5 None None] Provisioning complete for port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:30.546994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ac52337f-7372-4f8d-ac67-27b9a09e38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.571806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.604899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Deleting port 6a50059c-baa4-4ca1-ac2b-b149df309f8e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:30.605478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.642942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.654543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:30.655295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.658252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.660774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] For port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:30.662137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:30.662723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:30.683039 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:30.685170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.722186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port f3568adc-15f1-4a06-8dcc-9304a83dd0d8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,segment=NetworkSegment(5e5fdfe7-c380-4844-94d7-c5aa49c2e64d),segment_id=5e5fdfe7-c380-4844-94d7-c5aa49c2e64d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:30.722558 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6924307 Apr 22 14:38:30.730414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.732907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.787438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57778) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.788562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.800216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'subnet': {'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:30.801384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ac52337f-7372-4f8d-ac67-27b9a09e38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.812076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=35b972f3-9884-4f39-a080-4fc342f38b08,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:30.827204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f609ae15-6126-43fd-8c7b-f96f11bb5f59 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:30.833966 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-268da9cb-d226-43b7-95c8-d072ed759bee tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/35b972f3-9884-4f39-a080-4fc342f38b08 HTTP/1.1" status: 204 len: 168 time: 2.0355783 Apr 22 14:38:30.835100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 14:38:30.835100 dv-neutron-838878-1-hyperv neutron-server[84058]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 14:38:30.835100 dv-neutron-838878-1-hyperv neutron-server[84058]: [parameters: {'id': 'ca93c894-2f45-482e-a484-a296fb87f111'}] Apr 22 14:38:30.835100 dv-neutron-838878-1-hyperv neutron-server[84058]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:30.835641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:30.836400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:30.842330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.843312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] For port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa,segment=NetworkSegment(8c4a1408-f485-4b18-af4e-f1b995b6aa99),segment_id=8c4a1408-f485-4b18-af4e-f1b995b6aa99)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:30.880784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.891578 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-280a1204-617b-49d9-bca2-27ac730744a6 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] GET failed (client error): The resource could not be found. Apr 22 14:38:30.892424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-280a1204-617b-49d9-bca2-27ac730744a6 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Synchronizing usage tracker for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:30.897747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f609ae15-6126-43fd-8c7b-f96f11bb5f59 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:30.899035 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f609ae15-6126-43fd-8c7b-f96f11bb5f59 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4593818 Apr 22 14:38:30.903326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57786) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.911926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000753315'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:30.920118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:30.932069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:30.934425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-280a1204-617b-49d9-bca2-27ac730744a6 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Unset dirty status for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:30.938218 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-280a1204-617b-49d9-bca2-27ac730744a6 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/subnets/ec28c254-6160-4bed-bbd2-049344eeef5d HTTP/1.1" status: 404 len: 337 time: 0.0923352 Apr 22 14:38:30.940893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57790) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:30.957775 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-097aa449-8943-4280-a3a2-f0da11e28055 req-9dcd811a-646c-4d8b-b431-28e052ac076f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881608 Apr 22 14:38:30.972355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:30.986414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ac52337f-7372-4f8d-ac67-27b9a09e38b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:30.986414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ac52337f-7372-4f8d-ac67-27b9a09e38b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:30.986715 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6df10c-9686-4c84-8cfd-bd32ade08f78 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:30.986715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6df10c-9686-4c84-8cfd-bd32ade08f78 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:30.991026 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2d6df10c-9686-4c84-8cfd-bd32ade08f78 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/35b972f3-9884-4f39-a080-4fc342f38b08 HTTP/1.1" status: 404 len: 339 time: 0.0512676 Apr 22 14:38:30.993078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:30.995412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:subnet and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:31.003380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4f842-07e4-4011-b221-9b8c41fa45a6 None None] Pushing event updated for resources: {'Port': ['ID=04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.006948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57796) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.007786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:31.040688 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:31.045459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:31.048670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:31.055566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:31.086061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e1469-8545-421c-ba4f-180c943bda37 None None] Network ca93c894-2f45-482e-a484-a296fb87f111 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:31.127031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.130191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f940-1633-47be-b947-e5b55632b98f tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Network': ['ID=31d9d5ec-f6dd-4b1e-8333-6816608fea7b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.132854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:31.132983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.157822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:31.201375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8590d07c-8dd1-404e-acad-849199ce2824,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.204684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:31.211057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.212839 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-52bda61c-174a-48d2-82c4-e8d1ef7fc650 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3073592 Apr 22 14:38:31.218058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57800) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.228690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '8590d07c-8dd1-404e-acad-849199ce2824', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:31.235705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:31.241317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:31.247488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:31.255993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:31.270735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f3568adc-15f1-4a06-8dcc-9304a83dd0d8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:31.281430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.316274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Usage tracker for resource:security_group_rule and tenant:989d453072b74db3b8c25ace853f7026 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:31.319415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:31.325279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:31.338351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.345182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6c779-31ee-46a4-909d-28dd09de0bca tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:31.349267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6c779-31ee-46a4-909d-28dd09de0bca tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:31.350030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7dd6c779-31ee-46a4-909d-28dd09de0bca tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Synchronizing usage tracker for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:31.359363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:31.359840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.379572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:31.418349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.451131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.451352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:31.451685 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.499817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7dd6c779-31ee-46a4-909d-28dd09de0bca tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Unset dirty status for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:31.504180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7dd6c779-31ee-46a4-909d-28dd09de0bca tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.4885113 Apr 22 14:38:31.512010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57804) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.610491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403152e5-1be7-4083-9364-9ab05c0b69c7,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:31.642219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.643587 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b5a8262e-96c3-44a9-b394-7cf70aa3f011 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4217684 Apr 22 14:38:31.647525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57808) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:31.653266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '8590d07c-8dd1-404e-acad-849199ce2824', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:31.670107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4d4cf-5d1c-4773-beb5-21dc4910b9ec None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:31.709876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:31.712840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:31.725517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:31.725777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1bd8f5db-ef54-4e69-a984-022bf93503c7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Synchronizing usage tracker for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:31.734733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:31.741031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.764747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa,segment=NetworkSegment(8c4a1408-f485-4b18-af4e-f1b995b6aa99),segment_id=8c4a1408-f485-4b18-af4e-f1b995b6aa99)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:31.765130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.777330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.808712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd4d4cf-5d1c-4773-beb5-21dc4910b9ec None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:31.846471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.880981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:31.904774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:31.953938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1bd8f5db-ef54-4e69-a984-022bf93503c7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Unset dirty status for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:31.954993 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1bd8f5db-ef54-4e69-a984-022bf93503c7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 207 time: 0.4393744 Apr 22 14:38:31.963364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57812) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.015378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.030226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Calling delete_port for 6a50059c-baa4-4ca1-ac2b-b149df309f8e owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:32.084037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c31f-1f55-460d-be59-5b534bbb7d64 req-8bfc64d0-5a74-45a5-bff6-5a60a2181fc6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.085650 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5180c31f-1f55-460d-be59-5b534bbb7d64 req-8bfc64d0-5a74-45a5-bff6-5a60a2181fc6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.9442413 Apr 22 14:38:32.109936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.116696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.167023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.182372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef07a6-bf6a-49cf-b3e2-c4556870b93e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.193084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Port': ['ID=04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.215141 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f0ba9281-5be4-4fd8-bf3a-5815f3b017a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=989d453072b74db3b8c25ace853f7026&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8185644 Apr 22 14:38:32.217881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57816) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.218191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505818a5-be44-4d26-93d3-3a815ba94e57,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.223066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b7bfd-462c-4fdb-b9e6-09ce6a65baaa None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:32.229542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No DVR routers for this DVR port 04faaca0-57cd-4f6d-a0fe-4fbc357dfeaa on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:32.276961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.280887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.285011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.288869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.292657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.293591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Synchronizing usage tracker for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:32.358665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5180c31f-1f55-460d-be59-5b534bbb7d64 req-634763a7-714c-44ec-b6b7-f80c692f113e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536621 Apr 22 14:38:32.378150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.381348 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8481fe0f-c0c8-4502-877d-40900f4a59f4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7303090 Apr 22 14:38:32.388467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57820) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.405207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '8590d07c-8dd1-404e-acad-849199ce2824', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:32.406003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Unset dirty status for tenant:2c43fc9632f54b499f1a54a2410cd157 on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:32.407162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b7bfd-462c-4fdb-b9e6-09ce6a65baaa None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:32.407283 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab83be6c-bbe0-4563-ac73-b83c1661bac1 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3089 time: 0.4426925 Apr 22 14:38:32.411093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.415106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.419628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:32.440957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:32.452204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:32.458413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.464166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee1fff9-1574-428f-9885-15dd620662cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.482026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:32.521996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca93c894-2f45-482e-a484-a296fb87f111']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:32.545993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4a1408-f485-4b18-af4e-f1b995b6aa99') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:32.546344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4a1408-f485-4b18-af4e-f1b995b6aa99') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:32.563572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.599580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a50059c-baa4-4ca1-ac2b-b149df309f8e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.615128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.615836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee1fff9-1574-428f-9885-15dd620662cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.629936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:32.630318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.643730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:32.645020 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:32.659108 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-47af2fef-cf5b-49df-8ef0-10fb9743bab9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 676 time: 0.2468958 Apr 22 14:38:32.686161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57830) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.728431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.735252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.754027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.763936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=ca93c894-2f45-482e-a484-a296fb87f111,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.774339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b4d0532a-e49b-4b91-b0fe-38d5ee879e06 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/ca93c894-2f45-482e-a484-a296fb87f111 HTTP/1.1" status: 204 len: 168 time: 4.9082565 Apr 22 14:38:32.775159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57834) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.781984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000408317'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:32.789424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:32.794292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:32.797582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:32.808669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:32.820770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:32.823856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.853172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:32.863357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.863695 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment e78b54a0-c3bf-4124-b13b-d217c14e8ec6 of type vlan for network c1dd0947-af1a-4588-90ed-f6e94d3abbe8 Apr 22 14:38:32.891349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.924214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.928281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.928979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.938275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Subnet': ['ID=8832d6de-1bc5-4881-ad8a-7e1b740bd50f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:32.949789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4966b2c-ec36-4866-bd47-1ab1565f5592 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.951211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4966b2c-ec36-4866-bd47-1ab1565f5592 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:32.952729 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f4966b2c-ec36-4866-bd47-1ab1565f5592 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2614090 Apr 22 14:38:32.957737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57838) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:32.973869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:32.986418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee1fff9-1574-428f-9885-15dd620662cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.013909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168697-cf97-4aba-963d-ab6a291dd801 req-ce1ecc7f-034a-4a61-9ecc-e93c6eff38cd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:33.015377 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63168697-cf97-4aba-963d-ab6a291dd801 req-ce1ecc7f-034a-4a61-9ecc-e93c6eff38cd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4771123 Apr 22 14:38:33.034241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1fff9-1574-428f-9885-15dd620662cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef07a6-bf6a-49cf-b3e2-c4556870b93e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:33.037638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.039582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Checking segment: {'id': 'f7dbbc1f-d397-40b6-a481-1863545c0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:33.039964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network hostable DHCP agents. Network: 31d9d5ec-f6dd-4b1e-8333-6816608fea7b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:33.058747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee1fff9-1574-428f-9885-15dd620662cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.062353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fee1fff9-1574-428f-9885-15dd620662cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8ef07a6-bf6a-49cf-b3e2-c4556870b93e HTTP/1.1" status: 204 len: 168 time: 0.8238783 Apr 22 14:38:33.072313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-94471559-4b8d-4699-9337-9292caaa4440 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6a50059c-baa4-4ca1-ac2b-b149df309f8e HTTP/1.1" status: 204 len: 168 time: 2.5735672 Apr 22 14:38:33.072724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2921953 Apr 22 14:38:33.072808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.072808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57844) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.077142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57846) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.089711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'c1dd0947-af1a-4588-90ed-f6e94d3abbe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:33.094173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67831057-f3c6-4638-af5d-d431e81319e6', 'external_fixed_ips': [{'subnet_id': '8e4792ee-d8a4-4b00-a723-641fd9474a4a', 'ip_address': '172.20.0.14'}]}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:33.107983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181c16d-f9e7-43bb-9c42-cc272af958cc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=c1dd0947-af1a-4588-90ed-f6e94d3abbe8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:33.117794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:33.120705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network c1dd0947-af1a-4588-90ed-f6e94d3abbe8 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:33.132801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:router and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:33.135464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e38c519-6439-42e8-94ed-753b0d73ab91,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:33.140657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:33.151378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:33.158396 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63168697-cf97-4aba-963d-ab6a291dd801 req-6ec40ce1-89d7-4900-8d93-e6ff20a15ed0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284411 Apr 22 14:38:33.159157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.163512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5d423c27-5242-4ebb-8555-939c4335621f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7706451 Apr 22 14:38:33.163512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.172183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '8590d07c-8dd1-404e-acad-849199ce2824', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:33.179874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:33.188760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:33.192706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8633a78c-b3f8-4372-a348-44c321bc5b90 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:33.194082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.194255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8633a78c-b3f8-4372-a348-44c321bc5b90 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:33.199040 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8633a78c-b3f8-4372-a348-44c321bc5b90 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2332244 Apr 22 14:38:33.199354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57856) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.205796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.210717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:33.214611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:33.224914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:33.243868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 31d9d5ec-f6dd-4b1e-8333-6816608fea7b) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:33.246372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.257376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:33.257519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.276197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.326445 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eeab7044-40eb-48f7-b37a-36e9846c774a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5360200 Apr 22 14:38:33.327273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b974bc9-33b9-45ac-93d3-74e77385e7d7 None None] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:33.341918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57862) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.479799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-999236438', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:33.547232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:33.550912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:33.557197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:33.564136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:33.571838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:router and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:33.575870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:33.583069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:33.601660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:33.619379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:33.636246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.646046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.647671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.649947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.664186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.720146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef023f-4338-4087-942b-46f53c5f8103 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:33.726222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0aef023f-4338-4087-942b-46f53c5f8103 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks/a5fc95cb-2d64-4848-a5c1-434002b35145 HTTP/1.1" status: 200 len: 800 time: 0.5258610 Apr 22 14:38:33.726895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57870) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.744433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57874) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.745570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f2400f-ba1b-4842-9282-06b63eae0e29,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:33.793716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.795367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-31d9d5ec-f6dd-4b1e-8333-6816608fea7b', 'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b', 'tenant_id': 'e3e96f5d64d148eabc4e3f7b17788aaf', 'fixed_ips': [{'subnet_id': '8832d6de-1bc5-4881-ad8a-7e1b740bd50f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:33.796376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.871826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.876487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.906306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:33.907714 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-73787cd9-66bf-4516-8408-047f3f0e5606 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7435734 Apr 22 14:38:33.958291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57878) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:33.999714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Allocated IP 172.20.0.2 (31d9d5ec-f6dd-4b1e-8333-6816608fea7b/8832d6de-1bc5-4881-ad8a-7e1b740bd50f/1069e59b-d5e3-4b68-8d26-77cad76f5d00) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:34.032731 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1ec56da2-c3e3-42aa-90e8-c5136797bae9 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/networks/a5fc95cb-2d64-4848-a5c1-434002b35145?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2934666 Apr 22 14:38:34.037264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '8590d07c-8dd1-404e-acad-849199ce2824', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:34.052260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57882) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.057450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:34.076947 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f78c1a28-39fe-45a9-9d3f-8bc01c550688 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a423d6d4874d489c9c0271da1b03a4ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287151 Apr 22 14:38:34.082131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57886) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.106019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:34.118628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:34.138109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:34.180678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ea527-7c0c-4b7a-88af-d4616fa0e041 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.182084 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-541ea527-7c0c-4b7a-88af-d4616fa0e041 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/subnets/14660cb2-95b6-4732-9268-d431a73b4789 HTTP/1.1" status: 200 len: 811 time: 0.1266325 Apr 22 14:38:34.186543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57890) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.193642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.343109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.354005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Transition to ACTIVE for port object 1069e59b-d5e3-4b68-8d26-77cad76f5d00 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:34.362413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2b525-b6ad-4ec4-9cca-15bd02adda7f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.363835 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e7a2b525-b6ad-4ec4-9cca-15bd02adda7f tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "GET /v2.0/subnets/14660cb2-95b6-4732-9268-d431a73b4789?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1763496 Apr 22 14:38:34.373824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03ecf1-0195-4488-80e7-f5c064882245 req-9b2af194-7bf6-481d-ae7b-c38620ab6fb3 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.375479 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd03ecf1-0195-4488-80e7-f5c064882245 req-9b2af194-7bf6-481d-ae7b-c38620ab6fb3 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4728835 Apr 22 14:38:34.378288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.378971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5266a46c-7993-48a3-88da-d92abe760a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.379921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Transition to ACTIVE for port object 1069e59b-d5e3-4b68-8d26-77cad76f5d00 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:34.385383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.388249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.396864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.405111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1395139943'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:34.410029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.449724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:34.453183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d602c123-f1a8-4300-b86a-fee15b1fd8a9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.459276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:34.462312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:34.464793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:34.469012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.474565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Pushing event updated for resources: {'Port': ['ID=1069e59b-d5e3-4b68-8d26-77cad76f5d00,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.490315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5266a46c-7993-48a3-88da-d92abe760a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.543519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=92ac8614-228e-4ca9-8aaf-30fd0c1e6313,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.547373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.548633 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2db7eb4e-2824-42a5-aa9a-4001b86d7e47 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5871177 Apr 22 14:38:34.553493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57898) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.572580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:34.578838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Attempting to bind port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:34.579300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Attempting to bind port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'f7dbbc1f-d397-40b6-a481-1863545c0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:34.579965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Attempting to bind port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 on network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:34.588610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:34.589047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Checking segment: {'id': 'f7dbbc1f-d397-40b6-a481-1863545c0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:34.589723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.590123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Bound using segment: {'id': 'f7dbbc1f-d397-40b6-a481-1863545c0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:34.590733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Bound port: 1069e59b-d5e3-4b68-8d26-77cad76f5d00, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dbbc1f-d397-40b6-a481-1863545c0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:34.591288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.607723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5e31105-377c-4cf2-9e27-c6b21dd84021 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.622325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5e31105-377c-4cf2-9e27-c6b21dd84021 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.623759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5266a46c-7993-48a3-88da-d92abe760a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.639802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:34.643343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.643749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': 'e78b54a0-c3bf-4124-b13b-d217c14e8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1dd0947-af1a-4588-90ed-f6e94d3abbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:34.644107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: c1dd0947-af1a-4588-90ed-f6e94d3abbe8, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:34.676187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5e31105-377c-4cf2-9e27-c6b21dd84021 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.690205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network c1dd0947-af1a-4588-90ed-f6e94d3abbe8 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:34.699642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31105-377c-4cf2-9e27-c6b21dd84021 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d602c123-f1a8-4300-b86a-fee15b1fd8a9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.699911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] For port 1069e59b-d5e3-4b68-8d26-77cad76f5d00, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:34.701294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a46c-7993-48a3-88da-d92abe760a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a7aa0-8e68-4382-ba7f-42f238672fc5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:34.703619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5e31105-377c-4cf2-9e27-c6b21dd84021 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.704770 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b5e31105-377c-4cf2-9e27-c6b21dd84021 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d602c123-f1a8-4300-b86a-fee15b1fd8a9 HTTP/1.1" status: 204 len: 168 time: 0.1497767 Apr 22 14:38:34.707552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57902) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.708914 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd03ecf1-0195-4488-80e7-f5c064882245 req-430245b3-b4d7-4b19-917e-31428d6966a4 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142643 Apr 22 14:38:34.710292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] For port 1069e59b-d5e3-4b68-8d26-77cad76f5d00, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1069e59b-d5e3-4b68-8d26-77cad76f5d00,segment=NetworkSegment(f7dbbc1f-d397-40b6-a481-1863545c0428),segment_id=f7dbbc1f-d397-40b6-a481-1863545c0428)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:34.717944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.721091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:34.724672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, c1dd0947-af1a-4588-90ed-f6e94d3abbe8) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:34.734736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.734904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.735278 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Added segment 655b1564-a2ab-4a60-a11f-8be214c7ea84 of type vlan for network 15aa4455-7d43-4add-b724-7366c499d061 Apr 22 14:38:34.735405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.765905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-538433ab-0a5f-4913-af53-3e51a559e73c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6876702 Apr 22 14:38:34.769814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.790347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4506f4-d204-4c23-b195-a3557f65977f None None] Network c1dd0947-af1a-4588-90ed-f6e94d3abbe8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:34.803035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-27baa36e-c79f-4e47-bdec-375daa08efe6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:34.807878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5266a46c-7993-48a3-88da-d92abe760a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.809132 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5266a46c-7993-48a3-88da-d92abe760a3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/095a7aa0-8e68-4382-ba7f-42f238672fc5 HTTP/1.1" status: 204 len: 168 time: 0.7251461 Apr 22 14:38:34.819887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.893217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-27baa36e-c79f-4e47-bdec-375daa08efe6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:34.894577 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-27baa36e-c79f-4e47-bdec-375daa08efe6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1861084 Apr 22 14:38:34.898709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57912) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:34.922735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.963133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.967429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:34.968369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.972920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.976177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f82c1e23-6f41-4412-989b-1c30f6fd5b3d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:34.991155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f82c1e23-6f41-4412-989b-1c30f6fd5b3d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.010403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.033921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7af33-c423-4de4-aaed-6b323167308d None None] Pushing event updated for resources: {'Port': ['ID=1069e59b-d5e3-4b68-8d26-77cad76f5d00,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.083834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f82c1e23-6f41-4412-989b-1c30f6fd5b3d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.086124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.167963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c1e23-6f41-4412-989b-1c30f6fd5b3d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00f2400f-ba1b-4842-9282-06b63eae0e29,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.172866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a5124-be59-40d7-a0eb-c713299cb8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-c1dd0947-af1a-4588-90ed-f6e94d3abbe8', 'network_id': 'c1dd0947-af1a-4588-90ed-f6e94d3abbe8', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': '92ac8614-228e-4ca9-8aaf-30fd0c1e6313'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:35.174084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-505a5124-be59-40d7-a0eb-c713299cb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.184877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f82c1e23-6f41-4412-989b-1c30f6fd5b3d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.188436 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f82c1e23-6f41-4412-989b-1c30f6fd5b3d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/00f2400f-ba1b-4842-9282-06b63eae0e29 HTTP/1.1" status: 204 len: 168 time: 0.2865062 Apr 22 14:38:35.191809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57918) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:35.249847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.266703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Network': ['ID=15aa4455-7d43-4add-b724-7366c499d061,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.275392 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a173fb56-e727-4145-8976-e61e81b419b7 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8833408 Apr 22 14:38:35.288115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57922) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:35.291862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=92ac8614-228e-4ca9-8aaf-30fd0c1e6313,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.332531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'network_id': '15aa4455-7d43-4add-b724-7366c499d061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:35.389964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 15aa4455-7d43-4add-b724-7366c499d061 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-505a5124-be59-40d7-a0eb-c713299cb8f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ac8614-228e-4ca9-8aaf-30fd0c1e6313: This subnet is being modified by another concurrent operation. Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:35.424181 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ac8614-228e-4ca9-8aaf-30fd0c1e6313: This subnet is being modified by another concurrent operation. Apr 22 14:38:35.427437 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 14:38:35.494563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf448e-b2f0-438d-9987-449c8df845f9 None None] Network c1dd0947-af1a-4588-90ed-f6e94d3abbe8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:35.495817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.529321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dd0947-af1a-4588-90ed-f6e94d3abbe8']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:35.543921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78b54a0-c3bf-4124-b13b-d217c14e8ec6') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:35.544213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78b54a0-c3bf-4124-b13b-d217c14e8ec6') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:35.557604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.574582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.583641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:35.584047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.598771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-268894ce-eb4d-4477-99cc-a8da0a524119 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:35.601736 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:35.618223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.695534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.711188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.742262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.751638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=c1dd0947-af1a-4588-90ed-f6e94d3abbe8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:35.762549 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-84cfd0a4-6f21-4b91-9e63-f19ad1a846df tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/c1dd0947-af1a-4588-90ed-f6e94d3abbe8 HTTP/1.1" status: 204 len: 168 time: 0.9887309 Apr 22 14:38:35.762766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57936) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:35.768692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942007907'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:35.771498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:35.775037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:35.779868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:35.783204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:35.790388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-268894ce-eb4d-4477-99cc-a8da0a524119 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:35.790738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:35.792400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-268894ce-eb4d-4477-99cc-a8da0a524119 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.5951974 Apr 22 14:38:35.795347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57940) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:35.819154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:35.835730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:35.838875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.840402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Allocated IP 172.20.0.14 (67831057-f3c6-4638-af5d-d431e81319e6/8e4792ee-d8a4-4b00-a723-641fd9474a4a/e76750a3-8977-46de-b559-f763dfe43ffe) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:35.861161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b91d671-43c8-4f1f-9b7b-c2d6334bc1d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:35.900296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Made reservation on behalf of 2c43fc9632f54b499f1a54a2410cd157 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:36.015899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b91d671-43c8-4f1f-9b7b-c2d6334bc1d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.038060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:36.054090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.054764 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 555a6f35-aaa3-473c-86de-af3236a9ec5a of type vlan for network 299bad67-72db-4a6c-8130-6ad3770ad1eb Apr 22 14:38:36.088289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.140157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.144384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:36.145340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.167576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b91d671-43c8-4f1f-9b7b-c2d6334bc1d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.272338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91d671-43c8-4f1f-9b7b-c2d6334bc1d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e38c519-6439-42e8-94ed-753b0d73ab91,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:36.288797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57950) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.306033 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5421915 Apr 22 14:38:36.309595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57956) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.310405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49096b-d0a4-4d63-9533-6b1f7bf65853 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=299bad67-72db-4a6c-8130-6ad3770ad1eb,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:36.313665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b91d671-43c8-4f1f-9b7b-c2d6334bc1d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.315348 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0b91d671-43c8-4f1f-9b7b-c2d6334bc1d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7e38c519-6439-42e8-94ed-753b0d73ab91 HTTP/1.1" status: 204 len: 168 time: 0.5188403 Apr 22 14:38:36.318131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57958) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.324952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': '299bad67-72db-4a6c-8130-6ad3770ad1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:36.341245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 299bad67-72db-4a6c-8130-6ad3770ad1eb details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:36.343071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.26.2.100 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/3b76a37f-406e-4e4d-af1a-35b06e9095ac) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:36.351220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.448163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_backend_mixin [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing IP validity checks on allocation pools {{(pid=84059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:38:36.448952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_backend_mixin [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:38:36.486986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63eee9f4-2e40-47a3-8c0f-501d1b8533e1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:36.496459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:36.503539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38832a98-3796-46d7-a343-4a2ac8aacfda None None] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:36.504548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:36.509991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:36.517195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:36.524387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63eee9f4-2e40-47a3-8c0f-501d1b8533e1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:36.525956 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-63eee9f4-2e40-47a3-8c0f-501d1b8533e1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2054341 Apr 22 14:38:36.528814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57964) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.547401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:36.570429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0f22-1829-4bee-af46-cab4be9e74a5 req-ec6b4ea2-86b2-4594-913f-5ad22e3d7fd8 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:36.571194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1028010197'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:36.574359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-790c0f22-1829-4bee-af46-cab4be9e74a5 req-ec6b4ea2-86b2-4594-913f-5ad22e3d7fd8 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6818998 Apr 22 14:38:36.589612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1916c26a-621b-4c43-96b2-d9c058d29703 None None] Provisioning for port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:36.633497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:36.653256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:network and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:36.659913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:36.664501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab790573-7f99-42bd-928c-34862d67e545 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.685826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab790573-7f99-42bd-928c-34862d67e545 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.692005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:36.710024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.779375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.779962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:36.781957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.816532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.837595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab790573-7f99-42bd-928c-34862d67e545 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.842248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.878665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab790573-7f99-42bd-928c-34862d67e545 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=505818a5-be44-4d26-93d3-3a815ba94e57,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:36.888331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-790c0f22-1829-4bee-af46-cab4be9e74a5 req-2dad65cd-4f9b-4c4d-a4c7-c26c8ebdc098 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177489 Apr 22 14:38:36.891496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab790573-7f99-42bd-928c-34862d67e545 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.895120 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab790573-7f99-42bd-928c-34862d67e545 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/505818a5-be44-4d26-93d3-3a815ba94e57 HTTP/1.1" status: 204 len: 168 time: 0.3628228 Apr 22 14:38:36.897484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57970) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:36.898432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:36.917292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:security_group_rule and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:36.922760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:36.932292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:36.943141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:36.991409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=7cfe1982-e062-422a-8195-5bfb8d20859a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.005719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.012995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1d97b-6125-44d0-b313-23a4d2d98ac9 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:37.035599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a85a4957-7276-497f-9c7b-e218b4310ec7 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:37.079747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Checking segment: {'id': '655b1564-a2ab-4a60-a11f-8be214c7ea84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '15aa4455-7d43-4add-b724-7366c499d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:37.080003 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network hostable DHCP agents. Network: 15aa4455-7d43-4add-b724-7366c499d061, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:37.088289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a85a4957-7276-497f-9c7b-e218b4310ec7 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:37.089587 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a85a4957-7276-497f-9c7b-e218b4310ec7 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1887705 Apr 22 14:38:37.092480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57974) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.119098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 67831057-f3c6-4638-af5d-d431e81319e6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:37.124796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:37.127643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:37.153178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.189376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.196374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9b93-3557-4206-b483-d48323e6545b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.220470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.228703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9b93-3557-4206-b483-d48323e6545b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.236287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.258955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Port': ['ID=e76750a3-8977-46de-b559-f763dfe43ffe,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.292250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:37.299280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=2c175d5b-6ba0-46a3-857a-fa9925d5afdd,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.310408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2a241-2480-4f34-963b-3cb373425018,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.311236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1069e59b-d5e3-4b68-8d26-77cad76f5d00 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:37.322675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.323027 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Added segment 780bba34-3f9d-45be-bd68-388e76a1b483 of type vlan for network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d Apr 22 14:38:37.338740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9b93-3557-4206-b483-d48323e6545b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.366584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '555a6f35-aaa3-473c-86de-af3236a9ec5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '299bad67-72db-4a6c-8130-6ad3770ad1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:37.366947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: 299bad67-72db-4a6c-8130-6ad3770ad1eb, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:37.376543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e9b93-3557-4206-b483-d48323e6545b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=403152e5-1be7-4083-9364-9ab05c0b69c7,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.381195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.393073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:37.405284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:37.407965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:37.437623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.441118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:37.441735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.469158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Network 15aa4455-7d43-4add-b724-7366c499d061 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:37.469381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network 299bad67-72db-4a6c-8130-6ad3770ad1eb is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:37.473231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1d97b-6125-44d0-b313-23a4d2d98ac9 None None] Unable to find a vacant binding_index for network 15aa4455-7d43-4add-b724-7366c499d061 and agent a8656674-008d-41ea-8352-85df98f36631 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 22 14:38:37.477734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9b93-3557-4206-b483-d48323e6545b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.478166 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f5e9b93-3557-4206-b483-d48323e6545b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/403152e5-1be7-4083-9364-9ab05c0b69c7 HTTP/1.1" status: 204 len: 168 time: 0.3847976 Apr 22 14:38:37.488323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57978) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.490722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=3b76a37f-406e-4e4d-af1a-35b06e9095ac,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.522239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 15aa4455-7d43-4add-b724-7366c499d061) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:37.526467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:37.527886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1735320'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.544686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1d97b-6125-44d0-b313-23a4d2d98ac9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 15aa4455-7d43-4add-b724-7366c499d061) {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:37.548657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 299bad67-72db-4a6c-8130-6ad3770ad1eb) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:37.554335 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2600574 Apr 22 14:38:37.561769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57982) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.567627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:37.567835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.574328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:37.590242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f697114-5fd0-4acd-9fcd-91e533885e23 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Network': ['ID=0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:37.618704 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:37.640772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:37.650166 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-79882332-858a-4c36-a061-0485f767954a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3542297 Apr 22 14:38:37.657024 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9459f9c-2c7a-45e7-9c19-ad13a1a8acfe tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1625111 Apr 22 14:38:37.657557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 57986) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.662022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57988) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.669098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:37.673569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c20d6108-2a5f-43c2-88f3-a76f3eae113c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3544884 Apr 22 14:38:37.691773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 57994) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:37.714293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:37.714660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.807402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.808272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.834111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:37.845059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:37.848596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:37.871572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:37.905740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cde29a80-10b8-470c-bb74-09617ff4e6a2 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.921047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:37.943290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:37.955603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3162002'] for subnet, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.027032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.029249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cde29a80-10b8-470c-bb74-09617ff4e6a2 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.039388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.040111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.129456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 1069e59b-d5e3-4b68-8d26-77cad76f5d00, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1069e59b-d5e3-4b68-8d26-77cad76f5d00,segment=NetworkSegment(f7dbbc1f-d397-40b6-a481-1863545c0428),segment_id=f7dbbc1f-d397-40b6-a481-1863545c0428)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:38.131109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.145900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.281591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=1069e59b-d5e3-4b68-8d26-77cad76f5d00,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.345425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.380014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-15aa4455-7d43-4add-b724-7366c499d061', 'network_id': '15aa4455-7d43-4add-b724-7366c499d061', 'tenant_id': '2c43fc9632f54b499f1a54a2410cd157', 'fixed_ips': [{'subnet_id': '7cfe1982-e062-422a-8195-5bfb8d20859a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:38.381102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.409405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13350a3-9ac0-4e6f-9afb-00020a5fea0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-299bad67-72db-4a6c-8130-6ad3770ad1eb', 'network_id': '299bad67-72db-4a6c-8130-6ad3770ad1eb', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': '2c175d5b-6ba0-46a3-857a-fa9925d5afdd'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:38.410772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e13350a3-9ac0-4e6f-9afb-00020a5fea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.419384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cde29a80-10b8-470c-bb74-09617ff4e6a2 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.464683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde29a80-10b8-470c-bb74-09617ff4e6a2 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590d07c-8dd1-404e-acad-849199ce2824,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.484218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cde29a80-10b8-470c-bb74-09617ff4e6a2 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.485371 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cde29a80-10b8-470c-bb74-09617ff4e6a2 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/8590d07c-8dd1-404e-acad-849199ce2824 HTTP/1.1" status: 204 len: 168 time: 0.8223999 Apr 22 14:38:38.489057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58000) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:38.531732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.582519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=2c175d5b-6ba0-46a3-857a-fa9925d5afdd,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-e13350a3-9ac0-4e6f-9afb-00020a5fea0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c175d5b-6ba0-46a3-857a-fa9925d5afdd: This subnet is being modified by another concurrent operation. Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:38.635199 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c175d5b-6ba0-46a3-857a-fa9925d5afdd: This subnet is being modified by another concurrent operation. Apr 22 14:38:38.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 14:38:38.651117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a549e-3817-4d35-b593-446619996c60 req-4eb27cc9-531e-4afe-a781-7fff60134c63 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:38.651527 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-828a549e-3817-4d35-b593-446619996c60 req-4eb27cc9-531e-4afe-a781-7fff60134c63 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3411932 Apr 22 14:38:38.667574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1684bbe3-2670-44d6-9bfd-d0743a3d3527 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:38.704056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730891383709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4038070'] for subnet, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.760137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.766841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Allocated IP 172.20.0.3 (15aa4455-7d43-4add-b724-7366c499d061/7cfe1982-e062-422a-8195-5bfb8d20859a/0f6ce7de-c8c0-4821-aa54-254afeaecdfc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:38.772936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1684bbe3-2670-44d6-9bfd-d0743a3d3527 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:38.774276 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1684bbe3-2670-44d6-9bfd-d0743a3d3527 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2842820 Apr 22 14:38:38.780019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58004) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:38.784101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--629173227'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:38.800430 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-73a26bdd-51d5-4f7f-b0bf-797ad91e877f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 0.3324168 Apr 22 14:38:38.801397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:38.815098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299bad67-72db-4a6c-8130-6ad3770ad1eb']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.836375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:38.837015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.838269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "PUT /v2.0/subnets/7cfe1982-e062-422a-8195-5bfb8d20859a HTTP/1.1" status: 200 len: 877 time: 1.1778417 Apr 22 14:38:38.841423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:38.844371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555a6f35-aaa3-473c-86de-af3236a9ec5a') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.844801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555a6f35-aaa3-473c-86de-af3236a9ec5a') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:38.846269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-828a549e-3817-4d35-b593-446619996c60 req-3ab3d474-0185-4dcd-af38-ea0faa001ca0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938293 Apr 22 14:38:38.847166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58008) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:38.858077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef9347-6e16-4eac-8bb3-b601ba5bf133 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event updated for resources: {'Subnet': ['ID=7cfe1982-e062-422a-8195-5bfb8d20859a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:38.871663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.887597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.903032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.950742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:38.984355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:38.984844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:39.003200 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:39.006646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.070515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Router 5a91f37d-9797-496e-bcbe-de258f0097ff is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:38:39.102110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=84c0c785-a1fb-4be7-835b-f2cd233050f4,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.107011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:39.117956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:39.122371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:39.132260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:39.136307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:39.136660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network hostable DHCP agents. Network: 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:39.137434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Transition to ACTIVE for port object 0f6ce7de-c8c0-4821-aa54-254afeaecdfc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:39.147917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.173806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.178321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Transition to ACTIVE for port object 0f6ce7de-c8c0-4821-aa54-254afeaecdfc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:39.188560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.189924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=299bad67-72db-4a6c-8130-6ad3770ad1eb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.239304 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-74a5e548-bb39-4b10-8cd4-3d6b53b08f40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/299bad67-72db-4a6c-8130-6ad3770ad1eb HTTP/1.1" status: 204 len: 168 time: 1.5450552 Apr 22 14:38:39.239994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58012) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.242662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-a802342c-c022-4585-ac1c-306567b3e9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.245465 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-a802342c-c022-4585-ac1c-306567b3e9ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.3967113 Apr 22 14:38:39.253727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215034537'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:39.258395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1069e59b-d5e3-4b68-8d26-77cad76f5d00 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:39.265176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:39.267228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:39.275211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:39.280951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.281982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:39.289451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:39.293384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.302512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.319926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:39.341376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.342234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.357012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:39.360209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.362218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Network 15aa4455-7d43-4add-b724-7366c499d061 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:39.365813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:39.368916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Pushing event updated for resources: {'Port': ['ID=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.371765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:39.379266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.383719 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6041777 Apr 22 14:38:39.389705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58016) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.392510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118d0d6-2d00-4443-8916-48b625b52507 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0f0da-2684-4c6c-8540-42c543eaf2d4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.402429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '99a0f0da-2684-4c6c-8540-42c543eaf2d4', 'direction': 'ingress', 'protocol': 17}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:39.413534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:39.420228 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-90be72e8-ac97-4428-b4f4-15a7b1646094 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8574445 Apr 22 14:38:39.422755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:39.423988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58020) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.428412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:39.435803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:39.438194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:39.441534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:39.441948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.452375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.452737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 0231abb7-ae80-4a1b-a496-55bb7bc9cd30 of type vlan for network aa27e5f9-8add-4037-a552-cdbc3a44060b Apr 22 14:38:39.470720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.486819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'name': 'tempest-NetworksTestDHCPv6-1057063322'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:39.502525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.538090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:39.538617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.566378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.570041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.570884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.583597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Attempting to bind port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:39.584050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Attempting to bind port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '655b1564-a2ab-4a60-a11f-8be214c7ea84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '15aa4455-7d43-4add-b724-7366c499d061'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:39.584472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Attempting to bind port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc on network 15aa4455-7d43-4add-b724-7366c499d061 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:39.588066 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-50141e05-0784-408b-b1c7-afadbc7a5802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 1000 time: 0.2940190 Apr 22 14:38:39.588553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:38:39.592187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.603375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-afdbb67e-35d5-491b-9209-f23bb695f379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.609589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:39.610460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Checking segment: {'id': '655b1564-a2ab-4a60-a11f-8be214c7ea84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '15aa4455-7d43-4add-b724-7366c499d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:39.611069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.611683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Bound using segment: {'id': '655b1564-a2ab-4a60-a11f-8be214c7ea84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '15aa4455-7d43-4add-b724-7366c499d061'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:39.612519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Bound port: 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655b1564-a2ab-4a60-a11f-8be214c7ea84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '15aa4455-7d43-4add-b724-7366c499d061'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:39.613110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.653597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.701724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4553373 Apr 22 14:38:39.709586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58024) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.721113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:39.734958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda9e49c-cc46-44f5-9731-0d9f05d51a12,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.741355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fdec5-8c18-43bc-ae4b-22143dfd1868 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=aa27e5f9-8add-4037-a552-cdbc3a44060b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:39.763533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] For port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:39.770861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] For port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,segment=NetworkSegment(655b1564-a2ab-4a60-a11f-8be214c7ea84),segment_id=655b1564-a2ab-4a60-a11f-8be214c7ea84)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:39.777257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:39.796234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.820195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:39.821405 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d63bcd5d-e1ab-437c-86df-6a1cc15f34d0 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4306905 Apr 22 14:38:39.832757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58028) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:39.860442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-41cd466f-04f0-4316-86b9-4826150f3e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:39.861916 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-41cd466f-04f0-4316-86b9-4826150f3e02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.2562258 Apr 22 14:38:39.892489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:39.896983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:39.900286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:39.906816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:39.957944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:39.996556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a0e1-57f7-4bcb-a77c-b2adf4436ad1 None None] Pushing event updated for resources: {'Port': ['ID=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.031529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d8b931c-1516-43fa-93cc-e0ac1c56c0cc tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.086957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d8b931c-1516-43fa-93cc-e0ac1c56c0cc tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.115775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.256173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d8b931c-1516-43fa-93cc-e0ac1c56c0cc tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.280338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:40.295621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b931c-1516-43fa-93cc-e0ac1c56c0cc tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a0f0da-2684-4c6c-8540-42c543eaf2d4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.300143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:40.311173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:40.325397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:40.377899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d8b931c-1516-43fa-93cc-e0ac1c56c0cc tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.381439 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3d8b931c-1516-43fa-93cc-e0ac1c56c0cc tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/99a0f0da-2684-4c6c-8540-42c543eaf2d4 HTTP/1.1" status: 204 len: 168 time: 0.5453894 Apr 22 14:38:40.385510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58034) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:40.416174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:40.419579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.443627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host dv-neutron-838878-1-hyperv, got binding levels [] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:40.444080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.474108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cdf85383-a180-4406-8763-1d174a85b1b4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:40.488110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.589271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 0f6ce7de-c8c0-4821-aa54-254afeaecdfc owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:40.624984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 932ff948-3a23-46c0-803b-f8dfea6f3f13 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:40.633177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cdf85383-a180-4406-8763-1d174a85b1b4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:40.634445 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cdf85383-a180-4406-8763-1d174a85b1b4 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2481146 Apr 22 14:38:40.638314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58038) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:40.649907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631585124'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:40.660669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:40.686830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:40.697930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=c722f1f5-edd6-46d6-a53f-96971bd717f1,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:40.700057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee0a05-bdc2-4b46-ab38-f987fde3f30d req-b1e202bd-2cb4-42e2-a0c3-0f43a2b0e5a0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:40.701623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46ee0a05-bdc2-4b46-ab38-f987fde3f30d req-b1e202bd-2cb4-42e2-a0c3-0f43a2b0e5a0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.5378489 Apr 22 14:38:40.703557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:40.714517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '0231abb7-ae80-4a1b-a496-55bb7bc9cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:40.714952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: aa27e5f9-8add-4037-a552-cdbc3a44060b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:40.716194 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-095e87e5-42aa-4545-958c-148e17aa1ccc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5447743 Apr 22 14:38:40.723056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.727447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Sync routers for ids ['5a91f37d-9797-496e-bcbe-de258f0097ff'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:40.741524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Routers {'5a91f37d-9797-496e-bcbe-de258f0097ff'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:40.743126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['5a91f37d-9797-496e-bcbe-de258f0097ff'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:40.776031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:40.780969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:40.784444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:40.787465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network aa27e5f9-8add-4037-a552-cdbc3a44060b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:40.793241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:40.813494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, aa27e5f9-8add-4037-a552-cdbc3a44060b) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:40.818277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:40.819069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.856205 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-12aa88c3-21c7-4a29-8659-6ae5af853feb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1455328 Apr 22 14:38:40.861835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58042) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:40.871610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:40.915246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:40.916460 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-87af27b1-e18d-406e-8faa-c51947b78fce tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.8379145 Apr 22 14:38:40.917229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:40.917568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:40.930192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58046) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:40.967767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Set router 5a91f37d-9797-496e-bcbe-de258f0097ff gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:40.993010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.005871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.096274 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:38:41.097636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b457fa54-bd93-48c4-9e06-afbc62a8de7e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:41.104290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.106040 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-96f8e17e-864d-43c6-9502-ef63ada80e11 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4667709 Apr 22 14:38:41.108709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58050) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.112383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:41.118595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--446488002'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:41.125215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:41.127955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:subnet and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:41.131810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:41.150440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:41.153928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:41.172978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:41.180381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.195552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f701f8d-b758-49bf-95fe-679d53e9430b None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:38:41.218222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46ee0a05-bdc2-4b46-ab38-f987fde3f30d req-0c9bd7cf-4d87-4860-b6a1-ad3cfe4fc249 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510121 Apr 22 14:38:41.234095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::216 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/84c0c785-a1fb-4be7-835b-f2cd233050f4/932ff948-3a23-46c0-803b-f8dfea6f3f13) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:41.286223 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-a30fc6ab-9abd-4aa2-891e-cd24b8f04674 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551145 Apr 22 14:38:41.301450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:41.312561 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] Sync routers for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:41.331003 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:41.334923 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:41.392963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f701f8d-b758-49bf-95fe-679d53e9430b None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:38:41.400328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0f6ce7de-c8c0-4821-aa54-254afeaecdfc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:41.410865 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:41.423120 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:41.423971 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:41.430837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:41.431304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.487675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-91eb8c69-0903-46e5-8612-de3fa15e9974 None None] Provisioning for port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:41.503148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.504605 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:41.506385 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3a2d7-72f0-403b-836a-4f9424339363 None None] The sync data for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:41.518376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.569090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.573489 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-875217d5-aa5d-44c2-812e-3ff0b5e2d368 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1082611 Apr 22 14:38:41.577714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58054) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.590769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network aa27e5f9-8add-4037-a552-cdbc3a44060b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:41.645530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:41.649204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:41.649826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.693753 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8307526 Apr 22 14:38:41.696220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:41.731552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:41.731921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.748877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58058) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:41.789605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7be7e513-b3fa-4514-9de6-84f25dabb78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:41.828019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:41.851593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd494b00-f4bb-46f4-981a-a404f03779fc tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=c7427334-f8ab-45b7-b0dc-83554cfb9c26,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:41.863086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:41.864707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-769bcad0-f08c-45b6-992c-c03ab3c6c91f req-77f50d42-f66c-4dc6-8eb7-52b6f4b9d039 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681984 Apr 22 14:38:41.887078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:41.897838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a91f37d-9797-496e-bcbe-de258f0097ff', 'name': '', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67831057-f3c6-4638-af5d-d431e81319e6', 'external_fixed_ips': [{'subnet_id': '8e4792ee-d8a4-4b00-a723-641fd9474a4a', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e76750a3-8977-46de-b559-f763dfe43ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:38:33Z', 'updated_at': '2022-04-22T14:38:37Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': 'e76750a3-8977-46de-b559-f763dfe43ffe', 'name': '', 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91f37d-9797-496e-bcbe-de258f0097ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8e4792ee-d8a4-4b00-a723-641fd9474a4a', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:38:35Z', 'updated_at': '2022-04-22T14:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e4792ee-d8a4-4b00-a723-641fd9474a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:41.914841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:41.993995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Checking router: 5a91f37d-9797-496e-bcbe-de258f0097ff for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:38:41.994624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Updating router 5a91f37d-9797-496e-bcbe-de258f0097ff port e76750a3-8977-46de-b559-f763dfe43ffe binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:38:42.004594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.022138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.024465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.024831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.026144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.027463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.028381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Synchronizing usage tracker for tenant:9f9cb8cc3cc545f2a7a945f005d81270 on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:42.031233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.032645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.066196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.081653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.083853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 932ff948-3a23-46c0-803b-f8dfea6f3f13 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:42.094017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,segment=NetworkSegment(655b1564-a2ab-4a60-a11f-8be214c7ea84),segment_id=655b1564-a2ab-4a60-a11f-8be214c7ea84)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:42.094519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.103981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34547026-20bc-451e-a063-38441e46e5be,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.104406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.113374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.114649 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cc9d3354-11c8-4363-a251-103e16af6bcb tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0048525 Apr 22 14:38:42.118251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Unset dirty status for tenant:9f9cb8cc3cc545f2a7a945f005d81270 on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:42.122787 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-77ae8bd2-8aee-4d72-a7f8-092f2dcabd22 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3651915 Apr 22 14:38:42.122787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58062) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.126805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58064) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.134134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': 'b457fa54-bd93-48c4-9e06-afbc62a8de7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34547026-20bc-451e-a063-38441e46e5be', 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:42.142427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1856462567'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:42.147986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:42.153753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:42.156258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:42.160899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:42.164677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:42.171571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:42.175315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:42.186300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:42.208276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:42.211565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.347180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 0f6ce7de-c8c0-4821-aa54-254afeaecdfc owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:42.372613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.446005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,segment=NetworkSegment(655b1564-a2ab-4a60-a11f-8be214c7ea84),segment_id=655b1564-a2ab-4a60-a11f-8be214c7ea84)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:42.463820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.479639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.515385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.609020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.610033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:42.610806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:42.627380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:42.627585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '84c0c785-a1fb-4be7-835b-f2cd233050f4'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:42.628900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.634917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=932ff948-3a23-46c0-803b-f8dfea6f3f13,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.645037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:42.655283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:42.664500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:42.665323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e964bb6d-7c8b-499a-bd4e-69c5cdac96ab,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.672879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.675340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.691429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.691927 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 75283c05-2842-41a2-b818-f68a6921a904 of type vlan for network 0c302a25-6368-4ecb-97f4-4100ee9e1813 Apr 22 14:38:42.719385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.720721 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-13c7ab4d-ddc8-440c-be4c-f5a4f500b11d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5997400 Apr 22 14:38:42.725080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58074) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.738405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.766002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-aa27e5f9-8add-4037-a552-cdbc3a44060b', 'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': 'c722f1f5-edd6-46d6-a53f-96971bd717f1'}, {'subnet_id': 'c7427334-f8ab-45b7-b0dc-83554cfb9c26'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:42.767285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.769195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7217b1b0-cddb-47ab-97b5-fe21d91a5d75 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3399994 Apr 22 14:38:42.773280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58078) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.791596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b14f3-eedf-4f65-aa24-1a60115518a2 req-3fecd1a9-f2b9-4e12-b8ec-58f58a324b92 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.794022 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d37b14f3-eedf-4f65-aa24-1a60115518a2 req-3fecd1a9-f2b9-4e12-b8ec-58f58a324b92 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3164763 Apr 22 14:38:42.841975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.846686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:42.847434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.851242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-439ece74-e6f3-4a52-abe5-a6235b77108d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.857614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:42.891061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-439ece74-e6f3-4a52-abe5-a6235b77108d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.945571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.967205 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8392189 Apr 22 14:38:42.975843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58082) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:42.985434 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d37b14f3-eedf-4f65-aa24-1a60115518a2 req-c9ecdb8b-58b0-4e7d-87a9-3b5586137dce tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795323 Apr 22 14:38:42.988131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-439ece74-e6f3-4a52-abe5-a6235b77108d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:42.989425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:43.014374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d7ca-4c3c-4e95-8471-a1aff6554f9b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=0c302a25-6368-4ecb-97f4-4100ee9e1813,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.038416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ece74-e6f3-4a52-abe5-a6235b77108d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e964bb6d-7c8b-499a-bd4e-69c5cdac96ab,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.039057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:43.041753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-439ece74-e6f3-4a52-abe5-a6235b77108d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.045313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-439ece74-e6f3-4a52-abe5-a6235b77108d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e964bb6d-7c8b-499a-bd4e-69c5cdac96ab HTTP/1.1" status: 204 len: 168 time: 0.3161364 Apr 22 14:38:43.045313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.051823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:43.052807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.074420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Deleting port e76750a3-8977-46de-b559-f763dfe43ffe {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:43.074739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.085314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.186307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f538c4c-15d7-4ffb-b1d1-4689ca8161ef tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:43.188176 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7f538c4c-15d7-4ffb-b1d1-4689ca8161ef tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4137189 Apr 22 14:38:43.203335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58090) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.224126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:43.224454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.249814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/84c0c785-a1fb-4be7-835b-f2cd233050f4/aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:43.270843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0f6ce7de-c8c0-4821-aa54-254afeaecdfc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:43.340477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.342914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.395486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Transition to ACTIVE for port object e76750a3-8977-46de-b559-f763dfe43ffe will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:43.426301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2e4c8edb-c07a-44f2-94b8-94802ba5850d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:43.465976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.478206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 932ff948-3a23-46c0-803b-f8dfea6f3f13 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:43.478731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.515460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Calling delete_port for e76750a3-8977-46de-b559-f763dfe43ffe owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:43.616722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2e4c8edb-c07a-44f2-94b8-94802ba5850d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:43.618311 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2e4c8edb-c07a-44f2-94b8-94802ba5850d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5645757 Apr 22 14:38:43.633303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58094) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.640957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.642003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b7d7-10ab-42bb-92d5-5428374905b4 None None] Pushing event updated for resources: {'Port': ['ID=e76750a3-8977-46de-b559-f763dfe43ffe,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:43.653176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Attempting to bind port e76750a3-8977-46de-b559-f763dfe43ffe on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:43.653542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Attempting to bind port e76750a3-8977-46de-b559-f763dfe43ffe by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'ef9596f4-4236-48fc-9345-ab2e7c5d5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:43.653925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Attempting to bind port e76750a3-8977-46de-b559-f763dfe43ffe on network 67831057-f3c6-4638-af5d-d431e81319e6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:43.688637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Allocated IP 2001:db8::2 (aa27e5f9-8add-4037-a552-cdbc3a44060b/c722f1f5-edd6-46d6-a53f-96971bd717f1/30828066-29c2-4d25-8132-c457f967d5d1) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:43.701557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:43.701964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.719245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.725410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:43.725664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Checking segment: {'id': 'ef9596f4-4236-48fc-9345-ab2e7c5d5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:43.726081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.726832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Bound using segment: {'id': 'ef9596f4-4236-48fc-9345-ab2e7c5d5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:43.727055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Bound port: e76750a3-8977-46de-b559-f763dfe43ffe, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9596f4-4236-48fc-9345-ab2e7c5d5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '67831057-f3c6-4638-af5d-d431e81319e6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:43.727422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.777207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Allocated IP 172.20.0.1 (aa27e5f9-8add-4037-a552-cdbc3a44060b/c7427334-f8ab-45b7-b0dc-83554cfb9c26/30828066-29c2-4d25-8132-c457f967d5d1) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:43.861164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 is not hosted by any dhcp agent {{(pid=84058) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:38:43.865462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:43.866414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:43.871150 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "PUT /v2.0/networks/0c302a25-6368-4ecb-97f4-4100ee9e1813 HTTP/1.1" status: 200 len: 723 time: 0.8940272 Apr 22 14:38:43.873513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58098) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:43.887673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': '0c302a25-6368-4ecb-97f4-4100ee9e1813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:43.973276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ad86512-bbac-4d8f-8894-232bf7f00ec1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.020038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:38:44.020038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:38:44.021342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ad86512-bbac-4d8f-8894-232bf7f00ec1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.023969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137db319-c0a6-4aca-9dd3-cec9acec006c tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=0c302a25-6368-4ecb-97f4-4100ee9e1813,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:44.037387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,segment=NetworkSegment(655b1564-a2ab-4a60-a11f-8be214c7ea84),segment_id=655b1564-a2ab-4a60-a11f-8be214c7ea84)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:44.037905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.071827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:44.169860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:44.178827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.183874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for 0f6ce7de-c8c0-4821-aa54-254afeaecdfc owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:44.192175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.199831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:44.204542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] For port e76750a3-8977-46de-b559-f763dfe43ffe, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:44.253876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Transition to ACTIVE for port object aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:44.298789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] For port e76750a3-8977-46de-b559-f763dfe43ffe, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e76750a3-8977-46de-b559-f763dfe43ffe,segment=NetworkSegment(ef9596f4-4236-48fc-9345-ab2e7c5d5729),segment_id=ef9596f4-4236-48fc-9345-ab2e7c5d5729)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:44.322046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ad86512-bbac-4d8f-8894-232bf7f00ec1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.324550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.346196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad86512-bbac-4d8f-8894-232bf7f00ec1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34547026-20bc-451e-a063-38441e46e5be,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:44.355548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 932ff948-3a23-46c0-803b-f8dfea6f3f13 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:44.400941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:44.432943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e536-5a11-411f-aa56-292ac80951cc req-d3945a5d-6e79-4b00-b4ee-e8071d27b782 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:44.434437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0582e536-5a11-411f-aa56-292ac80951cc req-d3945a5d-6e79-4b00-b4ee-e8071d27b782 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2695553 Apr 22 14:38:44.436354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ad86512-bbac-4d8f-8894-232bf7f00ec1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.437501 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7ad86512-bbac-4d8f-8894-232bf7f00ec1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/34547026-20bc-451e-a063-38441e46e5be HTTP/1.1" status: 204 len: 168 time: 0.8028924 Apr 22 14:38:44.452846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Transition to ACTIVE for port object aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:44.459579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Routers {'5a91f37d-9797-496e-bcbe-de258f0097ff'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:44.460271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['5a91f37d-9797-496e-bcbe-de258f0097ff'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:44.461515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58104) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:44.479136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.524571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Deleting port e76750a3-8977-46de-b559-f763dfe43ffe {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:44.525287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.576541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=0f6ce7de-c8c0-4821-aa54-254afeaecdfc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:44.581344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.617531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] Set router 5a91f37d-9797-496e-bcbe-de258f0097ff gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:38:44.681200 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0582e536-5a11-411f-aa56-292ac80951cc req-e59174ad-dbb7-4a3d-97d8-6c69cab34819 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405615 Apr 22 14:38:44.720263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port 0f6ce7de-c8c0-4821-aa54-254afeaecdfc on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:44.819582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.821571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.841802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c1b0e206-3bae-4bbc-8f11-b5df0b624c43 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:44.850257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b7d7-10ab-42bb-92d5-5428374905b4 None None] Pushing event updated for resources: {'Port': ['ID=e76750a3-8977-46de-b559-f763dfe43ffe,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:44.855769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a91f37d-9797-496e-bcbe-de258f0097ff', 'name': '', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:38:33Z', 'updated_at': '2022-04-22T14:38:43Z', 'revision_number': 4, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:44.886893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.891839 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cf086-49ce-43c8-b9e1-77da34ac1736 None None] The sync data for ids ['5a91f37d-9797-496e-bcbe-de258f0097ff'] in dv-neutron-838878-1-hyperv is: [{'id': '5a91f37d-9797-496e-bcbe-de258f0097ff', 'name': '', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:38:33Z', 'updated_at': '2022-04-22T14:38:43Z', 'revision_number': 4, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:44.894977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:44.914302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:44.920649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:44.937924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c1b0e206-3bae-4bbc-8f11-b5df0b624c43 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:44.938592 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c1b0e206-3bae-4bbc-8f11-b5df0b624c43 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4760060 Apr 22 14:38:44.944673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58108) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:44.949642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.954101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] For port e76750a3-8977-46de-b559-f763dfe43ffe, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e76750a3-8977-46de-b559-f763dfe43ffe,segment=NetworkSegment(ef9596f4-4236-48fc-9345-ab2e7c5d5729),segment_id=ef9596f4-4236-48fc-9345-ab2e7c5d5729)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:44.954590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.969618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.972809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:44.998988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Transition to ACTIVE for port object 30828066-29c2-4d25-8132-c457f967d5d1 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:45.046658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Pushing event updated for resources: {'Port': ['ID=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.057966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=932ff948-3a23-46c0-803b-f8dfea6f3f13,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.083567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Transition to ACTIVE for port object 30828066-29c2-4d25-8132-c457f967d5d1 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:45.087890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Attempting to bind port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:45.088442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Attempting to bind port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:45.089035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Attempting to bind port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:45.095184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Calling delete_port for e76750a3-8977-46de-b559-f763dfe43ffe owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:45.098139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.139060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:45.139661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:45.140288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.140952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:45.141612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Bound port: aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:45.142164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.180036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.258462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfe1982-e062-422a-8195-5bfb8d20859a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.311642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.342975 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1e91d4a6-a36d-477d-a318-f9fca610f7ac tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/932ff948-3a23-46c0-803b-f8dfea6f3f13 HTTP/1.1" status: 204 len: 168 time: 2.1420333 Apr 22 14:38:45.347412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] For port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:45.351019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] For port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:45.352466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Pushing event updated for resources: {'Port': ['ID=30828066-29c2-4d25-8132-c457f967d5d1,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.357299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58112) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:45.364274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:45.365772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:45.369649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.379800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:45.436862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9919b61-7c56-4bc1-b79a-d3662a5e6c34 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.463551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b477b8-87f3-4dba-b13e-7edb49544570 None None] Pushing event updated for resources: {'Port': ['ID=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.476246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.478412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.492380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.539608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9919b61-7c56-4bc1-b79a-d3662a5e6c34 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.565841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aa4455-7d43-4add-b724-7366c499d061']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:45.576454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event deleted for resources: {'Port': ['ID=e76750a3-8977-46de-b559-f763dfe43ffe,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.588594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655b1564-a2ab-4a60-a11f-8be214c7ea84') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:45.589034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655b1564-a2ab-4a60-a11f-8be214c7ea84') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:45.606549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Attempting to bind port 30828066-29c2-4d25-8132-c457f967d5d1 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:45.606930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Attempting to bind port 30828066-29c2-4d25-8132-c457f967d5d1 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '0231abb7-ae80-4a1b-a496-55bb7bc9cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:45.607287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Attempting to bind port 30828066-29c2-4d25-8132-c457f967d5d1 on network aa27e5f9-8add-4037-a552-cdbc3a44060b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:45.620017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:45.620413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Checking segment: {'id': '0231abb7-ae80-4a1b-a496-55bb7bc9cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:45.620818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.621207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Bound using segment: {'id': '0231abb7-ae80-4a1b-a496-55bb7bc9cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:45.621715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Bound port: 30828066-29c2-4d25-8132-c457f967d5d1, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0231abb7-ae80-4a1b-a496-55bb7bc9cd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aa27e5f9-8add-4037-a552-cdbc3a44060b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:45.622082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.629035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865189e-5d54-4466-a1eb-3f9c9bed4b08 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:45.631061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865189e-5d54-4466-a1eb-3f9c9bed4b08 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:45.632057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3865189e-5d54-4466-a1eb-3f9c9bed4b08 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:45.811966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=2bd6d46e-7142-4843-9d98-f87b215b792f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.813606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] For port 30828066-29c2-4d25-8132-c457f967d5d1, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:45.827851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] For port 30828066-29c2-4d25-8132-c457f967d5d1, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=30828066-29c2-4d25-8132-c457f967d5d1,segment=NetworkSegment(0231abb7-ae80-4a1b-a496-55bb7bc9cd30),segment_id=0231abb7-ae80-4a1b-a496-55bb7bc9cd30)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:45.841149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.850969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.855954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3865189e-5d54-4466-a1eb-3f9c9bed4b08 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:45.864837 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3865189e-5d54-4466-a1eb-3f9c9bed4b08 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4945259 Apr 22 14:38:45.870354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58118) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:45.903344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '75283c05-2842-41a2-b818-f68a6921a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0c302a25-6368-4ecb-97f4-4100ee9e1813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:45.903709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: 0c302a25-6368-4ecb-97f4-4100ee9e1813, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:38:45.921937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9919b61-7c56-4bc1-b79a-d3662a5e6c34 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.970439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:45.972745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9919b61-7c56-4bc1-b79a-d3662a5e6c34 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457fa54-bd93-48c4-9e06-afbc62a8de7e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:45.983035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c5c12-5f4b-41bd-b414-9d6c807e4adb None None] Pushing event updated for resources: {'Port': ['ID=30828066-29c2-4d25-8132-c457f967d5d1,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:46.015223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:46.015787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:46.036178 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:46.068808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9919b61-7c56-4bc1-b79a-d3662a5e6c34 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.070017 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c9919b61-7c56-4bc1-b79a-d3662a5e6c34 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/b457fa54-bd93-48c4-9e06-afbc62a8de7e HTTP/1.1" status: 204 len: 168 time: 1.1225574 Apr 22 14:38:46.070909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:38:46.072985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58122) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.074147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.1 (31d9d5ec-f6dd-4b1e-8333-6816608fea7b/8832d6de-1bc5-4881-ad8a-7e1b740bd50f/afedd765-2afb-4587-b8b1-df971d1b03d2) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:46.112388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 0c302a25-6368-4ecb-97f4-4100ee9e1813) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:46.187450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:46.188035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.245783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-860065c2-d4ee-4ae7-a4d4-550d9b967fb1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:46.253700 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8f7bbb75-1e05-43f5-ac13-9e1aab97db87 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3708434 Apr 22 14:38:46.266013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58126) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.276664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:46.371556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-860065c2-d4ee-4ae7-a4d4-550d9b967fb1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:46.372858 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-860065c2-d4ee-4ae7-a4d4-550d9b967fb1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2964921 Apr 22 14:38:46.376780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.399217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58130) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.401311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.410836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--852923022'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:46.417087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:46.428531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:46.485525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.501481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Transition to ACTIVE for port object afedd765-2afb-4587-b8b1-df971d1b03d2 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:46.520403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3866520'] for subnet, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.580257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.621053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.642235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.656529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 84c0c785-a1fb-4be7-835b-f2cd233050f4 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:46.676432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=15aa4455-7d43-4add-b724-7366c499d061,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:46.683360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.754726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:46.755466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0d19c-aac7-41ec-9c5a-8b7614d06153 req-c8a16341-ba6c-44f0-bec2-d2b4143a6a2a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:46.757040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1d0d19c-aac7-41ec-9c5a-8b7614d06153 req-c8a16341-ba6c-44f0-bec2-d2b4143a6a2a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.7914410 Apr 22 14:38:46.761935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:46.770030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:46.860012 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f7523a46-ba12-45ff-a8c3-c0aa2de0cca8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/15aa4455-7d43-4add-b724-7366c499d061 HTTP/1.1" status: 204 len: 168 time: 8.0076201 Apr 22 14:38:46.908533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1b6de3a1-c5ed-48a6-91f6-05e6d1f9c822 None None] Provisioning for port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:46.917471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.917711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=afedd765-2afb-4587-b8b1-df971d1b03d2,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:46.947040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58134) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:46.967580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:46.984594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:46.988388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:46.998603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:47.011361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:47.013916 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-609c29e2-9c4f-4684-99d9-53963466fbb4 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:47.014431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609c29e2-9c4f-4684-99d9-53963466fbb4 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:47.016469 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-609c29e2-9c4f-4684-99d9-53963466fbb4 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/7cfe1982-e062-422a-8195-5bfb8d20859a HTTP/1.1" status: 404 len: 337 time: 0.0650828 Apr 22 14:38:47.021172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58138) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.024667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.039306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.043700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730891383709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3614853'] for subnet, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.070845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1d0d19c-aac7-41ec-9c5a-8b7614d06153 req-5c81eb5c-ecdf-484c-bc18-9604efd59db7 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027334 Apr 22 14:38:47.085353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b63ccb-6bec-4096-a657-5c9f165f72f8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:47.085463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b63ccb-6bec-4096-a657-5c9f165f72f8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:47.116788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:47.117383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.121557 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "PUT /v2.0/subnets/2bd6d46e-7142-4843-9d98-f87b215b792f HTTP/1.1" status: 200 len: 826 time: 0.8545125 Apr 22 14:38:47.126083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58144) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.137413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.150359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10081e-a918-4591-898b-bfabb13f2d27 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=2bd6d46e-7142-4843-9d98-f87b215b792f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.177296 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04b63ccb-6bec-4096-a657-5c9f165f72f8 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/15aa4455-7d43-4add-b724-7366c499d061 HTTP/1.1" status: 404 len: 339 time: 0.1505754 Apr 22 14:38:47.188532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58148) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.261050 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c050c7-3a68-43eb-9dd1-23415addbd62 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:47.261560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c050c7-3a68-43eb-9dd1-23415addbd62 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:47.280189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.289565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a91f37d-9797-496e-bcbe-de258f0097ff {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:47.307729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.312135 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cbaac217-7a91-4d06-91a5-e3944ab6f2b6 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5a91f37d-9797-496e-bcbe-de258f0097ff HTTP/1.1" status: 204 len: 168 time: 6.3745031 Apr 22 14:38:47.316400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58152) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.319386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.330455 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-06c050c7-3a68-43eb-9dd1-23415addbd62 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/ec28c254-6160-4bed-bbd2-049344eeef5d HTTP/1.1" status: 404 len: 337 time: 0.1402404 Apr 22 14:38:47.335692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58156) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.421009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:47.434060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.472403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.537830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Deleting subnet 8e4792ee-d8a4-4b00-a723-641fd9474a4a {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:47.554284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.589362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:47.608573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:47.609000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.625217 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8313fa9-29b5-4276-88dc-0da5982949cd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:47.625646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8313fa9-29b5-4276-88dc-0da5982949cd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:47.630562 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a8313fa9-29b5-4276-88dc-0da5982949cd tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/35b972f3-9884-4f39-a080-4fc342f38b08 HTTP/1.1" status: 404 len: 339 time: 0.2919641 Apr 22 14:38:47.686923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58162) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.690973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.704215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155b58f-de88-449b-80ee-b0edbedb79d4 None None] Network 15aa4455-7d43-4add-b724-7366c499d061 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:47.744182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea022820-8002-4745-bb6c-f8600433d2b5 None None] Network 299bad67-72db-4a6c-8130-6ad3770ad1eb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:47.747347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.763957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b6e20-e686-4712-89db-02ab6b8f070c None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:47.779676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb543b6-d6b0-44f2-980c-e32e241357cb None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:47.836595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.840981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4394550 Apr 22 14:38:47.846344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58166) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.885439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb05b2b-371d-43a2-ab8d-e9ef966fd436 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aaac24-16dc-4e82-9fb9-ee321e4b8bc1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.900586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54166f23-6cb9-4bff-9ce1-1f4ef3c56800 None None] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:47.901131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.909031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '42aaac24-16dc-4e82-9fb9-ee321e4b8bc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:47.916190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=84c0c785-a1fb-4be7-835b-f2cd233050f4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:47.919943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.929870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:47.939845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.944267 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-85ea54b7-486b-47ab-8e2b-b13b5458837e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/84c0c785-a1fb-4be7-835b-f2cd233050f4 HTTP/1.1" status: 204 len: 168 time: 2.0677960 Apr 22 14:38:47.944267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:47.947754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:47.979984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58170) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:47.986295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:48.003119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:48.059669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.083652 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6fd4fa82-b3e1-49aa-adc4-6d64aba9c049 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945575 Apr 22 14:38:48.083652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58174) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.087108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.123556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:48.129898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155b58f-de88-449b-80ee-b0edbedb79d4 None None] Network 15aa4455-7d43-4add-b724-7366c499d061 could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:38:48.131438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea022820-8002-4745-bb6c-f8600433d2b5 None None] Network 299bad67-72db-4a6c-8130-6ad3770ad1eb could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:38:48.140181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f03a4a-e235-4fdd-9ed9-dffcd95d6129 req-029714c3-5776-478e-af8b-e5c44ecb7443 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:48.142088 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5f03a4a-e235-4fdd-9ed9-dffcd95d6129 req-029714c3-5776-478e-af8b-e5c44ecb7443 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3895097 Apr 22 14:38:48.176551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fb444-978f-438c-a858-535b2323c9eb None None] Network 299bad67-72db-4a6c-8130-6ad3770ad1eb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:48.183967 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-741ecd3d-a837-4185-a615-95eb0e461a83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 0.3543594 Apr 22 14:38:48.232082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fb444-978f-438c-a858-535b2323c9eb None None] Network 299bad67-72db-4a6c-8130-6ad3770ad1eb could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:38:48.290457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-100efe3d-50ae-4f60-820f-08468d56bf38 None None] Provisioning for port 30828066-29c2-4d25-8132-c457f967d5d1 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:48.293379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d11cfe-daf7-412c-be0a-2d956e6a3a8f None None] DHCP port deletion for 15aa4455-7d43-4add-b724-7366c499d061 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:48.345860 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5f03a4a-e235-4fdd-9ed9-dffcd95d6129 req-289ee6e2-4575-4505-877b-70e189310896 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933410 Apr 22 14:38:48.352878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.354465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.397193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.411720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4792ee-d8a4-4b00-a723-641fd9474a4a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.442875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0592dd7e-3634-41b8-9d27-5f0471a8b881,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.450644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.451935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:48.481081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6e3f7-b7be-44e6-99b1-6ff41034ca7e None None] Network 15aa4455-7d43-4add-b724-7366c499d061 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:48.487175 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fc1c7884-1887-46cd-bc32-78ae05dc5993 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/8e4792ee-d8a4-4b00-a723-641fd9474a4a HTTP/1.1" status: 204 len: 168 time: 1.1671686 Apr 22 14:38:48.488061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58178) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.493072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:48.495980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.508793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe236547-18a4-4eba-a1fc-da32a316bade req-89923dfc-bef3-48b5-aa29-ebc597d7c27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:48.510686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-89923dfc-bef3-48b5-aa29-ebc597d7c27f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.3112953 Apr 22 14:38:48.514251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.524437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bde6a0c9-2753-4877-a4dd-7a6805a0259a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6381617 Apr 22 14:38:48.524437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:48.529279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.565307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6e3f7-b7be-44e6-99b1-6ff41034ca7e None None] Network 15aa4455-7d43-4add-b724-7366c499d061 could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:38:48.586360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56eb5ff-e987-4290-8b6d-61dd85a1f384 None None] Network 15aa4455-7d43-4add-b724-7366c499d061 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:48.667505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56eb5ff-e987-4290-8b6d-61dd85a1f384 None None] Network 15aa4455-7d43-4add-b724-7366c499d061 could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 14:38:48.699317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.708477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c34a53-152e-49e5-ae6b-9bff57813c3e']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:48.718571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:48.719787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cadfb4d-1d4c-4e22-a241-4a0f27aeb965 None None] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:48.748344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd6d46e-7142-4843-9d98-f87b215b792f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.749428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.756119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-605e252d-a1d2-4dc6-8c0e-afada02fcb5a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.762592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf98b5d-1200-4ead-af45-979da62244b0') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:48.762992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf98b5d-1200-4ead-af45-979da62244b0') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:48.783261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-605e252d-a1d2-4dc6-8c0e-afada02fcb5a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.794125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-8a1fbe8f-3f89-4f96-84c0-3ce11b9dd665 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 1000 time: 0.2705791 Apr 22 14:38:48.818209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ac8a756f-1824-4659-ad46-702765ed9314 None None] Provisioning for port afedd765-2afb-4587-b8b1-df971d1b03d2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:48.834717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.840948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ac8a756f-1824-4659-ad46-702765ed9314 None None] Provisioning complete for port afedd765-2afb-4587-b8b1-df971d1b03d2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:48.841307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ac8a756f-1824-4659-ad46-702765ed9314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.880807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005a291f-172a-4a54-86e9-38ac3829a0c1 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:48.948288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-605e252d-a1d2-4dc6-8c0e-afada02fcb5a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.981924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:48.985249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e252d-a1d2-4dc6-8c0e-afada02fcb5a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0592dd7e-3634-41b8-9d27-5f0471a8b881,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:48.994608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.000898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:49.002076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.003129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe236547-18a4-4eba-a1fc-da32a316bade req-404d877c-a003-4968-8142-f65c1c036aa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:49.004614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-404d877c-a003-4968-8142-f65c1c036aa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.2027900 Apr 22 14:38:49.017468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:49.026096 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:49.034682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:49.037116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.047720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-605e252d-a1d2-4dc6-8c0e-afada02fcb5a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.051261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-605e252d-a1d2-4dc6-8c0e-afada02fcb5a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0592dd7e-3634-41b8-9d27-5f0471a8b881 HTTP/1.1" status: 204 len: 168 time: 0.5200746 Apr 22 14:38:49.058119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58186) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.061502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67831057-f3c6-4638-af5d-d431e81319e6']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.082439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.083194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30828066-29c2-4d25-8132-c457f967d5d1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:49.098141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9596f4-4236-48fc-9345-ab2e7c5d5729') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.098506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9596f4-4236-48fc-9345-ab2e7c5d5729') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.105537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a756f-1824-4659-ad46-702765ed9314 None None] Port afedd765-2afb-4587-b8b1-df971d1b03d2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:49.112857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.149181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.162247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:49.162247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.180505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5417df0b-342f-4f65-be00-eb06a2a44aa8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:49.182974 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:49.201239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65e728-398d-4c55-89eb-5734afbe4dfb None None] Network 0c302a25-6368-4ecb-97f4-4100ee9e1813 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:49.208276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:49.222944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c302a25-6368-4ecb-97f4-4100ee9e1813']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.246517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.249849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75283c05-2842-41a2-b818-f68a6921a904') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.250146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75283c05-2842-41a2-b818-f68a6921a904') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:49.272248 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-da2cd7f9-26e0-4798-a0a7-dd00c932f446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2611792 Apr 22 14:38:49.273870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5417df0b-342f-4f65-be00-eb06a2a44aa8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:49.279375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5417df0b-342f-4f65-be00-eb06a2a44aa8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2159438 Apr 22 14:38:49.279375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58190) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.287737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.351969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.366488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.379904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:49.416521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.456592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.467585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=f0c34a53-152e-49e5-ae6b-9bff57813c3e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:49.487072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.491663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:49.492082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:49.508654 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:49.528709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.533255 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fe3072df-da39-4a32-af7b-147bd8d39fe0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/f0c34a53-152e-49e5-ae6b-9bff57813c3e HTTP/1.1" status: 204 len: 168 time: 1.8383129 Apr 22 14:38:49.545403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67831057-f3c6-4638-af5d-d431e81319e6 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 14:38:49.548816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.559753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58196) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.604801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 30828066-29c2-4d25-8132-c457f967d5d1 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:49.608368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=afedd765-2afb-4587-b8b1-df971d1b03d2,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:49.612782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 30828066-29c2-4d25-8132-c457f967d5d1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:49.613147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.777349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event deleted for resources: {'Network': ['ID=67831057-f3c6-4638-af5d-d431e81319e6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:49.795236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:49.813890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] Deleting port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:49.814259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.837332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.870213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.892151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:49.893467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01f4284b-0a42-4a66-8625-35da69c084f9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/networks/67831057-f3c6-4638-af5d-d431e81319e6 HTTP/1.1" status: 204 len: 168 time: 1.4041097 Apr 22 14:38:49.895203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-35882799-0103-4c8d-80ff-71b29bf32e73 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:49.895637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35882799-0103-4c8d-80ff-71b29bf32e73 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:49.897280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35882799-0103-4c8d-80ff-71b29bf32e73 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/2e63807e-73f9-44f2-b8e7-ff508deb9c4f HTTP/1.1" status: 404 len: 337 time: 0.3362300 Apr 22 14:38:49.915304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58202) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.952274 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-233bde54-dd00-489b-860f-61c632213858 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:49.952715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233bde54-dd00-489b-860f-61c632213858 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:49.954638 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-233bde54-dd00-489b-860f-61c632213858 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/2d56b031-0cc4-4a31-9463-8595791f16eb HTTP/1.1" status: 404 len: 339 time: 0.0321665 Apr 22 14:38:49.956423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=0c302a25-6368-4ecb-97f4-4100ee9e1813,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:49.958735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58206) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:49.968392 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dbb7c956-6c19-40ef-a755-a19e354d9f32 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/0c302a25-6368-4ecb-97f4-4100ee9e1813 HTTP/1.1" status: 204 len: 168 time: 2.8406668 Apr 22 14:38:49.969608 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-3d3bfa84-77aa-4ad4-a9cc-1d52d54736ff service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909032 Apr 22 14:38:49.976419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58208) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.133519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] For port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:50.134026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.137519 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f8047b-356b-4adb-b106-b742895bff13 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.146333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f8047b-356b-4adb-b106-b742895bff13 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.150508 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c3f8047b-356b-4adb-b106-b742895bff13 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/8b76a6ff-180e-4d52-9496-e871f900dc57 HTTP/1.1" status: 404 len: 337 time: 0.1737297 Apr 22 14:38:50.155951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58214) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.181436 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ae64d2-67a0-43a1-90eb-551bc1848182 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.181900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ae64d2-67a0-43a1-90eb-551bc1848182 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.183537 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-76ae64d2-67a0-43a1-90eb-551bc1848182 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/0c302a25-6368-4ecb-97f4-4100ee9e1813 HTTP/1.1" status: 404 len: 339 time: 0.1825821 Apr 22 14:38:50.184198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0573cc8-f6f3-4933-8f10-9d5b440d31b6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.196767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58220) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.218450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956889066', 'description': 'd1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:50.224945 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a6f04a-6d84-47b6-bd04-aa6e0db8dde2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.225404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a6f04a-6d84-47b6-bd04-aa6e0db8dde2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.227137 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b7a6f04a-6d84-47b6-bd04-aa6e0db8dde2 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/4aeb6147-48ed-48e7-91d0-872c6003b850 HTTP/1.1" status: 404 len: 339 time: 0.0672772 Apr 22 14:38:50.228437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:50.232945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.234613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58224) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.275827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Usage tracker for resource:network and tenant:9f9cb8cc3cc545f2a7a945f005d81270 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:50.287193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:50.294290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:50.308561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:50.311050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:50.370747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 30828066-29c2-4d25-8132-c457f967d5d1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=30828066-29c2-4d25-8132-c457f967d5d1,segment=NetworkSegment(0231abb7-ae80-4a1b-a496-55bb7bc9cd30),segment_id=0231abb7-ae80-4a1b-a496-55bb7bc9cd30)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:50.379838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad078e5-c2e6-43a4-94d0-73cbf6a3aad5 None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:50.428206 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-401cac67-1fb1-44d2-b975-a9df3df8e1dc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.428993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401cac67-1fb1-44d2-b975-a9df3df8e1dc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.434399 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-401cac67-1fb1-44d2-b975-a9df3df8e1dc tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/0f1ebc6b-3ae3-4181-bafe-b55c5fed7916 HTTP/1.1" status: 404 len: 337 time: 0.1862147 Apr 22 14:38:50.453192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58230) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.454783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] Calling delete_port for aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:50.495776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0573cc8-f6f3-4933-8f10-9d5b440d31b6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.518798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.555076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58234) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.582407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:50.588944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'name': 'tempest-router--9053938', 'project_id': '0d8ebb5252b9499f825c247fd1672db8'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:50.591981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=41a2a16d-380e-40df-8bd9-d6ae1fcd6c90,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.602522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:50.606614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.618631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2191-1bbb-4c76-a859-af571548f03e req-eff21cf8-bb4d-4d07-b1dd-5a8c83179f70 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:50.619710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:50.620462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-342f2191-1bbb-4c76-a859-af571548f03e req-eff21cf8-bb4d-4d07-b1dd-5a8c83179f70 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.8311250 Apr 22 14:38:50.622083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:50.623713 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe236547-18a4-4eba-a1fc-da32a316bade req-32828bb7-3ebb-47c7-b6a5-846f26f0c8fa service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451895 Apr 22 14:38:50.628927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960165c-da7b-48c9-9292-8a7ce076948d tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.629427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8960165c-da7b-48c9-9292-8a7ce076948d tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.629551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:50.630364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.640855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8960165c-da7b-48c9-9292-8a7ce076948d tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/26811ab3-678c-4155-8b80-499649e18c0b HTTP/1.1" status: 404 len: 339 time: 0.1795413 Apr 22 14:38:50.644309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:router and tenant:0d8ebb5252b9499f825c247fd1672db8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:50.647822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58238) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.666422 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:50.714583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:50.732090 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-234bda2a-72d6-4ac7-b12b-85fd7e04ac2a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.732532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234bda2a-72d6-4ac7-b12b-85fd7e04ac2a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.733546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:50.734250 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-234bda2a-72d6-4ac7-b12b-85fd7e04ac2a tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/70e980d5-c879-408b-8a6d-79f33ecbb0f7 HTTP/1.1" status: 404 len: 337 time: 0.0763309 Apr 22 14:38:50.734968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-342f2191-1bbb-4c76-a859-af571548f03e req-2fea85ad-12b0-4ec1-b68f-1216078c978c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873001 Apr 22 14:38:50.736390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0573cc8-f6f3-4933-8f10-9d5b440d31b6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.741420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58242) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.754281 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a5c21ea-a9f0-4b7f-872e-86aa58902d54 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6683364 Apr 22 14:38:50.758146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58244) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.762862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:50.769966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'name': 'tempest-NetworksTestDHCPv6-901661953'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:50.777741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.778669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.783664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.784012 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 434d93e3-2673-47c0-916f-38a17d0028c4 of type vlan for network d068bf8d-2795-4595-bb8e-6c2dbdce7efa Apr 22 14:38:50.817088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0573cc8-f6f3-4933-8f10-9d5b440d31b6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aaac24-16dc-4e82-9fb9-ee321e4b8bc1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.871877 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e671781-c836-4186-8a30-981b4b87b730 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.872240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e671781-c836-4186-8a30-981b4b87b730 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.898129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f0573cc8-f6f3-4933-8f10-9d5b440d31b6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.901995 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f0573cc8-f6f3-4933-8f10-9d5b440d31b6 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/42aaac24-16dc-4e82-9fb9-ee321e4b8bc1 HTTP/1.1" status: 204 len: 168 time: 1.6130986 Apr 22 14:38:50.903912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5e671781-c836-4186-8a30-981b4b87b730 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/1d8ec417-7f27-414a-a515-ccfd7a3a8493 HTTP/1.1" status: 404 len: 339 time: 0.1474750 Apr 22 14:38:50.907414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58250) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.907414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58252) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:50.974583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=30828066-29c2-4d25-8132-c457f967d5d1,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:50.977371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b577da80-27a4-469a-9097-90e4a44fd144 None None] Provisioning complete for port 30828066-29c2-4d25-8132-c457f967d5d1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:50.977727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b577da80-27a4-469a-9097-90e4a44fd144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:50.981258 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb45aeef-bc2b-4aad-a5e5-8a2a43d8fa78 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:50.981707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb45aeef-bc2b-4aad-a5e5-8a2a43d8fa78 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:50.994699 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bb45aeef-bc2b-4aad-a5e5-8a2a43d8fa78 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/44c71029-ee10-470f-adff-046cff25c054 HTTP/1.1" status: 404 len: 337 time: 0.0846457 Apr 22 14:38:50.997212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58258) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.015258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.018959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.066223 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No ports have port_id starting with aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b Apr 22 14:38:51.083375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0f6ce7de-c8c0-4821-aa54-254afeaecdfc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:51.090197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:51.095476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:51.098699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.098890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:51.107270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:51.115134 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2aca6c-9497-4840-886f-3a9b816f5337 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.115581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2aca6c-9497-4840-886f-3a9b816f5337 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.132125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6550f069-1e62-485c-827f-19994162ba03 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:51.135491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] Pushing event deleted for resources: {'Port': ['ID=aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.140233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:51.148491 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b2aca6c-9497-4840-886f-3a9b816f5337 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/c0c75942-f693-4fba-9a72-1dd54b7c6bf3 HTTP/1.1" status: 404 len: 339 time: 0.1406281 Apr 22 14:38:51.148791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.159459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58262) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.170434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0f6ce7de-c8c0-4821-aa54-254afeaecdfc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:51.171134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0f6ce7de-c8c0-4821-aa54-254afeaecdfc not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:51.186602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f496d-d16b-40ea-96d5-31b0ee24668b None None] No DVR routers for this DVR port aaa370eb-ce5a-4c2e-8c41-5d34098a8f4b on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:51.202485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.208851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:51.208851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.213631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.223055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6550f069-1e62-485c-827f-19994162ba03 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:51.225406 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6550f069-1e62-485c-827f-19994162ba03 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3170416 Apr 22 14:38:51.229760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84219494-6eba-46b6-b8c1-aac79e5e64ee None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:51.232837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58266) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.236998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 5d9c137e-d935-42fe-8dff-5cab4254ec6c yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:51.252695 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeb8267-f9b8-4a9d-8778-fdc2f816eaf3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.253334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeb8267-f9b8-4a9d-8778-fdc2f816eaf3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.254874 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2eeb8267-f9b8-4a9d-8778-fdc2f816eaf3 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/9cee3dda-1e7a-4ac0-868e-a6392070e196 HTTP/1.1" status: 404 len: 337 time: 0.0940440 Apr 22 14:38:51.277562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001906918'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:51.281982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58270) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.287845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:51.330397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:51.356715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.360586 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6e764f51-98a4-4f92-9f67-8978c71adb03 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7785752 Apr 22 14:38:51.363365 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1619203 Apr 22 14:38:51.367899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58274) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.368305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58276) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.385394 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac268f8-fb59-409a-bba0-44107abecfd0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.386293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac268f8-fb59-409a-bba0-44107abecfd0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.434879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.454802 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4ac268f8-fb59-409a-bba0-44107abecfd0 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/e5cd229a-74a4-4ca4-8845-c424e31f6e2f HTTP/1.1" status: 404 len: 339 time: 0.1683309 Apr 22 14:38:51.457846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58282) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.475778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961412d-cb99-4c29-b7d0-706e73423340 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=d068bf8d-2795-4595-bb8e-6c2dbdce7efa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.494390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d068bf8d-2795-4595-bb8e-6c2dbdce7efa details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:51.516320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd39d12-1018-4386-b69a-9973bb2e5295 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.516939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd39d12-1018-4386-b69a-9973bb2e5295 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.521162 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-edd39d12-1018-4386-b69a-9973bb2e5295 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/a97402f8-da46-4226-8d7c-fecabe155643 HTTP/1.1" status: 404 len: 337 time: 0.0579114 Apr 22 14:38:51.526104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58286) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.558748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::36 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/41a2a16d-380e-40df-8bd9-d6ae1fcd6c90/5d9c137e-d935-42fe-8dff-5cab4254ec6c) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:51.584204 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e49ad7-da90-4227-a93a-1592ed61216e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.584659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e49ad7-da90-4227-a93a-1592ed61216e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.597079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:51.608189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-15e49ad7-da90-4227-a93a-1592ed61216e tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/b2403d26-9f75-44cb-a097-0775f5a3b3d4 HTTP/1.1" status: 404 len: 339 time: 0.0755806 Apr 22 14:38:51.609664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58290) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.634048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:51.680083 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96f9bdc-5e55-40c4-9014-c3f6efafe860 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.680539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96f9bdc-5e55-40c4-9014-c3f6efafe860 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.684630 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a96f9bdc-5e55-40c4-9014-c3f6efafe860 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/fb4173ae-86e1-42d4-949a-31c928c8ad0b HTTP/1.1" status: 404 len: 337 time: 0.0703270 Apr 22 14:38:51.687085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c1caf-e4b0-4d53-98f7-7bad08388e13 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:51.687890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6c6c1caf-e4b0-4d53-98f7-7bad08388e13 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Synchronizing usage tracker for tenant:9f9cb8cc3cc545f2a7a945f005d81270 on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:51.691691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58294) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.741847 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7726e118-bf75-4a17-9341-f88181758f5b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] DELETE failed (client error): The resource could not be found. Apr 22 14:38:51.742371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7726e118-bf75-4a17-9341-f88181758f5b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:38:51.749158 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7726e118-bf75-4a17-9341-f88181758f5b tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/f3c4572f-8096-470c-8a31-175171efde07 HTTP/1.1" status: 404 len: 339 time: 0.0496223 Apr 22 14:38:51.749403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-efaad1d4-f55c-459e-8ed7-d852af45a778 None None] Provisioning complete for port afedd765-2afb-4587-b8b1-df971d1b03d2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:51.749403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-efaad1d4-f55c-459e-8ed7-d852af45a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.749568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.749738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.753023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58298) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.783576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '41a2a16d-380e-40df-8bd9-d6ae1fcd6c90'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:51.784581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.851016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.879138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6c6c1caf-e4b0-4d53-98f7-7bad08388e13 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Unset dirty status for tenant:9f9cb8cc3cc545f2a7a945f005d81270 on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:51.883593 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6c6c1caf-e4b0-4d53-98f7-7bad08388e13 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks?id=d068bf8d-2795-4595-bb8e-6c2dbdce7efa HTTP/1.1" status: 200 len: 765 time: 0.5117781 Apr 22 14:38:51.886946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58304) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.903678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'description': 'd2'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:51.924160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23dc5e59-7bee-4f49-bbcb-9f88429a3ea4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:51.926566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:51.930310 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7c839953-883f-4dc1-b772-2bc18c318d7e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6933737 Apr 22 14:38:51.935164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58308) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:51.940006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-efaad1d4-f55c-459e-8ed7-d852af45a778 None None] Port afedd765-2afb-4587-b8b1-df971d1b03d2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:52.012085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '23dc5e59-7bee-4f49-bbcb-9f88429a3ea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:52.024025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:52.034714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:52.038940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:38:52.041423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:52.059019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ecefad-71ac-42a8-8eb2-5897697e8473 None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:52.062376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:52.194011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.194903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-230bf883-fdd9-442d-aeae-7fd97284f2a2 None None] Provisioning complete for port 30828066-29c2-4d25-8132-c457f967d5d1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:52.195270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-230bf883-fdd9-442d-aeae-7fd97284f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.239477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting subnet 14660cb2-95b6-4732-9268-d431a73b4789 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:52.242786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.283979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.299807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.459913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 5d9c137e-d935-42fe-8dff-5cab4254ec6c will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:52.510383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf50a-0494-4527-bea1-42da0746a7af req-c205c4f2-ca2f-4444-957b-0b2f1baed95a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.511955 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7abdf50a-0494-4527-bea1-42da0746a7af req-c205c4f2-ca2f-4444-957b-0b2f1baed95a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4355922 Apr 22 14:38:52.566753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.599318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.661273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30828066-29c2-4d25-8132-c457f967d5d1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:52.714009 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7abdf50a-0494-4527-bea1-42da0746a7af req-f31967ba-2d41-4a02-b0a2-041639bb182b tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929419 Apr 22 14:38:52.714278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/41a2a16d-380e-40df-8bd9-d6ae1fcd6c90/66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:52.737836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:52.743658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:52.749235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=5d9c137e-d935-42fe-8dff-5cab4254ec6c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:52.752949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:52.757026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:52.757649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.793471 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a7a6b595-9f08-4551-b5c2-b598611ebd80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0295651 Apr 22 14:38:52.794952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58314) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.800906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.856042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Subnet': ['ID=14660cb2-95b6-4732-9268-d431a73b4789,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:52.871378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.871664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.876049 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-120bbf56-1e93-413e-8837-4623fccda47c tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/subnets/14660cb2-95b6-4732-9268-d431a73b4789 HTTP/1.1" status: 204 len: 168 time: 1.1221902 Apr 22 14:38:52.878260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58318) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:52.892499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.914997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.933301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.950141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.960230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Transition to ACTIVE for port object 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:52.967848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:52.979428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Transition to ACTIVE for port object 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:52.996684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a8842-2047-4f81-88b7-edf5afb98b6a None None] Network a5fc95cb-2d64-4848-a5c1-434002b35145 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:53.020989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.031230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network d068bf8d-2795-4595-bb8e-6c2dbdce7efa is not hosted by any dhcp agent {{(pid=84058) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 14:38:53.034781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:53.035368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.039352 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "PUT /v2.0/networks/d068bf8d-2795-4595-bb8e-6c2dbdce7efa HTTP/1.1" status: 200 len: 762 time: 1.1443889 Apr 22 14:38:53.039352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.040316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58322) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.063132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.079093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Deleting port a44adbbf-35a0-4335-8956-d36b3c8745be {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:53.079458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.138565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033b812-4f2d-4acb-a837-f05d3f76fb11 req-1be72280-ed06-4564-ad35-2a834f632905 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:53.140136 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0033b812-4f2d-4acb-a837-f05d3f76fb11 req-1be72280-ed06-4564-ad35-2a834f632905 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.2729945 Apr 22 14:38:53.152708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addf8bcb-56be-4dc0-b410-03a14c59fed6,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:53.200601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b47d22-178e-48dc-83fc-129042c364ae tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=d068bf8d-2795-4595-bb8e-6c2dbdce7efa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:53.224277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d068bf8d-2795-4595-bb8e-6c2dbdce7efa details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:53.233081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.233925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a58bf77e-2c9b-418b-afca-2ca495aa1622 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:38:53.240458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Pushing event updated for resources: {'Port': ['ID=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:53.253734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093a3e4-4979-4702-9058-df598f058fc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:53.254455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8093a3e4-4979-4702-9058-df598f058fc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:53.267220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.268472 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f25fa2a7-5f7d-453b-83ef-63f6a21843d5 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2828982 Apr 22 14:38:53.276588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:53.283959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-feb19ef9-6beb-41e6-ad31-83e065f13ac2 None None] Provisioning complete for port 30828066-29c2-4d25-8132-c457f967d5d1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:53.283959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-feb19ef9-6beb-41e6-ad31-83e065f13ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.285148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58326) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.295122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.296245 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-028604d8-137e-497e-ac3c-2b5e531d2768 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a58bf77e-2c9b-418b-afca-2ca495aa1622 HTTP/1.1" status: 204 len: 168 time: 1.9269624 Apr 22 14:38:53.313942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:53.331811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a85476-3685-4cf1-ad78-4d9e83fd5264 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:53.333320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f5a85476-3685-4cf1-ad78-4d9e83fd5264 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks?id=d068bf8d-2795-4595-bb8e-6c2dbdce7efa HTTP/1.1" status: 200 len: 765 time: 0.2646825 Apr 22 14:38:53.340018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58332) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.364590 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f1a5c80-08d5-475c-aa4d-077a559e50db tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules/addf8bcb-56be-4dc0-b410-03a14c59fed6 HTTP/1.1" status: 200 len: 705 time: 0.0768547 Apr 22 14:38:53.369399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58336) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.379234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8093a3e4-4979-4702-9058-df598f058fc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:53.382850 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8093a3e4-4979-4702-9058-df598f058fc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5803051 Apr 22 14:38:53.383094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:53.402320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58340) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.415975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] For port a44adbbf-35a0-4335-8956-d36b3c8745be, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a44adbbf-35a0-4335-8956-d36b3c8745be,segment=NetworkSegment(51a7338e-6d5b-4973-96bf-2ab6f7ca1510),segment_id=51a7338e-6d5b-4973-96bf-2ab6f7ca1510)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:53.417369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.436137 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0033b812-4f2d-4acb-a837-f05d3f76fb11 req-ea9f9ddb-98ca-4e30-a832-5baf5fcdc5ae tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819490 Apr 22 14:38:53.570996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 30828066-29c2-4d25-8132-c457f967d5d1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:53.571372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.577741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58346) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.589810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 5d9c137e-d935-42fe-8dff-5cab4254ec6c {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:53.590168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.591961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Calling delete_port for a44adbbf-35a0-4335-8956-d36b3c8745be owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:53.631508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:53.653631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-219b6b6b-ed37-4e36-9492-40898e4d3300 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:53.662157 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6a2ab2fa-2cb3-433d-bd98-260f9d400495 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/routers/68d81eac-b7bc-4eed-8c7e-62b6e6b22d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0835440 Apr 22 14:38:53.670114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] Sync routers for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:53.677973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58352) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.683491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'port': {'network_id': '31d9d5ec-f6dd-4b1e-8333-6816608fea7b', 'name': 'tempest-FloatingIPTestJSON-2141895321'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:53.713202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0d40e-c889-4df1-bc40-51c17ce84da7 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:53.717485 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e5b0d40e-c889-4df1-bc40-51c17ce84da7 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3739157 Apr 22 14:38:53.717917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58356) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.784265 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8135653e-9ffb-46c6-aee9-9cd31e1436da tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 207 time: 0.0603702 Apr 22 14:38:53.798106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58360) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.830899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-219b6b6b-ed37-4e36-9492-40898e4d3300 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:53.834680 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-219b6b6b-ed37-4e36-9492-40898e4d3300 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4615769 Apr 22 14:38:53.836381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58364) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:53.903318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Attempting to bind port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:53.904091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Attempting to bind port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:53.904713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Attempting to bind port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:53.924443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:53.925597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:53.939094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.984132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392e1d0-85df-46b8-881e-b10858ea9f37 req-60df0390-2ca3-48e6-b3b4-ecd4e3ed3dbd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:53.985604 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4392e1d0-85df-46b8-881e-b10858ea9f37 req-60df0390-2ca3-48e6-b3b4-ecd4e3ed3dbd tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3500924 Apr 22 14:38:53.987454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:53.990715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-145845909', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:53.996316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Usage tracker for resource:port and tenant:e3e96f5d64d148eabc4e3f7b17788aaf is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:53.997308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:53.997482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:53.998073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:53.998619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:53.998876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:53.999364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Bound port: 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:53.999762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.002033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Usage tracker for resource:router and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:54.004919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:54.009530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:54.011143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:54.031550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:54.038992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.041115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34e9f392-fb5d-4da1-9914-02f948abab07 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.049322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:54.059936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.060877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.080908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.124485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Port': ['ID=a44adbbf-35a0-4335-8956-d36b3c8745be,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.127696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34e9f392-fb5d-4da1-9914-02f948abab07 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.129710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:54.130703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:54.205396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcbee12-096c-465f-a19d-2b9fa2b945b4 None None] DHCP port deletion for a5fc95cb-2d64-4848-a5c1-434002b35145 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:54.222670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] No DVR routers for this DVR port a44adbbf-35a0-4335-8956-d36b3c8745be on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:54.231317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:54.231648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cf23eb-a12c-445f-84aa-7cec5471a802 None None] The sync data for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:54.298800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] For port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:38:54.304483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] For port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:38:54.308989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 5d9c137e-d935-42fe-8dff-5cab4254ec6c owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:54.317670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.345152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Made reservation on behalf of e3e96f5d64d148eabc4e3f7b17788aaf for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:54.348629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.388481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] device_id is not set on port c60dd606-57c4-49c4-9bc0-8caf19acad2e yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:54.431074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f14bf0-f85e-4228-8a69-a8f3532504ee None None] Pushing event updated for resources: {'Port': ['ID=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.573750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.577848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.582623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.586548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.590465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.594283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:54.596198 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2958647f-b4aa-4a7d-8ebd-90f5ad71d576 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7921743 Apr 22 14:38:54.600338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58368) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:54.609142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a44adbbf-35a0-4335-8956-d36b3c8745be no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:54.652581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Allocated IP 172.20.0.11 (31d9d5ec-f6dd-4b1e-8333-6816608fea7b/8832d6de-1bc5-4881-ad8a-7e1b740bd50f/c60dd606-57c4-49c4-9bc0-8caf19acad2e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:54.657883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a44adbbf-35a0-4335-8956-d36b3c8745be {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:54.658394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a44adbbf-35a0-4335-8956-d36b3c8745be not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:54.673861 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4392e1d0-85df-46b8-881e-b10858ea9f37 req-fb9e0dd9-3d53-414d-b35d-7f22dc7856e0 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6345558 Apr 22 14:38:54.674537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34e9f392-fb5d-4da1-9914-02f948abab07 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.732585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.745841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9f392-fb5d-4da1-9914-02f948abab07 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=addf8bcb-56be-4dc0-b410-03a14c59fed6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.766381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.776404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.817917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fc95cb-2d64-4848-a5c1-434002b35145']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:54.822886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=5d9c137e-d935-42fe-8dff-5cab4254ec6c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:54.873467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a7338e-6d5b-4973-96bf-2ab6f7ca1510') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:54.873825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a7338e-6d5b-4973-96bf-2ab6f7ca1510') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:54.917883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.924850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34e9f392-fb5d-4da1-9914-02f948abab07 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.928347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34e9f392-fb5d-4da1-9914-02f948abab07 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/addf8bcb-56be-4dc0-b410-03a14c59fed6 HTTP/1.1" status: 204 len: 168 time: 1.0887537 Apr 22 14:38:54.932893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58374) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:54.956925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:54.988505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.004110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:38:55.004506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:38:55.018670 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:38:55.024942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-efaa1321-a627-4b19-ad36-4a1843a55e40 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4211843 Apr 22 14:38:55.072082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58378) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.083092 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6ec8e295-62e6-4ed6-a1f8-4940409493b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/5d9c137e-d935-42fe-8dff-5cab4254ec6c HTTP/1.1" status: 204 len: 168 time: 1.6773155 Apr 22 14:38:55.090309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58382) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.173734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.191054 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d824c167-d11e-4c9e-a498-e9004ef0d38b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2504518 Apr 22 14:38:55.203063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f06a3-f3ae-4ac2-aea7-acc8a2716c07 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.204030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58386) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.204459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f06a3-f3ae-4ac2-aea7-acc8a2716c07 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.205813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f06a3-f3ae-4ac2-aea7-acc8a2716c07 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.207177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f06a3-f3ae-4ac2-aea7-acc8a2716c07 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.208466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f06a3-f3ae-4ac2-aea7-acc8a2716c07 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.210211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d77f06a3-f3ae-4ac2-aea7-acc8a2716c07 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1370938 Apr 22 14:38:55.215360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.215505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58390) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.219093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '23dc5e59-7bee-4f49-bbcb-9f88429a3ea4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:55.234462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59267165-a271-4885-8556-606e4da52e7b req-6f131196-f250-41f8-bd36-d1d1a8f48256 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.234755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19126808-420d-484d-b6c1-f04ee6c25265 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.235909 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-59267165-a271-4885-8556-606e4da52e7b req-6f131196-f250-41f8-bd36-d1d1a8f48256 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4030607 Apr 22 14:38:55.236076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19126808-420d-484d-b6c1-f04ee6c25265 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.237037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-19126808-420d-484d-b6c1-f04ee6c25265 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:55.240797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] Pushing event deleted for resources: {'Network': ['ID=a5fc95cb-2d64-4848-a5c1-434002b35145,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:55.250245 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-65678db3-a6c4-410c-ac0c-00e03d8f5d26 tempest-NetworksTest-913802396 tempest-NetworksTest-913802396-project] 10.222.0.32 "DELETE /v2.0/networks/a5fc95cb-2d64-4848-a5c1-434002b35145 HTTP/1.1" status: 204 len: 168 time: 2.3677952 Apr 22 14:38:55.282498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:55.329950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:55.331203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-59267165-a271-4885-8556-606e4da52e7b req-223bace5-b166-40ed-98d4-08215a990b13 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872796 Apr 22 14:38:55.344653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:55.353741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.365836 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:55.372880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-19126808-420d-484d-b6c1-f04ee6c25265 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:55.374347 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-19126808-420d-484d-b6c1-f04ee6c25265 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2809565 Apr 22 14:38:55.393414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.413863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.415731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.417290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.419359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.421252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.422593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Synchronizing usage tracker for tenant:9f9cb8cc3cc545f2a7a945f005d81270 on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:55.439345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Transition to ACTIVE for port object c60dd606-57c4-49c4-9bc0-8caf19acad2e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:55.461573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.484039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Unset dirty status for tenant:9f9cb8cc3cc545f2a7a945f005d81270 on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:55.492917 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-802d4e38-7eb7-4f93-9b45-7db52cc28f92 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2594192 Apr 22 14:38:55.492917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.497264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58402) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.528333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.597962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.674045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:55.694357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:55.696972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:55.739416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.792792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event updated for resources: {'Port': ['ID=c60dd606-57c4-49c4-9bc0-8caf19acad2e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:55.852393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-292e8b49-5064-4bf7-8fa8-735f3793d55a None None] Provisioning for port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:55.863733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.864434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:55.885302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b9f12-d8e8-49fe-b86c-e7b2bedd445e tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:55.886766 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5e6b9f12-d8e8-49fe-b86c-e7b2bedd445e tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks/94ca3153-cc6d-4c65-9323-26672ea31a62 HTTP/1.1" status: 200 len: 804 time: 0.3758593 Apr 22 14:38:55.893732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58414) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:55.899637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Allocated IP 172.26.2.15 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/24d13cbd-143e-49ad-bace-0f9e7f43103e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:55.998922 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0308ec7-3c9a-4a26-b8de-627bc089f235 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3197715 Apr 22 14:38:55.999530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58418) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.002061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.019730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Request body: {'floatingip': {'port_id': 'c60dd606-57c4-49c4-9bc0-8caf19acad2e'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:56.108552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d096235-3bf8-4096-adcc-a3daebeac05b None None] Provisioning for port c60dd606-57c4-49c4-9bc0-8caf19acad2e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:56.115767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.118997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d096235-3bf8-4096-adcc-a3daebeac05b None None] Provisioning complete for port c60dd606-57c4-49c4-9bc0-8caf19acad2e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:56.120086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e810f-86ca-4ef0-aa73-3c1f05a6b677 req-406c21ab-b360-41b6-a6fa-837def078402 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:56.122351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d096235-3bf8-4096-adcc-a3daebeac05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.128463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e39e810f-86ca-4ef0-aa73-3c1f05a6b677 req-406c21ab-b360-41b6-a6fa-837def078402 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.5948343 Apr 22 14:38:56.157212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 41a2a16d-380e-40df-8bd9-d6ae1fcd6c90 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:38:56.166441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.194150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7d096235-3bf8-4096-adcc-a3daebeac05b None None] Port c60dd606-57c4-49c4-9bc0-8caf19acad2e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:38:56.217469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09cbafc-dd3b-44c3-b185-364f8539f882,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:56.245636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.246851 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab3db3d5-51e0-4a60-bf40-06baa5895845 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0417206 Apr 22 14:38:56.253419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58422) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.255937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.275013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.293891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.328502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5c2719e3-37eb-474c-a37e-56460616f5b7 None None] Could not find standard attr ID for object 932ff948-3a23-46c0-803b-f8dfea6f3f13. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:38:56.358316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e39e810f-86ca-4ef0-aa73-3c1f05a6b677 req-1c746953-5092-4c14-9288-59a144db8a0e tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288239 Apr 22 14:38:56.366122 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6805c7da-2fde-45b3-8343-9fbdec0af38a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c43fc9632f54b499f1a54a2410cd157&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6192567 Apr 22 14:38:56.424280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.447499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67cc40c7-9a0b-4b6c-be32-c5d4246580e1 None None] Could not find standard attr ID for object 5d9c137e-d935-42fe-8dff-5cab4254ec6c. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:38:56.469380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58426) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.519341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.528425 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-34a3b7f2-b6c2-4ba1-a054-1c71335056d8 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules/e09cbafc-dd3b-44c3-b185-364f8539f882 HTTP/1.1" status: 200 len: 705 time: 0.2716665 Apr 22 14:38:56.531727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58432) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.543904 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-68c80bbf-872d-4721-a6ea-09a15d226c78 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/networks/94ca3153-cc6d-4c65-9323-26672ea31a62?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6488564 Apr 22 14:38:56.555227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58434) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.615388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.642108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:56.685433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:38:56.700824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:56.703562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:56.760501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf376c-87f8-4535-b90e-7357d05bfefb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:56.761949 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c4bf376c-87f8-4535-b90e-7357d05bfefb tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/subnets/dea59be1-30a2-490e-8cc4-b714ed7811d7 HTTP/1.1" status: 200 len: 843 time: 0.2057683 Apr 22 14:38:56.807307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58440) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:56.825600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:38:56.831812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:38:56.832558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:56.948057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=41a2a16d-380e-40df-8bd9-d6ae1fcd6c90,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:56.981558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fc41-bb22-4609-867b-04b29513bcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.009949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.013043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec1b0a2-1b13-4ad7-8536-b1e881f8d297 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:57.014974 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1ec1b0a2-1b13-4ad7-8536-b1e881f8d297 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "GET /v2.0/subnets/dea59be1-30a2-490e-8cc4-b714ed7811d7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2063601 Apr 22 14:38:57.024561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58446) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.027985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.039641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a637ed6-a935-4221-8a0d-fc563b0b7bf3 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:57.042642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fc41-bb22-4609-867b-04b29513bcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.043771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event updated for resources: {'Port': ['ID=24d13cbd-143e-49ad-bace-0f9e7f43103e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.061171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-424874011'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:57.076792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:57.131161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:57.134053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:57.144525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.146927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a38f2bb1-ec25-4fa6-95c7-d9c60a7459a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/41a2a16d-380e-40df-8bd9-d6ae1fcd6c90 HTTP/1.1" status: 204 len: 168 time: 1.7515149 Apr 22 14:38:57.156029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58450) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.222420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8b5284ed-337c-4be9-92e7-bc9bda1be176 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:57.254625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fc41-bb22-4609-867b-04b29513bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.277392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58454) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.285010 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-473246a4-e795-4c5d-9138-79d802939de5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138222 Apr 22 14:38:57.290697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:57.292969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:57.307486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8fc41-bb22-4609-867b-04b29513bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb94d334-5ca8-4658-b629-648a95591e17,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.310569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.350289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.386935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8b5284ed-337c-4be9-92e7-bc9bda1be176 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:57.391004 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8b5284ed-337c-4be9-92e7-bc9bda1be176 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7763212 Apr 22 14:38:57.400826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1922ce-5a9f-4f03-b720-e223329cd9fa req-999995e3-1676-4e91-99cd-14509bf27794 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:57.405388 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0e1922ce-5a9f-4f03-b720-e223329cd9fa req-999995e3-1676-4e91-99cd-14509bf27794 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.4748521 Apr 22 14:38:57.405909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58458) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.407811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:38:57.432290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fc41-bb22-4609-867b-04b29513bcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.434541 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f2e8fc41-bb22-4609-867b-04b29513bcf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb94d334-5ca8-4658-b629-648a95591e17 HTTP/1.1" status: 204 len: 168 time: 0.9529669 Apr 22 14:38:57.472093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.472492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Added segment 2d9ebc2a-a6ed-408e-8750-1a595d26d245 of type vlan for network cfaea77f-dea7-4bc2-a1c4-be009fd91546 Apr 22 14:38:57.477919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:38:57.484511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] Deleting port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:38:57.485919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.523939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:57.533747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:57.538022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:57.540911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dae50c06-92a7-4a36-8ed5-f7d5b983a96d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.554774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.557724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:57.573208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dae50c06-92a7-4a36-8ed5-f7d5b983a96d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.576897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:57.582861 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0e1922ce-5a9f-4f03-b720-e223329cd9fa req-305148d0-877c-49db-9542-231348f1422a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694345 Apr 22 14:38:57.636143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dae50c06-92a7-4a36-8ed5-f7d5b983a96d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.640909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.645131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:57.645791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.684595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.685338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.743900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.771326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae50c06-92a7-4a36-8ed5-f7d5b983a96d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e09cbafc-dd3b-44c3-b185-364f8539f882,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:57.785919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] For port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:38:57.789934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.865389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:38:57.944781 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9067287 Apr 22 14:38:57.944781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dae50c06-92a7-4a36-8ed5-f7d5b983a96d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:57.944781 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dae50c06-92a7-4a36-8ed5-f7d5b983a96d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e09cbafc-dd3b-44c3-b185-364f8539f882 HTTP/1.1" status: 204 len: 168 time: 0.5308599 Apr 22 14:38:57.945324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58472) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.950240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58474) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:57.963402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] Calling delete_port for 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:38:57.966034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:57.993237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ebf09-38ec-433f-9a84-a23add78ebf5 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Network': ['ID=cfaea77f-dea7-4bc2-a1c4-be009fd91546,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:58.011853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:38:58.045888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2e73a14e-ae96-4d70-90a9-e65e1e3be01d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:58.068888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2e73a14e-ae96-4d70-90a9-e65e1e3be01d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:58.070362 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2e73a14e-ae96-4d70-90a9-e65e1e3be01d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1188364 Apr 22 14:38:58.073156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58482) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.080749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '23dc5e59-7bee-4f49-bbcb-9f88429a3ea4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:58.086989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:58.097603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:58.122501 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Project 8dc1e9bfd984464492f45baa564ecd9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:38:58.135130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.135383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.147553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.167542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.201958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] No DVR routers for this DVR port 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:38:58.249238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.252891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Router c8ae199f-f807-4dd1-b724-585b2b77600b is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:38:58.258853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.271809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c850ca6-c673-4ae2-b006-30ba36e66a68 None None] Pushing event deleted for resources: {'Port': ['ID=66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:58.288025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b729294-1ced-42dc-973e-933693f5e03e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:58.416249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.420079 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9d5305b4-4e2c-41b1-9618-62aed7a34a2a tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3434141 Apr 22 14:38:58.423004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58490) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.454859 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0ceb23f7-c922-4388-a0ed-aa850017fe6e tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules/7b729294-1ced-42dc-973e-933693f5e03e HTTP/1.1" status: 200 len: 711 time: 0.0290341 Apr 22 14:38:58.461487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58494) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.522421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dcaf06d2-85de-41db-aaf3-2e0b32cb2466 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:58.549862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:58.550501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dcaf06d2-85de-41db-aaf3-2e0b32cb2466 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:58.551225 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dcaf06d2-85de-41db-aaf3-2e0b32cb2466 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0884161 Apr 22 14:38:58.556350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58500) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.588282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:58.592657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:38:58.604690 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] Sync routers for ids ['c8ae199f-f807-4dd1-b724-585b2b77600b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:38:58.621571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.623791 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-feed9fd2-7d1b-4dfa-a8fe-23ad44a401ad tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0450485 Apr 22 14:38:58.629007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58504) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.630039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:38:58.639173 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] Routers {'c8ae199f-f807-4dd1-b724-585b2b77600b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:58.641813 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8ae199f-f807-4dd1-b724-585b2b77600b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:58.670710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Made reservation on behalf of 9f9cb8cc3cc545f2a7a945f005d81270 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:58.690591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb2077ee-79bf-486f-98b8-b0a121b07b04 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.692776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58510) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.702345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.711679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:38:58.713450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 66883c5f-8c64-4ef2-8f9c-e1cf3953f0ed not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:38:58.759139 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:58.780703 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] Routers {'c8ae199f-f807-4dd1-b724-585b2b77600b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:38:58.781339 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8ae199f-f807-4dd1-b724-585b2b77600b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:58.844270 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:38:58.844935 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bfc4b9-001d-42d9-a765-d1a08d1d07cf None None] The sync data for ids ['c8ae199f-f807-4dd1-b724-585b2b77600b'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:38:58.861878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb2077ee-79bf-486f-98b8-b0a121b07b04 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.908269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0b9a060a-2fcb-4d9a-a580-953ad282de8c tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:58.909007 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-0b9a060a-2fcb-4d9a-a580-953ad282de8c tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:38:58.910040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0b9a060a-2fcb-4d9a-a580-953ad282de8c tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2162237 Apr 22 14:38:58.917754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58516) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:58.918788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17983-b245-437e-8396-eac52bc90210 req-08d6c608-d533-4687-8301-8c16e5ae9a5c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:58.920214 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fb17983-b245-437e-8396-eac52bc90210 req-08d6c608-d533-4687-8301-8c16e5ae9a5c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.1238468 Apr 22 14:38:58.939989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533938262'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:58.971815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:58.977113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:58.979694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:58.984947 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fb17983-b245-437e-8396-eac52bc90210 req-887c305c-8a27-4a43-a8be-cd8648031baa tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577641 Apr 22 14:38:58.999633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:59.002939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:59.003543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.007671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=c564c1a5-079c-4af2-a0b4-78b3556cc3b0,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.008345 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cb12a606-739a-4cc6-95ed-e36a05ba8fb9 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/c8ae199f-f807-4dd1-b724-585b2b77600b HTTP/1.1" status: 200 len: 919 time: 0.3780923 Apr 22 14:38:59.013248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58522) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.015241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd184c-c358-4d85-bcd3-cffe7eaea560 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:38:59.026933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:59.034386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:59.062372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-11b11c2f-1989-4782-8382-fbdfd70dc290 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ae199f-f807-4dd1-b724-585b2b77600b HTTP/1.1" status: 200 len: 205 time: 0.0478215 Apr 22 14:38:59.064718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58528) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.126489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:59.140195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb2077ee-79bf-486f-98b8-b0a121b07b04 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.163619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing IP validity checks on allocation pools {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:38:59.163891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:38:59.179381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb2077ee-79bf-486f-98b8-b0a121b07b04 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.180602 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cb2077ee-79bf-486f-98b8-b0a121b07b04 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7b729294-1ced-42dc-973e-933693f5e03e HTTP/1.1" status: 204 len: 168 time: 0.6171207 Apr 22 14:38:59.181548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2077ee-79bf-486f-98b8-b0a121b07b04 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b729294-1ced-42dc-973e-933693f5e03e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.186455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58532) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.197649 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d2ffc46-db39-4327-9447-4039ca322418 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9176962 Apr 22 14:38:59.198644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.212480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58536) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.260116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'name': 'tempest-NetworksTestDHCPv6-378541968'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:38:59.285537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.313538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'c564c1a5-079c-4af2-a0b4-78b3556cc3b0'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:38:59.314442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.510166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/c564c1a5-079c-4af2-a0b4-78b3556cc3b0/d598c032-e33e-4153-86b3-658f047ae89a) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:38:59.522158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa3fe609-81c9-4827-8e46-50d061f2862d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:38:59.525905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 0a3112dd-bb40-46f2-b5fb-03dec99ccb65 associated. External IP: 172.26.2.7, port: d40d8f17-1097-441e-a76e-85d1d03e7639. Apr 22 14:38:59.582921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-0def669b-0f86-49d0-ad64-e9f1c2facde2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23c866df6a684da69f56ca9aad11c9cc&device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 1098 time: 0.1582429 Apr 22 14:38:59.593932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8e1c0-ef7a-41b3-b9bf-9c160eceeacd req-4b82e46d-0193-4e20-aed3-4f1565d22230 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:59.595361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acd8e1c0-ef7a-41b3-b9bf-9c160eceeacd req-4b82e46d-0193-4e20-aed3-4f1565d22230 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.1294897 Apr 22 14:38:59.603411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:59.670700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:59.683101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:59.701426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:59.703611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:38:59.706036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa3fe609-81c9-4827-8e46-50d061f2862d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:38:59.710482 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aa3fe609-81c9-4827-8e46-50d061f2862d tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5155771 Apr 22 14:38:59.716203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:38:59.718585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58544) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:38:59.721815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:38:59.735275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.745621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:38:59.746974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Transition to ACTIVE for port object d598c032-e33e-4153-86b3-658f047ae89a will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:59.769099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Transition to ACTIVE for port object d598c032-e33e-4153-86b3-658f047ae89a will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:38:59.778184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.783206 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acd8e1c0-ef7a-41b3-b9bf-9c160eceeacd req-d9e6c774-03d9-4df8-8c37-4a42d8faeab9 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684520 Apr 22 14:38:59.807778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:38:59.811226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.830240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.833223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.863438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:38:59.867158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:38:59.868887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Pushing event updated for resources: {'Port': ['ID=d598c032-e33e-4153-86b3-658f047ae89a,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:38:59.871007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:38:59.906166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 2ee4c28b-c160-41c2-9e89-daf0003302d4 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:38:59.943537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-223cc3f5-d82f-4f82-8207-422a3fd6e5bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:38:59.944947 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-223cc3f5-d82f-4f82-8207-422a3fd6e5bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 200 len: 913 time: 0.3486838 Apr 22 14:38:59.962347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Attempting to bind port d598c032-e33e-4153-86b3-658f047ae89a on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:38:59.962717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Attempting to bind port d598c032-e33e-4153-86b3-658f047ae89a by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:38:59.963091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Attempting to bind port d598c032-e33e-4153-86b3-658f047ae89a on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:38:59.971557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:38:59.971980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:38:59.972518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:38:59.972678 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:38:59.973715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Bound port: d598c032-e33e-4153-86b3-658f047ae89a, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:38:59.973715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.010736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.022365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=ebd48228-470b-40b5-b8e2-31f1f3f3e62b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.027484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7864dff6-0c96-466d-9075-d8978b740ff3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.034042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.087089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] For port d598c032-e33e-4153-86b3-658f047ae89a, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:00.090783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7864dff6-0c96-466d-9075-d8978b740ff3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.090997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] For port d598c032-e33e-4153-86b3-658f047ae89a, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d598c032-e33e-4153-86b3-658f047ae89a,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:00.102830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.144462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-ff4e3dcb-dece-4a47-9abd-bbda2c010256 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 200 len: 1000 time: 0.1864858 Apr 22 14:39:00.146826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:00.151687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Checking segment: {'id': '2d9ebc2a-a6ed-408e-8750-1a595d26d245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:00.151687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network hostable DHCP agents. Network: cfaea77f-dea7-4bc2-a1c4-be009fd91546, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:00.168849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:00.172269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cf0eb3-02a8-4aa9-bfe9-3002a8bbac52,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.178520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:00.206160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:00.211439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7864dff6-0c96-466d-9075-d8978b740ff3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.236106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2975361-da36-4eb1-acf6-debabcfa4b69 None None] Pushing event updated for resources: {'Port': ['ID=d598c032-e33e-4153-86b3-658f047ae89a,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.244997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-d8253495-4ce9-44cc-8a85-1182cc6bfb14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:00.246976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-d8253495-4ce9-44cc-8a85-1182cc6bfb14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 200 len: 851 time: 0.0928857 Apr 22 14:39:00.248076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864dff6-0c96-466d-9075-d8978b740ff3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dc5e59-7bee-4f49-bbcb-9f88429a3ea4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:00.268576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::3bc (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/c564c1a5-079c-4af2-a0b4-78b3556cc3b0/2ee4c28b-c160-41c2-9e89-daf0003302d4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:00.325657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7864dff6-0c96-466d-9075-d8978b740ff3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.326868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7864dff6-0c96-466d-9075-d8978b740ff3 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/23dc5e59-7bee-4f49-bbcb-9f88429a3ea4 HTTP/1.1" status: 204 len: 168 time: 0.6072023 Apr 22 14:39:00.333474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58548) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:00.360288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:00.445768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.469082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b2b5f2aa-34f4-4746-9053-d19a2f83373f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:00.475099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Deleting port 24d13cbd-143e-49ad-bace-0f9e7f43103e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:00.475530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.486600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, cfaea77f-dea7-4bc2-a1c4-be009fd91546) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:00.496323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.497962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:00.503022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3a047-35ac-46f6-ad16-3ace7e5de8db None None] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:00.503256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.555628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.734456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b2b5f2aa-34f4-4746-9053-d19a2f83373f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:00.742204 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b2b5f2aa-34f4-4746-9053-d19a2f83373f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4072351 Apr 22 14:39:00.749323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58552) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:00.753912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-a97042e1-8676-41dd-8ea4-483b90b7514b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d70859f-e131-46bb-aea5-31cae6316e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4966185 Apr 22 14:39:00.757404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d598c032-e33e-4153-86b3-658f047ae89a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:00.762829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group': {'name': 'tempest-secgroup--361658892'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:00.803107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.813398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:00.877251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-cfaea77f-dea7-4bc2-a1c4-be009fd91546', 'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546', 'tenant_id': '9f9cb8cc3cc545f2a7a945f005d81270', 'fixed_ips': [{'subnet_id': 'ebd48228-470b-40b5-b8e2-31f1f3f3e62b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:00.878187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:00.944390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d598c032-e33e-4153-86b3-658f047ae89a completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:01.045258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea059e1-55de-446d-9eb9-d0731bde4c48,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.070596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Allocated IP 2001:db8::3 (cfaea77f-dea7-4bc2-a1c4-be009fd91546/ebd48228-470b-40b5-b8e2-31f1f3f3e62b/6814e1a3-7be9-4a31-a4a9-b85edbc23cf9) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:01.075855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.080152 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a73878b5-8463-4fb1-a8d8-63c885d339bb tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1479301 Apr 22 14:39:01.084808 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f353bc23-b2b6-45ae-8605-8ff7414d7dff tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1395056 Apr 22 14:39:01.085785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58558) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.085908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58560) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.097283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:01.134482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '6ea059e1-55de-446d-9eb9-d0731bde4c48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:01.158831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:01.159647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Calling delete_port for 24d13cbd-143e-49ad-bace-0f9e7f43103e owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:01.179782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:01.184788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.188165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:01.205532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:01.228238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 2ee4c28b-c160-41c2-9e89-daf0003302d4 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:01.316987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.362599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:01.394807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.403865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3866520'] for subnet, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.409792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Transition to ACTIVE for port object 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:01.427117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.434836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Transition to ACTIVE for port object 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:01.444092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.512122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.535817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.573523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:01.577427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:01.579509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Pushing event updated for resources: {'Port': ['ID=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.582035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:01.591879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.618308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:01.622034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.641306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:01.653722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=2ee4c28b-c160-41c2-9e89-daf0003302d4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.665006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:01.669116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:01.669947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.680872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Attempting to bind port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:01.680872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Attempting to bind port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '2d9ebc2a-a6ed-408e-8750-1a595d26d245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:01.680872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Attempting to bind port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 on network cfaea77f-dea7-4bc2-a1c4-be009fd91546 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:01.689111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:01.689302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Checking segment: {'id': '2d9ebc2a-a6ed-408e-8750-1a595d26d245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:01.690291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.690724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Bound using segment: {'id': '2d9ebc2a-a6ed-408e-8750-1a595d26d245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:01.691220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Bound port: 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9ebc2a-a6ed-408e-8750-1a595d26d245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfaea77f-dea7-4bc2-a1c4-be009fd91546'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:01.691598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.696642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cd4efb-0c21-4dd1-b1df-1257a714c0eb,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.720367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event deleted for resources: {'Port': ['ID=24d13cbd-143e-49ad-bace-0f9e7f43103e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:01.725072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:01.732650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.736573 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-ec422b1d-cd03-460d-aec3-8bf9a4d95f13 service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9583409 Apr 22 14:39:01.738289 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b1e08599-9624-4c24-9334-8c57a3609639 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6433046 Apr 22 14:39:01.766805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58566) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.781501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] Provisioning for port d598c032-e33e-4153-86b3-658f047ae89a completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:01.782797 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-db0e2804-3b25-4f39-a86f-8c11005cbdd5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5544012 Apr 22 14:39:01.789638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58570) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:01.791465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] Provisioning complete for port d598c032-e33e-4153-86b3-658f047ae89a triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:01.791838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.828845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33321417-bed8-48c7-847d-c6fe2bccd11f req-83d3cdad-6a1f-4fd9-a187-335b119f9432 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:01.830865 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-33321417-bed8-48c7-847d-c6fe2bccd11f req-83d3cdad-6a1f-4fd9-a187-335b119f9432 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.8724413 Apr 22 14:39:01.838105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '6ea059e1-55de-446d-9eb9-d0731bde4c48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:01.842821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:01.870648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] For port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:01.883219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] For port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,segment=NetworkSegment(2d9ebc2a-a6ed-408e-8750-1a595d26d245),segment_id=2d9ebc2a-a6ed-408e-8750-1a595d26d245)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:01.919261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:01.924158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:01.925156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:01.929510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:01.958085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:01.961649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:01.976503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:01.989792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:02.025004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.056272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66248-13eb-403e-8368-76cf6fdb0482 None None] Pushing event updated for resources: {'Port': ['ID=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.073166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] For port d598c032-e33e-4153-86b3-658f047ae89a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d598c032-e33e-4153-86b3-658f047ae89a,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:02.081190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.099186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730891383709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3614853'] for subnet, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.163790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ea26e-18e6-4de1-b4a5-8833d4b18ad6 None None] Pushing event updated for resources: {'Port': ['ID=d598c032-e33e-4153-86b3-658f047ae89a,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.178455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aba990-6bfa-4073-a937-437c68c282b0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:02.182509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aba990-6bfa-4073-a937-437c68c282b0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:02.183190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-12aba990-6bfa-4073-a937-437c68c282b0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:02.210276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:02.210893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.214641 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "PUT /v2.0/subnets/ebd48228-470b-40b5-b8e2-31f1f3f3e62b HTTP/1.1" status: 200 len: 900 time: 1.1220613 Apr 22 14:39:02.216531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b71378-1d95-479b-8f39-b7a6a323af85 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event updated for resources: {'Subnet': ['ID=ebd48228-470b-40b5-b8e2-31f1f3f3e62b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.223099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c4d9615-4063-43ad-8e81-5894d340a0da None None] Provisioning for port 2ee4c28b-c160-41c2-9e89-daf0003302d4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:02.224286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58574) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:02.231393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c4d9615-4063-43ad-8e81-5894d340a0da None None] Provisioning complete for port 2ee4c28b-c160-41c2-9e89-daf0003302d4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:02.231846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9615-4063-43ad-8e81-5894d340a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.232697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.253450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-12aba990-6bfa-4073-a937-437c68c282b0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:02.253788 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-33321417-bed8-48c7-847d-c6fe2bccd11f req-0b14f5cc-21c1-4e04-b78b-da3316dd61d8 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924720 Apr 22 14:39:02.257200 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-12aba990-6bfa-4073-a937-437c68c282b0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4580197 Apr 22 14:39:02.258569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58578) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:02.324966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d9615-4063-43ad-8e81-5894d340a0da None None] Port 2ee4c28b-c160-41c2-9e89-daf0003302d4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:02.416303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 2ee4c28b-c160-41c2-9e89-daf0003302d4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:02.417521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.425107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.460580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:02.471271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:02.483513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:02.484146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:02.533178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c59f7a57-b4c0-481a-8e10-80e12bc45964 req-6a420015-80a4-4566-90f2-e7b85f90514f service neutron] 10.222.0.24 "GET /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673671 Apr 22 14:39:02.550101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:02.564314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:02.565704 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:02.653350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:02.654325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd5fc5-7b39-4fd5-89ba-ab7a6c940deb None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:02.663535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.734058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d598c032-e33e-4153-86b3-658f047ae89a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:02.740012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.807999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d598c032-e33e-4153-86b3-658f047ae89a triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:02.808689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.829127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.912044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.934994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.941723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:02.949545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137b17c6-2784-4e0c-8ebd-937995919f5b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:02.954184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:02.969415 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:39:02.973591 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1106f60f-8b78-4654-bcbd-cb6d1f32e431 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1926329 Apr 22 14:39:02.974038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58582) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.042389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:03.109617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 2ee4c28b-c160-41c2-9e89-daf0003302d4 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:03.134924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.139258 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01db64f7-5ca2-4d6a-b8db-5b063e75686b tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3843291 Apr 22 14:39:03.143612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58586) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.157553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Request body: {'security_group_rule': {'security_group_id': '137b17c6-2784-4e0c-8ebd-937995919f5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:03.173756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:03.174633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.209421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:03.215085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Usage tracker for resource:security_group_rule and tenant:8dc1e9bfd984464492f45baa564ecd9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:03.220157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:03.230205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:03.272820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.273499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Fanout notify agent at l3_agent the message router_deleted on router c8ae199f-f807-4dd1-b724-585b2b77600b {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:03.294326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.304132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.305387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1b785d52-5be3-442f-92c7-fd8206c2eaee tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/c8ae199f-f807-4dd1-b724-585b2b77600b HTTP/1.1" status: 204 len: 168 time: 4.2396202 Apr 22 14:39:03.340940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58590) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.344667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35990f2b-0686-4e87-84b9-38b62c2ba895 None None] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:03.369390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-231857207', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': False}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:03.403663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:03.424264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:router and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:03.450445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:03.476552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.477606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:03.503422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] Provisioning for port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:03.524834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] Provisioning complete for port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:03.526773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.537752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=2ee4c28b-c160-41c2-9e89-daf0003302d4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:03.589162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1715-6408-4aff-994f-50e04044d303 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.608798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.635602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.636576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.645169 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-639e4a60-628e-4f48-87d1-e05c16ac1cd9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/2ee4c28b-c160-41c2-9e89-daf0003302d4 HTTP/1.1" status: 204 len: 168 time: 1.3847396 Apr 22 14:39:03.660477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58596) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:03.692112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:03.712941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.778983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1715-6408-4aff-994f-50e04044d303 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.816474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.827405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.848587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe1cda-2e6c-4d36-8304-0acc63538538 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:03.849818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe1cda-2e6c-4d36-8304-0acc63538538 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:03.850579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5abe1cda-2e6c-4d36-8304-0acc63538538 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:03.853178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.863773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.869753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] For port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,segment=NetworkSegment(2d9ebc2a-a6ed-408e-8750-1a595d26d245),segment_id=2d9ebc2a-a6ed-408e-8750-1a595d26d245)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:03.877450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.934887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,segment=NetworkSegment(2d9ebc2a-a6ed-408e-8750-1a595d26d245),segment_id=2d9ebc2a-a6ed-408e-8750-1a595d26d245)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:03.935133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:03.944213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12ca2f9-3f51-4720-9c75-7d01f0c59478,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:03.954847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a993f-1ddd-48bb-9a8e-b272e1d7f1bb None None] Pushing event updated for resources: {'Port': ['ID=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:03.976063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:03.986149 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] Sync routers for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:03.987905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.000392 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:04.001755 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:04.072979 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:04.083986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:04.087786 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:04.088458 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:04.116299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5c75-6367-4e78-bcc6-7cc2d2695977 req-f41ef290-80f1-467d-aa2b-816130542f7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:04.117861 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3ca5c75-6367-4e78-bcc6-7cc2d2695977 req-f41ef290-80f1-467d-aa2b-816130542f7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6444700 Apr 22 14:39:04.118537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5abe1cda-2e6c-4d36-8304-0acc63538538 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:04.122413 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5abe1cda-2e6c-4d36-8304-0acc63538538 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4514308 Apr 22 14:39:04.124055 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6c20ff57-0178-42a2-b451-4185a2659877 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/floatingips/0a3112dd-bb40-46f2-b5fb-03dec99ccb65 HTTP/1.1" status: 200 len: 977 time: 8.1063590 Apr 22 14:39:04.124879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58600) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.125260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58602) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.156561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9afb0c-4bf8-49e8-bf44-c97849213a88 None None] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:04.163487 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:04.163902 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a898d1a-5161-47fd-a6d0-154e559d8f97 None None] The sync data for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:04.231513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.232772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1cbc40f6-55cc-4335-954d-bf64a744ee38 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0862942 Apr 22 14:39:04.241507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58608) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.284334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c4ffd415-0a20-423d-8e6b-9b23c3039ccf None None] Provisioning complete for port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:04.284813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd415-0a20-423d-8e6b-9b23c3039ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.287277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1715-6408-4aff-994f-50e04044d303 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.289597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1715-6408-4aff-994f-50e04044d303 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.293248 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5a5e1715-6408-4aff-994f-50e04044d303 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ea059e1-55de-446d-9eb9-d0731bde4c48 HTTP/1.1" status: 204 len: 168 time: 1.3148000 Apr 22 14:39:04.322165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58612) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.347067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e1715-6408-4aff-994f-50e04044d303 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea059e1-55de-446d-9eb9-d0731bde4c48,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:04.347294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port c60dd606-57c4-49c4-9bc0-8caf19acad2e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:04.347692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.361264 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3ca5c75-6367-4e78-bcc6-7cc2d2695977 req-73678837-5afa-427d-b475-4064e26f75da tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276132 Apr 22 14:39:04.382436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:04.382802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:04.386498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.614039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761ae2c-fdde-42fe-97fd-da7fc4460d30 req-d6a91b24-416c-4014-ad65-d14fe6f59d91 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:04.615649 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6761ae2c-fdde-42fe-97fd-da7fc4460d30 req-d6a91b24-416c-4014-ad65-d14fe6f59d91 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.1012022 Apr 22 14:39:04.633634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:04.648012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004dfe31-3916-4336-b36d-bb4f58809b37 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.690157 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6761ae2c-fdde-42fe-97fd-da7fc4460d30 req-efa7a3a8-489d-46c4-bc29-b65a0fdce6bc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659330 Apr 22 14:39:04.712515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-65fa4282-7fd7-4728-a088-f6e263ea2586 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:04.751846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:04.753038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.812347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004dfe31-3916-4336-b36d-bb4f58809b37 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.812488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.844509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.918657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:04.918657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.925815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-03ce929f-69a8-460a-969c-efe1e4deb5aa None None] Provisioning complete for port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:04.928015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-03ce929f-69a8-460a-969c-efe1e4deb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.941863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-65fa4282-7fd7-4728-a088-f6e263ea2586 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:04.944343 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-65fa4282-7fd7-4728-a088-f6e263ea2586 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6052818 Apr 22 14:39:04.950069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58620) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:04.956277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004dfe31-3916-4336-b36d-bb4f58809b37 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:04.984719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet c564c1a5-079c-4af2-a0b4-78b3556cc3b0 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:04.995366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--929724868'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:05.004326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:05.018272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:05.052907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dfe31-3916-4336-b36d-bb4f58809b37 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b17c6-2784-4e0c-8ebd-937995919f5b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:05.060963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.147403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.166658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-004dfe31-3916-4336-b36d-bb4f58809b37 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.167905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-004dfe31-3916-4336-b36d-bb4f58809b37 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/137b17c6-2784-4e0c-8ebd-937995919f5b HTTP/1.1" status: 204 len: 168 time: 0.9228241 Apr 22 14:39:05.211432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58626) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:05.328601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.356193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.371402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Allocated IP 172.26.2.231 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/6d5910b3-b07a-485b-a49a-3b513edfa280) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:05.466403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,segment=NetworkSegment(2d9ebc2a-a6ed-408e-8750-1a595d26d245),segment_id=2d9ebc2a-a6ed-408e-8750-1a595d26d245)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:05.466674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.476233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b304d339-9666-4c57-9e91-fa3b79a0818f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:05.487335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:05.504061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:05.560305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:05.584299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:05.650637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:05.673786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.712259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b304d339-9666-4c57-9e91-fa3b79a0818f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:05.713498 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b304d339-9666-4c57-9e91-fa3b79a0818f tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5012782 Apr 22 14:39:05.721391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58630) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:05.723849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967d3f-c6f4-4a54-86b9-119963e5c320 req-0dde930f-768b-4237-913c-005c8b2582bf tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:05.725318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e967d3f-c6f4-4a54-86b9-119963e5c320 req-0dde930f-768b-4237-913c-005c8b2582bf tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.5149004 Apr 22 14:39:05.831187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.834961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.835328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.835640 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Floating IP 0a3112dd-bb40-46f2-b5fb-03dec99ccb65 disassociated. External IP: 172.26.2.7, port: c60dd606-57c4-49c4-9bc0-8caf19acad2e. Apr 22 14:39:05.835976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for c60dd606-57c4-49c4-9bc0-8caf19acad2e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:05.848562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.885710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e967d3f-c6f4-4a54-86b9-119963e5c320 req-ff34e01b-b028-4895-a91d-c57b68369e4a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439455 Apr 22 14:39:05.891974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.913119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.939154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.950118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:05.961413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Port': ['ID=6814e1a3-7be9-4a31-a4a9-b85edbc23cf9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:05.978944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2b228623-7801-4b72-b130-3cd45bda0153 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:06.014865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=c564c1a5-079c-4af2-a0b4-78b3556cc3b0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.020601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85331d35-540f-40b7-8915-31c0545eec22,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.030226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:06.032956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.038101 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-338dc2f6-0745-4a90-a5d4-1ee0b9a70019 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/c564c1a5-079c-4af2-a0b4-78b3556cc3b0 HTTP/1.1" status: 204 len: 168 time: 1.9087181 Apr 22 14:39:06.040391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58634) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.041460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7444e-4873-4ef8-84db-86901a6e2924 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:06.045915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.046070 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-433e2c9e-4682-4dfa-99df-21a89fe7dc76 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0917885 Apr 22 14:39:06.060627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58638) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.064125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:06.067968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:06.103544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-14624a24-2694-4e34-b02c-29079fb50f70 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '85331d35-540f-40b7-8915-31c0545eec22', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:06.104225 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-14624a24-2694-4e34-b02c-29079fb50f70 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:06.105193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-14624a24-2694-4e34-b02c-29079fb50f70 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0388825 Apr 22 14:39:06.118713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58642) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.134399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2b228623-7801-4b72-b130-3cd45bda0153 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:06.135616 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2b228623-7801-4b72-b130-3cd45bda0153 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4123785 Apr 22 14:39:06.145908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651caba8-6315-4ce7-aa2d-456f88900b17 None None] DHCP port deletion for cfaea77f-dea7-4bc2-a1c4-be009fd91546 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:06.146619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58646) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.148983 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-455692e1-cda2-4699-b900-ea1341f15e1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072352 Apr 22 14:39:06.157359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58650) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.187347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5910b3-b07a-485b-a49a-3b513edfa280,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.199319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No DVR routers for this DVR port 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:06.227081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-eafb906e-156e-4523-89fa-9491b0a4ddf1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] delete failed (client error): The resource could not be found. Apr 22 14:39:06.231765 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eafb906e-156e-4523-89fa-9491b0a4ddf1 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "DELETE /v2.0/security-groups/137b17c6-2784-4e0c-8ebd-937995919f5b HTTP/1.1" status: 404 len: 347 time: 0.0781102 Apr 22 14:39:06.232553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58654) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.279994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.340971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.341861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=c60dd606-57c4-49c4-9bc0-8caf19acad2e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.369027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-294397c3-c6c6-47fa-a3d7-198b7a7806b9 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Synchronizing usage tracker for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:06.409082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9888-6e2a-4792-8d70-7d44efbeeb43 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.416746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:06.420712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] Deleting port d598c032-e33e-4153-86b3-658f047ae89a {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:06.421185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.451719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8198b-9b3b-4de7-bd7e-b942fce94e3a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:06.452706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3bd8198b-9b3b-4de7-bd7e-b942fce94e3a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:06.460966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9888-6e2a-4792-8d70-7d44efbeeb43 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.520268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.579433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd48228-470b-40b5-b8e2-31f1f3f3e62b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.581725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3bd8198b-9b3b-4de7-bd7e-b942fce94e3a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:06.585477 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3bd8198b-9b3b-4de7-bd7e-b942fce94e3a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4147921 Apr 22 14:39:06.589876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58658) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.590564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-294397c3-c6c6-47fa-a3d7-198b7a7806b9 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] Unset dirty status for tenant:8dc1e9bfd984464492f45baa564ecd9b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:06.595529 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-294397c3-c6c6-47fa-a3d7-198b7a7806b9 tempest-SecGroupIPv6Test-1237453804 tempest-SecGroupIPv6Test-1237453804-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3576865 Apr 22 14:39:06.612661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e74b1d-445a-4685-a4fa-55c4195d1e46 None None] Network cfaea77f-dea7-4bc2-a1c4-be009fd91546 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:06.617885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9888-6e2a-4792-8d70-7d44efbeeb43 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.651372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d598c032-e33e-4153-86b3-658f047ae89a no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:06.658150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f9888-6e2a-4792-8d70-7d44efbeeb43 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85331d35-540f-40b7-8915-31c0545eec22,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:06.725260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef9477-82d6-4dc0-a103-e130d321c87a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:06.725966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a3ef9477-82d6-4dc0-a103-e130d321c87a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:06.765302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a3ef9477-82d6-4dc0-a103-e130d321c87a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:06.766595 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a3ef9477-82d6-4dc0-a103-e130d321c87a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1771877 Apr 22 14:39:06.769095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58664) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.775488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.776477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.778738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a7f9888-6e2a-4792-8d70-7d44efbeeb43 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.782583 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2a7f9888-6e2a-4792-8d70-7d44efbeeb43 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/85331d35-540f-40b7-8915-31c0545eec22 HTTP/1.1" status: 204 len: 168 time: 0.6589870 Apr 22 14:39:06.786801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58668) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.818638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.828421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] For port d598c032-e33e-4153-86b3-658f047ae89a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d598c032-e33e-4153-86b3-658f047ae89a,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:06.828875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:06.854583 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4cd79983-8c67-4884-b5e8-67f7d2651367 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843341 Apr 22 14:39:06.860078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58672) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.868437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:06.991114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58680) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:06.992626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] Calling delete_port for d598c032-e33e-4153-86b3-658f047ae89a owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:07.057375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:07.078249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:07.098537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:07.155599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c59c0a9-e183-4a43-8d9d-4efac9228b62 None None] DHCP port deletion for cfaea77f-dea7-4bc2-a1c4-be009fd91546 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:07.200298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.216894 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.245721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaea77f-dea7-4bc2-a1c4-be009fd91546']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:07.270006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] Pushing event deleted for resources: {'Port': ['ID=d598c032-e33e-4153-86b3-658f047ae89a,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.280805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9ebc2a-a6ed-408e-8750-1a595d26d245') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:07.281100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9ebc2a-a6ed-408e-8750-1a595d26d245') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:07.313046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792e8f5-57f8-4d8c-b3f3-0504c2b38025 None None] No DVR routers for this DVR port d598c032-e33e-4153-86b3-658f047ae89a on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:07.322282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.337533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-257b70ea-ffae-4e33-9832-6fe210ce59b5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:07.362324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.364515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:07.384102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:07.384585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.399870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c45084-f61a-4a5c-a8e4-a577cba5ee32 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:07.404234 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:07.434832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:07.435168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6814e1a3-7be9-4a31-a4a9-b85edbc23cf9 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:07.455444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:07.466428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.498296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df950c-0107-43af-ac13-a42deee76a97 req-2f6650f7-4df8-4acc-a7cc-2bcc8dcf554f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:07.502180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b7df950c-0107-43af-ac13-a42deee76a97 req-2f6650f7-4df8-4acc-a7cc-2bcc8dcf554f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3410134 Apr 22 14:39:07.545469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c45084-f61a-4a5c-a8e4-a577cba5ee32 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:39:07.567518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-257b70ea-ffae-4e33-9832-6fe210ce59b5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:07.569378 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-257b70ea-ffae-4e33-9832-6fe210ce59b5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7811434 Apr 22 14:39:07.578024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58688) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:07.591478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094585983'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:07.627874 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5ee3468b-d119-448f-a17b-589a34122f2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc1e9bfd984464492f45baa564ecd9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6355109 Apr 22 14:39:07.628377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58692) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:07.645718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:07.650812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b7df950c-0107-43af-ac13-a42deee76a97 req-76c5f0b4-9004-4fed-9792-19b9de9a6cfc tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379502 Apr 22 14:39:07.670163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.703556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.711204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:07.728578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=cfaea77f-dea7-4bc2-a1c4-be009fd91546,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:07.757268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-25a8e6f3-2a7f-4c4f-aa3a-41fdcb6c4062 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:07.758789 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-25a8e6f3-2a7f-4c4f-aa3a-41fdcb6c4062 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.3477221 Apr 22 14:39:07.764731 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8a4883ea-e9db-4e93-be42-c5e6cf621d39 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/cfaea77f-dea7-4bc2-a1c4-be009fd91546 HTTP/1.1" status: 204 len: 168 time: 5.5302300 Apr 22 14:39:07.766078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58696) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:07.767087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.830900 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-524e5b4b-aec7-4abe-a7a7-a0d6913cee1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:07.831321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524e5b4b-aec7-4abe-a7a7-a0d6913cee1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:07.879486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f01533b-44d9-4045-817a-b52625e9a1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.879770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Deleting port 3ac32772-293e-40d0-9f15-f28a69eec80f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:07.880253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.895817 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-524e5b4b-aec7-4abe-a7a7-a0d6913cee1b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/ebd48228-470b-40b5-b8e2-31f1f3f3e62b HTTP/1.1" status: 404 len: 337 time: 0.1229053 Apr 22 14:39:07.902740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58700) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:07.947674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:07.954938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:07.958465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:07.961724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f01533b-44d9-4045-817a-b52625e9a1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:07.966005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:07.983006 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-11029563-3cee-4398-9476-86ffe614d467 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:07.983463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11029563-3cee-4398-9476-86ffe614d467 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:07.985094 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-11029563-3cee-4398-9476-86ffe614d467 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/cfaea77f-dea7-4bc2-a1c4-be009fd91546 HTTP/1.1" status: 404 len: 339 time: 0.0762429 Apr 22 14:39:07.995160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58704) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.062570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:08.074877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] Sync routers for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:08.086903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:08.087440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.099909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Router 43235995-2428-4c77-bb31-fdb6bfce63db is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:08.100114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.148129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.159308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:08.159976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.184395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f01533b-44d9-4045-817a-b52625e9a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.222101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.222517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aa158-66c8-46ac-b32a-30014dddc5f7 None None] The sync data for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:08.237557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01533b-44d9-4045-817a-b52625e9a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5bb0b-ebaa-4442-a3fa-6a682ccb62fc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:08.244978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:08.254556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:08.257711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:08.258237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.271508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288f2aa-187c-4cbe-a67d-6876123216a3 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:08.274873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.284761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=08a25b67-76fd-4c8b-83b0-03b36099230f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:08.298871 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-307b1577-e815-4eee-a26c-30310cce2736 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/ports/c60dd606-57c4-49c4-9bc0-8caf19acad2e HTTP/1.1" status: 204 len: 168 time: 4.1724000 Apr 22 14:39:08.299678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58708) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.352184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.373243 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-36264d4b-976c-475f-813f-8f2559586a46 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5085337 Apr 22 14:39:08.373455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.373560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f01533b-44d9-4045-817a-b52625e9a1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.373560 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f01533b-44d9-4045-817a-b52625e9a1d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94d5bb0b-ebaa-4442-a3fa-6a682ccb62fc HTTP/1.1" status: 204 len: 168 time: 0.7401953 Apr 22 14:39:08.380627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58712) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.427987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': '08a25b67-76fd-4c8b-83b0-03b36099230f', 'ip_address': '2001:db8::6fff:3d04:5065:828f'}], 'name': 'tempest-NetworksTestDHCPv6-1078319261'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:08.439967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.512485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '08a25b67-76fd-4c8b-83b0-03b36099230f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:08.514386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.562467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d842c68-f899-4c5a-95c5-88f85eaf20d7,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:08.604149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.605832 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd182760-44c6-4dc6-a321-830027cef3de tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0233555 Apr 22 14:39:08.608540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58718) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.615389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-588b7ce7-07ef-4891-9aff-cc52b53a0814 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '2d842c68-f899-4c5a-95c5-88f85eaf20d7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:08.615576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-588b7ce7-07ef-4891-9aff-cc52b53a0814 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:08.618944 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-588b7ce7-07ef-4891-9aff-cc52b53a0814 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065823 Apr 22 14:39:08.620760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58724) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:08.642355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:08.659194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] For port 3ac32772-293e-40d0-9f15-f28a69eec80f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac32772-293e-40d0-9f15-f28a69eec80f,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:08.659546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.667750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:08.710481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:08.724073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.757117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.779559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/08a25b67-76fd-4c8b-83b0-03b36099230f/df09d61d-0fb5-4041-b995-cc387c29573f) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:08.805144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d068bf8d-2795-4595-bb8e-6c2dbdce7efa']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.822295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-797daac7-c90f-423c-a91b-de5da4832d28 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:08.858682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 86bb076c-1a3a-4140-9794-38439a78a73c yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:08.876884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434d93e3-2673-47c0-916f-38a17d0028c4') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.877216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434d93e3-2673-47c0-916f-38a17d0028c4') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:08.950705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-797daac7-c90f-423c-a91b-de5da4832d28 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.065925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.105691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.138184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.209815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:09.209815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:09.230080 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:09.353716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-797daac7-c90f-423c-a91b-de5da4832d28 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.377829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797daac7-c90f-423c-a91b-de5da4832d28 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d842c68-f899-4c5a-95c5-88f85eaf20d7,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:09.397728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-797daac7-c90f-423c-a91b-de5da4832d28 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.400802 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-797daac7-c90f-423c-a91b-de5da4832d28 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d842c68-f899-4c5a-95c5-88f85eaf20d7 HTTP/1.1" status: 204 len: 168 time: 0.7752295 Apr 22 14:39:09.402205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58740) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.447309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.447674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.448000 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Floating IP fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8 disassociated. External IP: 172.26.2.65, port: 3ac32772-293e-40d0-9f15-f28a69eec80f. Apr 22 14:39:09.448382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Calling delete_port for 3ac32772-293e-40d0-9f15-f28a69eec80f owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:09.457500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Transition to ACTIVE for port object df09d61d-0fb5-4041-b995-cc387c29573f will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:09.490347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Transition to ACTIVE for port object df09d61d-0fb5-4041-b995-cc387c29573f will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:09.495735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.502549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ae7a2066-bf5d-4772-96b3-786982160436 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:09.504820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.510363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:09.517088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd98ae3-4493-40b1-bab5-2619a820ae4f req-77ed42ba-26b4-49a5-8388-c31b8d4eac7a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:09.518610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1dd98ae3-4493-40b1-bab5-2619a820ae4f req-77ed42ba-26b4-49a5-8388-c31b8d4eac7a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 945 time: 0.6441891 Apr 22 14:39:09.522648 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Sync routers for ids ['43235995-2428-4c77-bb31-fdb6bfce63db'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:09.540142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.556959 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Routers {'43235995-2428-4c77-bb31-fdb6bfce63db'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:09.557569 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['43235995-2428-4c77-bb31-fdb6bfce63db'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:09.573419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=d068bf8d-2795-4595-bb8e-6c2dbdce7efa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:09.577196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-321848b0-ceef-494e-bf38-966a0611e187 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/d068bf8d-2795-4595-bb8e-6c2dbdce7efa HTTP/1.1" status: 204 len: 168 time: 1.5749631 Apr 22 14:39:09.582020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58748) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.604851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.606175 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6e360135-94eb-468f-8f29-b2a30656fbc0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2548180 Apr 22 14:39:09.643730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58752) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.660780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dceed6-8903-4359-bece-09e9ef37750b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:09.661236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dceed6-8903-4359-bece-09e9ef37750b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:09.663226 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e9dceed6-8903-4359-bece-09e9ef37750b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/2bd6d46e-7142-4843-9d98-f87b215b792f HTTP/1.1" status: 404 len: 337 time: 0.0601175 Apr 22 14:39:09.666953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58756) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.747187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ca1c297e-417d-468b-ba9c-c2cbe4fa9879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.759926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:09.761467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Pushing event updated for resources: {'Port': ['ID=df09d61d-0fb5-4041-b995-cc387c29573f,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:09.772476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:09.779321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:09.801024 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5446aee3-ed37-41a9-a33d-5cff9960d374 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:09.801467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5446aee3-ed37-41a9-a33d-5cff9960d374 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:09.820082 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1dd98ae3-4493-40b1-bab5-2619a820ae4f req-39e7f201-94e0-4f63-a3a3-d8ba753e9d85 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701125 Apr 22 14:39:09.829401 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5446aee3-ed37-41a9-a33d-5cff9960d374 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/0c302a25-6368-4ecb-97f4-4100ee9e1813 HTTP/1.1" status: 404 len: 339 time: 0.1494789 Apr 22 14:39:09.832361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58760) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.852263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58764) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:09.947103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Attempting to bind port df09d61d-0fb5-4041-b995-cc387c29573f on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:09.947728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Attempting to bind port df09d61d-0fb5-4041-b995-cc387c29573f by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:09.948276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Attempting to bind port df09d61d-0fb5-4041-b995-cc387c29573f on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:09.957861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:09.958546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:09.959673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.960269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:09.960917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Bound port: df09d61d-0fb5-4041-b995-cc387c29573f, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:09.961479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:09.975267 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Set router 43235995-2428-4c77-bb31-fdb6bfce63db gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:09.993229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ae7a2066-bf5d-4772-96b3-786982160436 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:09.999231 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ae7a2066-bf5d-4772-96b3-786982160436 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5912559 Apr 22 14:39:10.016077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58770) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:10.037882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::6fff:3d04:5065:828f (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/08a25b67-76fd-4c8b-83b0-03b36099230f/86bb076c-1a3a-4140-9794-38439a78a73c) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:10.039127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--668462982'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:10.053999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:10.078435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.081517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:10.081808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] For port df09d61d-0fb5-4041-b995-cc387c29573f, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:10.086444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] For port df09d61d-0fb5-4041-b995-cc387c29573f, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df09d61d-0fb5-4041-b995-cc387c29573f,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:10.098458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.110430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.140397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event deleted for resources: {'Port': ['ID=3ac32772-293e-40d0-9f15-f28a69eec80f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:10.144445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting subnet c7427334-f8ab-45b7-b0dc-83554cfb9c26 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:10.148184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.185729 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9c0eb975-12e8-48ae-b2c0-6ee95e9fb52e tempest-ServiceProvidersTest-725319423 tempest-ServiceProvidersTest-725319423-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3238862 Apr 22 14:39:10.230467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ff8b-5636-4472-b584-b2e197ac5903 None None] Pushing event updated for resources: {'Port': ['ID=df09d61d-0fb5-4041-b995-cc387c29573f,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:10.246285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.275849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.376598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:10.381528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:10.384861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:10.410495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:10.484052 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43235995-2428-4c77-bb31-fdb6bfce63db', 'name': 'tempest-snat-router-231857207', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.231'}], 'enable_snat': False}, 'gw_port_id': '6d5910b3-b07a-485b-a49a-3b513edfa280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:03Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': '6d5910b3-b07a-485b-a49a-3b513edfa280', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43235995-2428-4c77-bb31-fdb6bfce63db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:04Z', 'updated_at': '2022-04-22T14:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:10.491238 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Checking router: 43235995-2428-4c77-bb31-fdb6bfce63db for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:10.495363 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Updating router 43235995-2428-4c77-bb31-fdb6bfce63db port 6d5910b3-b07a-485b-a49a-3b513edfa280 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:39:10.607962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.638923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.658923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 86bb076c-1a3a-4140-9794-38439a78a73c will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:10.661640 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.704822 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eee54b68-c317-4a87-9ac8-fb7225ed8e08 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/43235995-2428-4c77-bb31-fdb6bfce63db HTTP/1.1" status: 200 len: 908 time: 1.0600142 Apr 22 14:39:10.705556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58778) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:10.721344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-231857207', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': True}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:10.729446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:10.742187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Usage tracker for resource:router and tenant:5ac63242b0c644a4ae7135d2fe68e7af is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:10.745642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:10.760976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df09d61d-0fb5-4041-b995-cc387c29573f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:10.762502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:10.803602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.820731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.852824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58782) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:10.863414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.875611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.877168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:10.883311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port df09d61d-0fb5-4041-b995-cc387c29573f completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:10.920545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:10.977111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6f8f7e-e65b-4921-af9b-5f8f19a0a836,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:10.986321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac32772-293e-40d0-9f15-f28a69eec80f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:11.016967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:11.023690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:11.034057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:11.035058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.078691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.082881 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8a2e32cc-a83c-4258-a295-5f9454b51b91 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0610509 Apr 22 14:39:11.092184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58790) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.100313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7280d645-de16-422a-9160-3fe9ca0d3527 req-740445d6-c2c8-470e-aedf-39e08e1e958f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Synchronizing usage tracker for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:11.104558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=86bb076c-1a3a-4140-9794-38439a78a73c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.109656 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa58b1c2-4a62-49b6-9705-7e59906c35c5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7279332 Apr 22 14:39:11.114453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-23eaaf36-63bb-487f-996d-f56d2902e035 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '1b6f8f7e-e65b-4921-af9b-5f8f19a0a836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:11.115405 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-23eaaf36-63bb-487f-996d-f56d2902e035 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:11.119046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-23eaaf36-63bb-487f-996d-f56d2902e035 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0232420 Apr 22 14:39:11.122343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58794) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.122668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58796) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.144014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7280d645-de16-422a-9160-3fe9ca0d3527 req-740445d6-c2c8-470e-aedf-39e08e1e958f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Unset dirty status for tenant:23c866df6a684da69f56ca9aad11c9cc on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:11.145257 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7280d645-de16-422a-9160-3fe9ca0d3527 req-740445d6-c2c8-470e-aedf-39e08e1e958f tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.1111274 Apr 22 14:39:11.147972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.165097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 3ac32772-293e-40d0-9f15-f28a69eec80f {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:11.165457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac32772-293e-40d0-9f15-f28a69eec80f not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:11.182083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4b85c8f8-2676-4c64-b108-cdd04ff1749f tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '1b6f8f7e-e65b-4921-af9b-5f8f19a0a836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:11.183385 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-4b85c8f8-2676-4c64-b108-cdd04ff1749f tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:11.187183 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4b85c8f8-2676-4c64-b108-cdd04ff1749f tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0529149 Apr 22 14:39:11.206112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6af497-abd6-479f-89a0-e63a6ce80dda None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:11.219132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58802) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.219799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.248279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.252603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.265033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.266065 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Transition to ACTIVE for port object 6d5910b3-b07a-485b-a49a-3b513edfa280 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:11.267276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a367c117-96b0-430d-9c4e-d3e942759730 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '1b6f8f7e-e65b-4921-af9b-5f8f19a0a836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:11.268040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-a367c117-96b0-430d-9c4e-d3e942759730 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:11.269009 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a367c117-96b0-430d-9c4e-d3e942759730 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0392814 Apr 22 14:39:11.277523 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/c7427334-f8ab-45b7-b0dc-83554cfb9c26 HTTP/1.1" status: 204 len: 168 time: 1.4422882 Apr 22 14:39:11.278480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58806) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.278799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58808) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.281709 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.284350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ec5d-29b7-4033-a36a-63eee0dc806f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=c7427334-f8ab-45b7-b0dc-83554cfb9c26,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.341866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-35d6bda6-9eb3-48df-a8f9-98cb8ac87f19 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '1b6f8f7e-e65b-4921-af9b-5f8f19a0a836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:11.342600 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-35d6bda6-9eb3-48df-a8f9-98cb8ac87f19 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:11.343575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35d6bda6-9eb3-48df-a8f9-98cb8ac87f19 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0622814 Apr 22 14:39:11.348407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58814) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.370487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:11.379869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Usage tracker for resource:security_group_rule and tenant:c77a02d8866f47548297beb8a56c565e is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:11.380645 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Pushing event updated for resources: {'Port': ['ID=6d5910b3-b07a-485b-a49a-3b513edfa280,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.383000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:11.393767 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.393971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:11.395963 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.397200 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.397822 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.398365 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.398921 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.399467 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.400144 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.400660 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.401380 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.402007 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:11.432380 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Attempting to bind port 6d5910b3-b07a-485b-a49a-3b513edfa280 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:11.432833 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Attempting to bind port 6d5910b3-b07a-485b-a49a-3b513edfa280 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:11.433304 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Attempting to bind port 6d5910b3-b07a-485b-a49a-3b513edfa280 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:11.440982 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:11.441509 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:11.442069 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.442542 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:11.443340 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Bound port: 6d5910b3-b07a-485b-a49a-3b513edfa280, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:11.443757 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.512325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.527618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.530143 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] For port 6d5910b3-b07a-485b-a49a-3b513edfa280, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:11.544087 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] For port 6d5910b3-b07a-485b-a49a-3b513edfa280, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d5910b3-b07a-485b-a49a-3b513edfa280,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:11.555823 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.628290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting subnet c722f1f5-edd6-46d6-a53f-96971bd717f1 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:11.630270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d7684-15d8-40a4-9d3a-dd93e2ed3659,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.639399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.667678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d45d0f-d173-4a40-949e-a8489c3cc946 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:11.672032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d45d0f-d173-4a40-949e-a8489c3cc946 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:11.672850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-25d45d0f-d173-4a40-949e-a8489c3cc946 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:11.692420 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33b761-fb77-4794-b8ce-4da087e1c9d1 None None] Pushing event updated for resources: {'Port': ['ID=6d5910b3-b07a-485b-a49a-3b513edfa280,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:11.700204 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Routers {'43235995-2428-4c77-bb31-fdb6bfce63db'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:11.701189 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:38:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['43235995-2428-4c77-bb31-fdb6bfce63db'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:11.730001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-017b-406e-959c-666afa1dd28b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.732689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e8967de-7514-4820-a832-dbbb0c6e26a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.732990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.756489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-25d45d0f-d173-4a40-949e-a8489c3cc946 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:11.760270 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-25d45d0f-d173-4a40-949e-a8489c3cc946 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6293504 Apr 22 14:39:11.769607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58818) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.862359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4fe52e31-615e-4082-9764-55baa4c96665 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77a02d8866f47548297beb8a56c565e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9992635 Apr 22 14:39:11.870083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58822) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:11.895107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] Provisioning for port df09d61d-0fb5-4041-b995-cc387c29573f completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:11.901855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] Provisioning complete for port df09d61d-0fb5-4041-b995-cc387c29573f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:11.902262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.945416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Router d33f79f8-4165-4285-af40-389254828306 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:11.964648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:11.983944 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] Set router 43235995-2428-4c77-bb31-fdb6bfce63db gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:11.993859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-017b-406e-959c-666afa1dd28b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.089690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.136186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] For port df09d61d-0fb5-4041-b995-cc387c29573f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df09d61d-0fb5-4041-b995-cc387c29573f,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:12.143400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 86bb076c-1a3a-4140-9794-38439a78a73c {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:12.143951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.149457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.262605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfd501-fd39-45dd-b011-35810e3f5b67 None None] Pushing event updated for resources: {'Port': ['ID=df09d61d-0fb5-4041-b995-cc387c29573f,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.384258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f3ce92b4-76fe-46bd-8f9e-6aee50f823f4 None None] Provisioning for port 86bb076c-1a3a-4140-9794-38439a78a73c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:12.392941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f3ce92b4-76fe-46bd-8f9e-6aee50f823f4 None None] Provisioning complete for port 86bb076c-1a3a-4140-9794-38439a78a73c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:12.393628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f3ce92b4-76fe-46bd-8f9e-6aee50f823f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.438280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd3af52e-8745-49c8-87a6-0c3003251c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.466022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce92b4-76fe-46bd-8f9e-6aee50f823f4 None None] Port 86bb076c-1a3a-4140-9794-38439a78a73c cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:12.482990 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2e11b976-2483-43b6-8e45-c6184c7d69a7 req-8e082456-388a-4201-aac9-a3dccb3afc52 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.1142976 Apr 22 14:39:12.507752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.520556 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43235995-2428-4c77-bb31-fdb6bfce63db', 'name': 'tempest-snat-router-231857207', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.231'}], 'enable_snat': False}, 'gw_port_id': '6d5910b3-b07a-485b-a49a-3b513edfa280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:03Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': '6d5910b3-b07a-485b-a49a-3b513edfa280', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43235995-2428-4c77-bb31-fdb6bfce63db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:04Z', 'updated_at': '2022-04-22T14:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:12.524821 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefbecb-a6f2-441d-b35f-5f8127f30ad7 None None] The sync data for ids ['43235995-2428-4c77-bb31-fdb6bfce63db'] in dv-neutron-838878-1-hyperv is: [{'id': '43235995-2428-4c77-bb31-fdb6bfce63db', 'name': 'tempest-snat-router-231857207', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.231'}], 'enable_snat': False}, 'gw_port_id': '6d5910b3-b07a-485b-a49a-3b513edfa280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:03Z', 'updated_at': '2022-04-22T14:39:06Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': '6d5910b3-b07a-485b-a49a-3b513edfa280', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43235995-2428-4c77-bb31-fdb6bfce63db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:04Z', 'updated_at': '2022-04-22T14:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:12.545305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-017b-406e-959c-666afa1dd28b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.545702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd3af52e-8745-49c8-87a6-0c3003251c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.652858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b3ed4-017b-406e-959c-666afa1dd28b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6f8f7e-e65b-4921-af9b-5f8f19a0a836,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.666812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3ed4-017b-406e-959c-666afa1dd28b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.668522 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ef9b3ed4-017b-406e-959c-666afa1dd28b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b6f8f7e-e65b-4921-af9b-5f8f19a0a836 HTTP/1.1" status: 204 len: 168 time: 1.3191888 Apr 22 14:39:12.675060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58828) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.679229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd3af52e-8745-49c8-87a6-0c3003251c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.686399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df09d61d-0fb5-4041-b995-cc387c29573f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:12.693720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.792723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af52e-8745-49c8-87a6-0c3003251c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d7684-15d8-40a4-9d3a-dd93e2ed3659,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.805813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c3599da2-fca6-4d6a-8749-10a4c55a8b04 None None] Provisioning complete for port 30828066-29c2-4d25-8132-c457f967d5d1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:12.805813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c3599da2-fca6-4d6a-8749-10a4c55a8b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.806605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port afedd765-2afb-4587-b8b1-df971d1b03d2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:12.806605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.807873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=c722f1f5-edd6-46d6-a53f-96971bd717f1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:12.829038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f21ee80f-877e-4ea4-ba06-6a3853a3c796 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:12.845363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.854655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:12.856798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.869551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa7f0a-1e41-4cda-bce1-0ab5ffd216d3 None None] Network aa27e5f9-8add-4037-a552-cdbc3a44060b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:12.911510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] Sync routers for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:12.921528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd3af52e-8745-49c8-87a6-0c3003251c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:12.922756 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bd3af52e-8745-49c8-87a6-0c3003251c07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/010d7684-15d8-40a4-9d3a-dd93e2ed3659 HTTP/1.1" status: 204 len: 168 time: 1.0445898 Apr 22 14:39:12.925167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bf1c132e-b6ed-4a83-bf18-cd097b72f686 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/c722f1f5-edd6-46d6-a53f-96971bd717f1 HTTP/1.1" status: 204 len: 168 time: 1.6413684 Apr 22 14:39:12.932943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f21ee80f-877e-4ea4-ba06-6a3853a3c796 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:12.935308 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f21ee80f-877e-4ea4-ba06-6a3853a3c796 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2575986 Apr 22 14:39:12.936028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58834) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:12.986810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58836) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:13.010774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--641394066'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:13.017609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:13.029077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.030400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:13.048784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] No DVR routers for this DVR port 3ac32772-293e-40d0-9f15-f28a69eec80f on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:13.053002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.056536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d285abf0-1e9c-4afc-b626-cf1a02177243 req-701efe04-88a6-43a8-9f30-772a2a394381 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.24 "DELETE /v2.0/ports/3ac32772-293e-40d0-9f15-f28a69eec80f HTTP/1.1" status: 204 len: 173 time: 5.2769902 Apr 22 14:39:13.066602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'name': 'network-vif-deleted', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:39:13.103017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:13.103867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:13.171522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.192772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for afedd765-2afb-4587-b8b1-df971d1b03d2 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:13.259212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.270304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01fefc0-e0e5-4a5d-9747-316f74533a20'] response: {'server_uuid': 'e7e1b3f5-4a21-4936-af16-cb827f80226b', 'name': 'network-vif-deleted', 'tag': '3ac32772-293e-40d0-9f15-f28a69eec80f', 'status': 'completed', 'code': 200} Apr 22 14:39:13.308566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:13.315285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.320092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:13.324770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:13.339916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:13.341940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port 30828066-29c2-4d25-8132-c457f967d5d1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:13.342393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.489009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port df09d61d-0fb5-4041-b995-cc387c29573f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:13.490270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.541068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.603406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.675052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.790148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de3abef8-9e22-4473-a21c-f2a9e40aa49c req-0d605436-aff3-4fd2-b639-17519d8cd853 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7e1b3f5-4a21-4936-af16-cb827f80226b HTTP/1.1" status: 200 len: 210 time: 0.0735896 Apr 22 14:39:13.799994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port 30828066-29c2-4d25-8132-c457f967d5d1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=30828066-29c2-4d25-8132-c457f967d5d1,segment=NetworkSegment(0231abb7-ae80-4a1b-a496-55bb7bc9cd30),segment_id=0231abb7-ae80-4a1b-a496-55bb7bc9cd30)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:13.800335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.807894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddaf1d-899c-413f-9fb2-a5bfd0c45786,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:13.813422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:13.814634 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1eac6af1-4759-4935-93ac-c50e5a9b3a2d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8268232 Apr 22 14:39:13.817817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58854) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:13.878429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 86bb076c-1a3a-4140-9794-38439a78a73c owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:13.883386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a6ab372a-4cca-4d65-9daa-404f4976fde9 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:13.884059 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-a6ab372a-4cca-4d65-9daa-404f4976fde9 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:13.885014 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6ab372a-4cca-4d65-9daa-404f4976fde9 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0662930 Apr 22 14:39:13.937640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58858) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:13.942124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:13.946280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for 30828066-29c2-4d25-8132-c457f967d5d1 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:13.974910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:13.991670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:14.003908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:14.008234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:14.017033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:14.066558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.080390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.119563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Port': ['ID=30828066-29c2-4d25-8132-c457f967d5d1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.133062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No DVR routers for this DVR port 30828066-29c2-4d25-8132-c457f967d5d1 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:14.146384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=afedd765-2afb-4587-b8b1-df971d1b03d2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.146962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b289927-2257-4e7b-805e-479119d4506c None None] DHCP port deletion for aa27e5f9-8add-4037-a552-cdbc3a44060b request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:14.166288 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:14.167642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d73bec26-c505-4c39-b71b-71bcaa8b779a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2290325 Apr 22 14:39:14.173886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58864) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.180504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.200819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9eba84dd-9802-4b43-a0a4-22b02d5b3916 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.201607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-9eba84dd-9802-4b43-a0a4-22b02d5b3916 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:14.202749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9eba84dd-9802-4b43-a0a4-22b02d5b3916 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272968 Apr 22 14:39:14.205878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58868) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.437071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.484751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.486737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.500485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:14.519667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:14.522763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.525789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:14.526780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.534514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.542371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:14.546375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:11Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:14.551669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] Checking router: d33f79f8-4165-4285-af40-389254828306 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:14.569664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:14.570404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:14.571981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa27e5f9-8add-4037-a552-cdbc3a44060b']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:14.599466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0231abb7-ae80-4a1b-a496-55bb7bc9cd30') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:14.600124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0231abb7-ae80-4a1b-a496-55bb7bc9cd30') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:14.620810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.644450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.659126 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:14.661542 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aa2044e8-2171-4fe3-bdc3-5c50b76af5ac tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2372308 Apr 22 14:39:14.665956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:14.666604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:14.688276 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:14.694803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58878) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.750010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Allocated IP 172.26.2.246 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/303e6845-3427-4645-a595-71290e638d51) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:14.768213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6d5910b3-b07a-485b-a49a-3b513edfa280 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:14.772412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b5cd084a-75c7-4c98-b9f1-bb97ab1bc8ec tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.773330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-b5cd084a-75c7-4c98-b9f1-bb97ab1bc8ec tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:14.774328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b5cd084a-75c7-4c98-b9f1-bb97ab1bc8ec tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0783730 Apr 22 14:39:14.791601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58882) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.800719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.807025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:14.810914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:14.813961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:14.836095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:14.849577 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Project d014a0af88d54c40b86cbaccd3f7b7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:14.855058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=86bb076c-1a3a-4140-9794-38439a78a73c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.862880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.898420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:14.904745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=aa27e5f9-8add-4037-a552-cdbc3a44060b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:14.913552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:14.932833 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e2fea5f8-1d8e-46e3-8db3-62a4a9371e04 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/aa27e5f9-8add-4037-a552-cdbc3a44060b HTTP/1.1" status: 204 len: 168 time: 1.9582565 Apr 22 14:39:14.933898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58890) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.942934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:14.944481 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6acc378e-6326-4518-84a8-c403b2015266 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1519756 Apr 22 14:39:14.947254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.953938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4fcde725-b07b-48b5-b661-405bcc66d0df tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.954806 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-4fcde725-b07b-48b5-b661-405bcc66d0df tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:14.956397 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4fcde725-b07b-48b5-b661-405bcc66d0df tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079904 Apr 22 14:39:14.959115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58898) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:14.965995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:14.974835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:14.981449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:14.984890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:14.992391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:15.009630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Project d014a0af88d54c40b86cbaccd3f7b7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:15.012888 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0c8894a6-a196-4e89-bc20-536e8f5dba3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/86bb076c-1a3a-4140-9794-38439a78a73c HTTP/1.1" status: 204 len: 168 time: 3.2422037 Apr 22 14:39:15.019652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58904) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.035663 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ec1dda-7eb7-432a-9849-462e96a28322 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:15.036105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ec1dda-7eb7-432a-9849-462e96a28322 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:15.040772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58908) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.098294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:15.101240 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-afcd8e9c-04a4-4b99-af68-56fdcbfe25a5 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1388278 Apr 22 14:39:15.103008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58914) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.111503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '4dddaf1d-899c-413f-9fb2-a5bfd0c45786', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:15.123618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:15.134498 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b1ec1dda-7eb7-432a-9849-462e96a28322 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/2c175d5b-6ba0-46a3-857a-fa9925d5afdd HTTP/1.1" status: 404 len: 337 time: 0.1960654 Apr 22 14:39:15.135861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db43305-c0d0-4bcd-9eca-bf611aea7f29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:15.137280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db43305-c0d0-4bcd-9eca-bf611aea7f29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:15.142078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5db43305-c0d0-4bcd-9eca-bf611aea7f29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1213861 Apr 22 14:39:15.143079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58918) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.143340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58920) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.144474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:15.150573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:15.186064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6d5910b3-b07a-485b-a49a-3b513edfa280 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:15.201423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6d5910b3-b07a-485b-a49a-3b513edfa280 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:15.201850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.217050 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e0fd1-606c-4a1a-8eeb-32ceb84365a2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:15.217496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2e0fd1-606c-4a1a-8eeb-32ceb84365a2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:15.222027 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8b2e0fd1-606c-4a1a-8eeb-32ceb84365a2 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/299bad67-72db-4a6c-8130-6ad3770ad1eb HTTP/1.1" status: 404 len: 339 time: 0.0744581 Apr 22 14:39:15.229233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58926) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.231798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:15.261982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.306847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ace13085-1471-4f0d-a6d3-7c7d6b29ec0a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.318888 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-458895c0-3f5c-41eb-802c-1d06f36b8b4b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:15.319328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458895c0-3f5c-41eb-802c-1d06f36b8b4b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:15.325606 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-458895c0-3f5c-41eb-802c-1d06f36b8b4b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/92ac8614-228e-4ca9-8aaf-30fd0c1e6313 HTTP/1.1" status: 404 len: 337 time: 0.0952961 Apr 22 14:39:15.328726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58932) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.376975 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Project d014a0af88d54c40b86cbaccd3f7b7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:15.381638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ace13085-1471-4f0d-a6d3-7c7d6b29ec0a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.392925 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a75af97-6962-4ebd-bf94-95a13885d870 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:15.393365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a75af97-6962-4ebd-bf94-95a13885d870 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:15.398714 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9a75af97-6962-4ebd-bf94-95a13885d870 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/c1dd0947-af1a-4588-90ed-f6e94d3abbe8 HTTP/1.1" status: 404 len: 339 time: 0.0688798 Apr 22 14:39:15.400489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58938) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.401778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.422800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6d5910b3-b07a-485b-a49a-3b513edfa280, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d5910b3-b07a-485b-a49a-3b513edfa280,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:15.432590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:11Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:15.440320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cb1f9-ee15-44dd-b04a-0a1b401a3753 None None] The sync data for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv is: [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:35:38Z', 'revision_number': 4, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0d1c33cb-292c-476d-818b-107157e89c98', 'name': '', 'network_id': '4d70859f-e131-46bb-aea5-31cae6316e88', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'mac_address': 'fa:16:3e:64:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:36Z', 'updated_at': '2022-04-22T14:36:11Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'subnets': [{'id': '814f67be-19cd-46cd-aeb4-ac7f25f00ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:15.446587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.489077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.538119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:15.541765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-469cfa6e-7aa6-416c-abb0-4de3aca9fc09 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4351931 Apr 22 14:39:15.542253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58944) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.565379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:15.577083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:15.579508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6d5910b3-b07a-485b-a49a-3b513edfa280,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:15.585226 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e266459-c97b-412f-83d8-530139a6b0b0 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:15.585669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e266459-c97b-412f-83d8-530139a6b0b0 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:15.590585 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1e266459-c97b-412f-83d8-530139a6b0b0 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/fac00fb0-b8bc-41f4-bdbd-dc093c0fb28a HTTP/1.1" status: 404 len: 337 time: 0.1854522 Apr 22 14:39:15.590753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30828066-29c2-4d25-8132-c457f967d5d1 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:15.591180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58948) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.599405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:15.627385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 30828066-29c2-4d25-8132-c457f967d5d1 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:15.627872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30828066-29c2-4d25-8132-c457f967d5d1 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:15.635071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 08a25b67-76fd-4c8b-83b0-03b36099230f {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:15.657623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.686145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4744e059-114a-4bf3-a32b-b7d5fc072193 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.696762 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8769b056-0641-49d4-bb82-c86c075d335b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:15.697194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8769b056-0641-49d4-bb82-c86c075d335b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:15.714399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4744e059-114a-4bf3-a32b-b7d5fc072193 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.717937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Port': ['ID=303e6845-3427-4645-a595-71290e638d51,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:15.724944 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8769b056-0641-49d4-bb82-c86c075d335b tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/ca93c894-2f45-482e-a484-a296fb87f111 HTTP/1.1" status: 404 len: 339 time: 0.0918512 Apr 22 14:39:15.727653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58954) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.774856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.813522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ace13085-1471-4f0d-a6d3-7c7d6b29ec0a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.829521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4744e059-114a-4bf3-a32b-b7d5fc072193 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.858679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e059-114a-4bf3-a32b-b7d5fc072193 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddaf1d-899c-413f-9fb2-a5bfd0c45786,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:15.863320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace13085-1471-4f0d-a6d3-7c7d6b29ec0a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b60f9-89eb-4cab-9f2c-29af6e193a7c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:15.866673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4744e059-114a-4bf3-a32b-b7d5fc072193 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.870195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4744e059-114a-4bf3-a32b-b7d5fc072193 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/4dddaf1d-899c-413f-9fb2-a5bfd0c45786 HTTP/1.1" status: 204 len: 168 time: 0.3246269 Apr 22 14:39:15.872675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58960) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.890624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ace13085-1471-4f0d-a6d3-7c7d6b29ec0a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.891801 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ace13085-1471-4f0d-a6d3-7c7d6b29ec0a tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab9b60f9-89eb-4cab-9f2c-29af6e193a7c HTTP/1.1" status: 204 len: 168 time: 0.8470688 Apr 22 14:39:15.898894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58966) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:15.915315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:15.930696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-aef5c6c9-283b-43fe-aa69-bf20b7a634d6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] show failed (client error): The resource could not be found. Apr 22 14:39:15.934553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aef5c6c9-283b-43fe-aa69-bf20b7a634d6 tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "GET /v2.0/security-groups/ab9b60f9-89eb-4cab-9f2c-29af6e193a7c HTTP/1.1" status: 404 len: 347 time: 0.0345318 Apr 22 14:39:15.936737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58972) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.027161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.135511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58978) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.155415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-db6b1f74-5b4e-444f-93df-812e7ceacfa0 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:16.169184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Deleting port 44184e93-2ca8-4729-b6e5-8ece4345ee90 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:16.169416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.208264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting subnet 4d2487e3-bc47-47a9-aa9a-245355528684 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:16.215771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.229642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-db6b1f74-5b4e-444f-93df-812e7ceacfa0 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:16.230894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-db6b1f74-5b4e-444f-93df-812e7ceacfa0 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3587677 Apr 22 14:39:16.235273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58984) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.243600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--963274434'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:16.254639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:16.320926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:16.424034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.427443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.434883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.466861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.467595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.480732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--1673183003', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:16.502357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:16.510197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=08a25b67-76fd-4c8b-83b0-03b36099230f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:16.513354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:16.516498 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24809f55-bae4-4f0d-8513-b2c3fb31e546 None None] New status for floating IP fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:39:16.521444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:16.525050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.532534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86dfb2-86e8-47ab-a12b-f8d6ec4391aa None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:16.556168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:16.560254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:16.563112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:16.569400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:16.628519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.654704 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e936cc3d-0738-4e5a-80b7-0bcf0b23811a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/08a25b67-76fd-4c8b-83b0-03b36099230f HTTP/1.1" status: 204 len: 168 time: 1.5053685 Apr 22 14:39:16.655651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.660132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58988) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.663887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:16.741724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.742348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.757109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:16.761642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86015f1-c8ea-44f2-b3be-cbb88d473378,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:16.807033 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e9b9cc76-0e7f-430d-9457-75b1d993ea6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1428156 Apr 22 14:39:16.811797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6d5910b3-b07a-485b-a49a-3b513edfa280 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:16.814575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 58992) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:16.825736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:16.960669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6d5910b3-b07a-485b-a49a-3b513edfa280 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:16.961190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.004220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.005432 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6c4ad5bf-7d84-4eaa-a17a-7d4e355b340b tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7694504 Apr 22 14:39:17.013945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Calling delete_port for 44184e93-2ca8-4729-b6e5-8ece4345ee90 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:17.049588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 58996) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:17.050239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:17.053154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.081609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': 'f86015f1-c8ea-44f2-b3be-cbb88d473378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:17.086193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:17.097548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:17.100340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.100473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] Deleting port df09d61d-0fb5-4041-b995-cc387c29573f {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:17.100939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.117588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:17.122169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:17.135279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:17.135548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:17.147064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:17.151344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:17.156516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.183806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:17.190170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:17.191994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:17.201666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:17.210496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:17.214884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2487e3-bc47-47a9-aa9a-245355528684,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.222473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:17.222880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:17.224357 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The resource could not be found. Apr 22 14:39:17.228144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1c1d85ac-3b0e-4345-ab3e-f6e6dbb3edc2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1606705 Apr 22 14:39:17.229910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59000) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:17.237631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': 'f86015f1-c8ea-44f2-b3be-cbb88d473378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd31eb820-7346-460a-8d6e-366526b599b4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:17.237985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:17.246589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:17.255403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:17.259423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:17.269806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:17.326246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9e950-5e30-4e2c-8dc9-4ff82b7f57b7 None None] Network bac1d41a-9437-4737-8cb5-86c66a4d67fa requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:17.336878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.343205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.361036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The resource could not be found. Apr 22 14:39:17.364954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.365121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0f76689a-7127-44ab-8a98-4cc5b29e89cf tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1312585 Apr 22 14:39:17.368265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59004) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:17.397160 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fe519968-735a-48fd-985e-4696843b35a6 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/4d2487e3-bc47-47a9-aa9a-245355528684 HTTP/1.1" status: 204 len: 168 time: 1.6654329 Apr 22 14:39:17.402480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59008) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:17.408139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:17.428186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.448896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa34f78-6c3a-4610-80ff-e89873bce088,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.455398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] For port df09d61d-0fb5-4041-b995-cc387c29573f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df09d61d-0fb5-4041-b995-cc387c29573f,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:17.456014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.517712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.518251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd of type vlan for network fc2680ec-4f0b-4f53-9998-1f6981bdd410 Apr 22 14:39:17.576445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.585281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.604888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] Calling delete_port for df09d61d-0fb5-4041-b995-cc387c29573f owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:17.612105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9e25dcb-cf0a-49ac-9f9e-144c36bbe677 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.661064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:17.661789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.697717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.700790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:17.701505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.717862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Router cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:17.732782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.741602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9e25dcb-cf0a-49ac-9f9e-144c36bbe677 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.749336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Deleting port 44184e93-2ca8-4729-b6e5-8ece4345ee90 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:17.749886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.780364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] Pushing event deleted for resources: {'Port': ['ID=df09d61d-0fb5-4041-b995-cc387c29573f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.785554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a459eac-0c84-4f59-a5ed-76db9f06f8b4 None None] No DVR routers for this DVR port df09d61d-0fb5-4041-b995-cc387c29573f on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:17.800988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] DHCP port deletion for bac1d41a-9437-4737-8cb5-86c66a4d67fa request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:17.805281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] Deleting port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:17.805772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:17.994520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=fc2680ec-4f0b-4f53-9998-1f6981bdd410,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:17.997622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a695113a-ac71-4620-b841-274a167d0eec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8497021 Apr 22 14:39:18.014032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:18.043810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59012) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.079505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-854042958', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:18.084710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:18.088657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:18.091536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:18.097699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:18.099245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:39:18.115140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.116071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.134640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] For port f3568adc-15f1-4a06-8dcc-9304a83dd0d8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,segment=NetworkSegment(5e5fdfe7-c380-4844-94d7-c5aa49c2e64d),segment_id=5e5fdfe7-c380-4844-94d7-c5aa49c2e64d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:18.135028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.168623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9e25dcb-cf0a-49ac-9f9e-144c36bbe677 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.228118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e25dcb-cf0a-49ac-9f9e-144c36bbe677 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86015f1-c8ea-44f2-b3be-cbb88d473378,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:18.228593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.241373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9e25dcb-cf0a-49ac-9f9e-144c36bbe677 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.242630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9e25dcb-cf0a-49ac-9f9e-144c36bbe677 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/f86015f1-c8ea-44f2-b3be-cbb88d473378 HTTP/1.1" status: 204 len: 168 time: 0.8694994 Apr 22 14:39:18.244682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port f3568adc-15f1-4a06-8dcc-9304a83dd0d8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,segment=NetworkSegment(5e5fdfe7-c380-4844-94d7-c5aa49c2e64d),segment_id=5e5fdfe7-c380-4844-94d7-c5aa49c2e64d)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:18.244989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.252210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:18.254599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.254728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59018) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.254826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.262217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.281958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] Calling delete_port for f3568adc-15f1-4a06-8dcc-9304a83dd0d8 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:18.357478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=26ca5c93-5667-4808-bc52-8372ba50f88f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:18.363051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:18.369080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.370108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:18.379678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:18.380937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.418705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4683f3f-93b5-440a-91bc-35e6d44becae None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:18.449377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] Pushing event deleted for resources: {'Port': ['ID=f3568adc-15f1-4a06-8dcc-9304a83dd0d8,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:18.476505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for f3568adc-15f1-4a06-8dcc-9304a83dd0d8 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:18.508193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Calling delete_port for 44184e93-2ca8-4729-b6e5-8ece4345ee90 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:18.513971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4c474-f52a-4d9b-9463-2ec3dccc0aed None None] No DVR routers for this DVR port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:18.665998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df09d61d-0fb5-4041-b995-cc387c29573f no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:18.699992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '26ca5c93-5667-4808-bc52-8372ba50f88f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:18.700257 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f2609d1f-8574-46ac-9248-7841639b64f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8815579 Apr 22 14:39:18.700368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.703113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59024) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.706100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d4cb9ed3-35a8-4924-9d19-a42c11db356d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:18.719803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': '26ca5c93-5667-4808-bc52-8372ba50f88f', 'ip_address': '2001:db8::4bd9:156e:28f:a8c1'}], 'name': 'tempest-NetworksTestDHCPv6-1309827397'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:18.727302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: df09d61d-0fb5-4041-b995-cc387c29573f {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:18.727640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df09d61d-0fb5-4041-b995-cc387c29573f not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:18.728195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f3568adc-15f1-4a06-8dcc-9304a83dd0d8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:18.744954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.756673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:18.763909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d4cb9ed3-35a8-4924-9d19-a42c11db356d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:18.769268 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d4cb9ed3-35a8-4924-9d19-a42c11db356d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5110006 Apr 22 14:39:18.771946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59028) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.785582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '58b1e560-9cfe-4e3b-901e-16a2e6cd7683', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:18.797417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:18.802544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:18.811211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:18.811536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:18.820162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:18.827174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.831067 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0dbcbe16-5766-4241-a188-b28a478c7e7d tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1140792 Apr 22 14:39:18.835997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59032) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:18.836181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:18.837807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Sync routers for ids ['cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:18.847340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: f3568adc-15f1-4a06-8dcc-9304a83dd0d8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:18.847709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f3568adc-15f1-4a06-8dcc-9304a83dd0d8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:18.887219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Routers {'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:18.887458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:18.920371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:18.924117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:18.967273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:18.976710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:18.980147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Pushing event deleted for resources: {'Port': ['ID=44184e93-2ca8-4729-b6e5-8ece4345ee90,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:19.010528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:19.069516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:19.075295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.089639 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The resource could not be found. Apr 22 14:39:19.094692 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e1b3efbd-7060-4478-b99b-1c05bddc47e7 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3197443 Apr 22 14:39:19.095988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59038) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.106532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:19.122731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509300046'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:19.131753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/26ca5c93-5667-4808-bc52-8372ba50f88f/30ab7ed7-f1cc-4b63-b044-a7359e3e5d62) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:19.132130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:19.140773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.149374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:19.194874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.214641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Set router cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:19.218781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:19.225719 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37af3e3c-bcb4-41c3-aac7-74e8e72e01ac tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/routers/68d81eac-b7bc-4eed-8c7e-62b6e6b22d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9237516 Apr 22 14:39:19.229720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59042) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.235569 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] Sync routers for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:19.240702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.245708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-499af458-a5fb-4225-8928-eece7c8bff7c tempest-ServerActionsTestJSON-1287462754 tempest-ServerActionsTestJSON-1287462754-project] 10.222.0.32 "DELETE /v2.0/floatingips/fcbe5927-5e13-4fdb-9073-3d6bb6d70eb8 HTTP/1.1" status: 204 len: 168 time: 3.3043375 Apr 22 14:39:19.245856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59046) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.272462 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:19.273472 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.312765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port f3568adc-15f1-4a06-8dcc-9304a83dd0d8 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:19.313156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.349408 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.363534 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] Routers {'68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:19.364402 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.412087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:19.416101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.442645 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.443631 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80147dee-f98b-45d4-9db8-9be307d03480 None None] The sync data for ids ['68d81eac-b7bc-4eed-8c7e-62b6e6b22d05'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:19.449475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:19.464525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:19.467883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.479135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] The port 'f3568adc-15f1-4a06-8dcc-9304a83dd0d8' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:19.508384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:19.634824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.647860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.666360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Transition to ACTIVE for port object 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:19.669272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac1d41a-9437-4737-8cb5-86c66a4d67fa']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.691269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.691712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5fdfe7-c380-4844-94d7-c5aa49c2e64d') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.694677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Transition to ACTIVE for port object 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:19.703139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.741668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.765355 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aea1a323-7763-45b4-8303-aba2c3df2233 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e HTTP/1.1" status: 200 len: 907 time: 0.9265237 Apr 22 14:39:19.775446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59054) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:19.778189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.785645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:19.786724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Pushing event updated for resources: {'Port': ['ID=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:19.792980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:19.795136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:19.830352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e', 'name': 'tempest-snat-router-231857207', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '303e6845-3427-4645-a595-71290e638d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:10Z', 'updated_at': '2022-04-22T14:39:15Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': '303e6845-3427-4645-a595-71290e638d51', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:14Z', 'updated_at': '2022-04-22T14:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:19.832568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.842034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.87 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/054e854e-092e-457d-a90e-50fcc7ea000f) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:19.844463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Checking router: cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:19.845382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Updating router cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e port 303e6845-3427-4645-a595-71290e638d51 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:39:19.845532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.854136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:19.854398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:19.871451 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:19.947180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Attempting to bind port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:19.947408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Attempting to bind port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:19.947762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Attempting to bind port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:19.952156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:19.991444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7335fe87-5a34-479f-a43b-2581c9ed82e9,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:19.993262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::4bd9:156e:28f:a8c1 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/26ca5c93-5667-4808-bc52-8372ba50f88f/543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:19.997156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.002114 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8961985 Apr 22 14:39:20.006903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59060) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.018371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345106497'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:20.027020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.028024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.028024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.028024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.028483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.030275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.030275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.030275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.030275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.030275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.030729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be22f-61c1-4e2a-a74e-57d0c5b07b38 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.038917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:20.057542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:20.063095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:20.082366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:20.088378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:20.088796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:20.089200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.089689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:20.090137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Bound port: 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:20.090507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.188334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] For port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:20.192462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] For port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:20.195651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.204556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.220655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.221212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.240583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.242175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=bac1d41a-9437-4737-8cb5-86c66a4d67fa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.247384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.291393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729db50-2a00-4df8-9000-dcb7e327e6d7 None None] Pushing event updated for resources: {'Port': ['ID=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.313947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:20.320089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:20.324534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:20.332741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:20.338879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.447115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:20.448257 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/bac1d41a-9437-4737-8cb5-86c66a4d67fa HTTP/1.1" status: 204 len: 168 time: 3.0418682 Apr 22 14:39:20.456995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59066) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.460053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:20.476875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.477372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.478103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.478667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.479118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.479640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.480107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.480529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.481018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.481427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.481840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205b273-4546-461f-97ee-ab8f93e87905 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:20.497589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=054e854e-092e-457d-a90e-50fcc7ea000f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.508347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:20.560607 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e61ec6-35ae-46ed-ab3c-ff325e9cf361 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:20.561308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e61ec6-35ae-46ed-ab3c-ff325e9cf361 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:20.600207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.605232 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-28e61ec6-35ae-46ed-ab3c-ff325e9cf361 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/6a6feff2-7acb-4087-841c-7cb239b4fea8 HTTP/1.1" status: 404 len: 337 time: 0.1467950 Apr 22 14:39:20.610221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59072) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.622774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.630632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.644912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Transition to ACTIVE for port object 303e6845-3427-4645-a595-71290e638d51 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:20.662819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.722900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.741288 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb1253a-b6e3-48c3-bda0-5f2f7ced7265 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:20.741896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb1253a-b6e3-48c3-bda0-5f2f7ced7265 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:20.746052 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9cb1253a-b6e3-48c3-bda0-5f2f7ced7265 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/aaecae15-6fb3-4c75-875b-c839ae197912 HTTP/1.1" status: 404 len: 339 time: 0.1315796 Apr 22 14:39:20.747157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59076) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.753001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:20.771249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.776276 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7643626 Apr 22 14:39:20.778108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59080) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:20.779962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Attempting to bind port 303e6845-3427-4645-a595-71290e638d51 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:20.780501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Attempting to bind port 303e6845-3427-4645-a595-71290e638d51 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:20.780884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Attempting to bind port 303e6845-3427-4645-a595-71290e638d51 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:20.787700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c12a-71aa-47ec-88ee-70f14dd5d2b5 None None] Pushing event updated for resources: {'Port': ['ID=303e6845-3427-4645-a595-71290e638d51,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.790640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e685e-7534-4380-8635-1b03a77cc312 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46229d-40b5-49d2-876c-ce82074b863b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.793458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:20.794025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:20.794540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.795013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:20.795577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Bound port: 303e6845-3427-4645-a595-71290e638d51, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:20.796567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.802913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '7335fe87-5a34-479f-a43b-2581c9ed82e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9e46229d-40b5-49d2-876c-ce82074b863b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:20.823864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:20.828910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.834891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:20.838683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.869618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] For port 303e6845-3427-4645-a595-71290e638d51, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:20.873629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] For port 303e6845-3427-4645-a595-71290e638d51, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=303e6845-3427-4645-a595-71290e638d51,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:20.889909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:20.896986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:20.957394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:20.974958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c12a-71aa-47ec-88ee-70f14dd5d2b5 None None] Pushing event updated for resources: {'Port': ['ID=303e6845-3427-4645-a595-71290e638d51,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:20.991101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Routers {'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:20.992049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:21.037851 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:21.038904 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e6cf050-1b1e-401f-83de-eece6ceaf650 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2524040 Apr 22 14:39:21.041700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59084) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.083558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.110206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.110924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.174410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] Set router cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:21.193343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.216802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:21.227790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting subnet dea59be1-30a2-490e-8cc4-b714ed7811d7 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:21.229751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:21.234047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:21.236470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:21.240286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:21.240907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.244890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.258741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e73c89f2-9e96-494d-aad4-2b7bc51cbd8e tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.300548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e73c89f2-9e96-494d-aad4-2b7bc51cbd8e tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.337077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.408930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 3b76a37f-406e-4e4d-af1a-35b06e9095ac {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:21.409290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.478905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e', 'name': 'tempest-snat-router-231857207', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '303e6845-3427-4645-a595-71290e638d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:10Z', 'updated_at': '2022-04-22T14:39:15Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': '303e6845-3427-4645-a595-71290e638d51', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:14Z', 'updated_at': '2022-04-22T14:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:21.483398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179e109-0928-4152-98dc-8df1aaa00bdd None None] The sync data for ids ['cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e'] in dv-neutron-838878-1-hyperv is: [{'id': 'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e', 'name': 'tempest-snat-router-231857207', 'tenant_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '303e6845-3427-4645-a595-71290e638d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:10Z', 'updated_at': '2022-04-22T14:39:15Z', 'revision_number': 3, 'project_id': '5ac63242b0c644a4ae7135d2fe68e7af', 'gw_port': {'id': '303e6845-3427-4645-a595-71290e638d51', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:14Z', 'updated_at': '2022-04-22T14:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:21.503392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e73c89f2-9e96-494d-aad4-2b7bc51cbd8e tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.525446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.544077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c89f2-9e96-494d-aad4-2b7bc51cbd8e tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46229d-40b5-49d2-876c-ce82074b863b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:21.578670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e73c89f2-9e96-494d-aad4-2b7bc51cbd8e tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.580115 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e73c89f2-9e96-494d-aad4-2b7bc51cbd8e tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/9e46229d-40b5-49d2-876c-ce82074b863b HTTP/1.1" status: 204 len: 168 time: 0.5372305 Apr 22 14:39:21.596748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59088) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.636921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c62fb70a-de85-4f08-bd08-cd147aee1785 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9239333 Apr 22 14:39:21.643812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59092) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.828493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0de4f9ad-e902-4c96-80c0-215ac5d35d5b None None] Provisioning for port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:21.868844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-509af0f2-8025-4928-94c1-217696855b97 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:21.880938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:21.963494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Subnet': ['ID=dea59be1-30a2-490e-8cc4-b714ed7811d7,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:21.969410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-509af0f2-8025-4928-94c1-217696855b97 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:21.970789 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-509af0f2-8025-4928-94c1-217696855b97 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3731973 Apr 22 14:39:21.993363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59096) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:21.996595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.011172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc688a2d-1138-4fe3-a2f6-20a66fba4cb9 None None] Network 94ca3153-cc6d-4c65-9323-26672ea31a62 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:22.013139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.036256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.051691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f0d57-89eb-417f-b90c-a1a47305ba29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:22.056771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f0d57-89eb-417f-b90c-a1a47305ba29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:22.057595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d30f0d57-89eb-417f-b90c-a1a47305ba29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:22.060817 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3afdfad6-6659-43f8-85ff-5fedfea82b1f tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/subnets/dea59be1-30a2-490e-8cc4-b714ed7811d7 HTTP/1.1" status: 204 len: 168 time: 1.3132746 Apr 22 14:39:22.078800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59100) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:22.089010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:22.140409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Deleting port 303e6845-3427-4645-a595-71290e638d51 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:22.143524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.226919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d30f0d57-89eb-417f-b90c-a1a47305ba29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:22.228370 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d30f0d57-89eb-417f-b90c-a1a47305ba29 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5791411 Apr 22 14:39:22.230837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-abdead63-5fa5-4d7f-b4a1-d47bb60196a8 None None] Provisioning for port 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:22.234887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59104) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:22.243376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-abdead63-5fa5-4d7f-b4a1-d47bb60196a8 None None] Provisioning complete for port 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:22.244329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-abdead63-5fa5-4d7f-b4a1-d47bb60196a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.313667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-abdead63-5fa5-4d7f-b4a1-d47bb60196a8 None None] Port 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:22.403320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] DHCP port deletion for 94ca3153-cc6d-4c65-9323-26672ea31a62 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:22.408123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] Deleting port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:22.408677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.454711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 3b76a37f-406e-4e4d-af1a-35b06e9095ac owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:22.462516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.546209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:22.546548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.587760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:22.588097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.594756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-af382c1a-7d1c-4f7d-850d-8cce5e9f7a45 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.627309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-af382c1a-7d1c-4f7d-850d-8cce5e9f7a45 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.634403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] For port c29cb839-ced4-4b80-81ce-8a7b2aa6b950, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,segment=NetworkSegment(4cf55f56-f7dc-4982-8ef0-6ac76d70709b),segment_id=4cf55f56-f7dc-4982-8ef0-6ac76d70709b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:22.634735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.691167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-af382c1a-7d1c-4f7d-850d-8cce5e9f7a45 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.732889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af382c1a-7d1c-4f7d-850d-8cce5e9f7a45 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335fe87-5a34-479f-a43b-2581c9ed82e9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:22.771574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-af382c1a-7d1c-4f7d-850d-8cce5e9f7a45 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.775306 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-af382c1a-7d1c-4f7d-850d-8cce5e9f7a45 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/7335fe87-5a34-479f-a43b-2581c9ed82e9 HTTP/1.1" status: 204 len: 168 time: 0.7705083 Apr 22 14:39:22.784550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59108) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:22.796069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:22.808888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] For port 303e6845-3427-4645-a595-71290e638d51, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=303e6845-3427-4645-a595-71290e638d51,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:22.809247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:22.870647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] Calling delete_port for c29cb839-ced4-4b80-81ce-8a7b2aa6b950 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:22.950718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Calling delete_port for 303e6845-3427-4645-a595-71290e638d51 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:22.990609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.032665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:23.047233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:23.047601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.060208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-92ffc7ea-d351-4744-90b3-e19474d7219a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:23.078796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.091379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Deleting port 0d1c33cb-292c-476d-818b-107157e89c98 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:23.091730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.103335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-92ffc7ea-d351-4744-90b3-e19474d7219a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:23.108794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-92ffc7ea-d351-4744-90b3-e19474d7219a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3191137 Apr 22 14:39:23.109541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] Pushing event deleted for resources: {'Port': ['ID=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.112241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59112) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:23.119281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032913399'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:23.122468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91448e0-e3da-4fc4-9844-90c7c685edd6 None None] No DVR routers for this DVR port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:23.127260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:23.129464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.187857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:23.190183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=3b76a37f-406e-4e4d-af1a-35b06e9095ac,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.196448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.232602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.240411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:23.242922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] For port c29cb839-ced4-4b80-81ce-8a7b2aa6b950, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c29cb839-ced4-4b80-81ce-8a7b2aa6b950,segment=NetworkSegment(4cf55f56-f7dc-4982-8ef0-6ac76d70709b),segment_id=4cf55f56-f7dc-4982-8ef0-6ac76d70709b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:23.243236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.248476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.249520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 303e6845-3427-4645-a595-71290e638d51 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:23.256987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:23.369919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:23.401141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.490280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:23.501939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:23.514802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:23.527607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 303e6845-3427-4645-a595-71290e638d51 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:23.528215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.531574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.533077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 303e6845-3427-4645-a595-71290e638d51 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:23.533535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.549479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Calling delete_port for c29cb839-ced4-4b80-81ce-8a7b2aa6b950 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:23.566197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 303e6845-3427-4645-a595-71290e638d51 was deleted so its status cannot be updated. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:39:23.615493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c29cb839-ced4-4b80-81ce-8a7b2aa6b950 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:23.648555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c29cb839-ced4-4b80-81ce-8a7b2aa6b950 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:23.648937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c29cb839-ced4-4b80-81ce-8a7b2aa6b950 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:23.655868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:23.667464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:23.682168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:23.682937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:23.693708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event deleted for resources: {'Port': ['ID=303e6845-3427-4645-a595-71290e638d51,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:23.735180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.735180 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-991d0192-f371-448d-abef-1ca5a0f69984 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6767547 Apr 22 14:39:23.736431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59116) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:23.801541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:23.801935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:23.815054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] For port 0d1c33cb-292c-476d-818b-107157e89c98, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0d1c33cb-292c-476d-818b-107157e89c98,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:23.815368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:23.880800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:23.978953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Calling delete_port for 0d1c33cb-292c-476d-818b-107157e89c98 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:24.007989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.045704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.050973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.059535 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b8e3d7d-65e0-45db-899a-deed6f6b2095 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3225007 Apr 22 14:39:24.062400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.063262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59122) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.079643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.096068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.161246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.207798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-48318b28-a091-4faa-bfe8-07bf10b61958 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 HTTP/1.1" status: 204 len: 168 time: 1.9663672 Apr 22 14:39:24.213598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59126) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.247664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:20Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:24.254407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:24.255163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Updating router 66cbf0c9-ca8c-452e-b353-a2982ee457de port 054e854e-092e-457d-a90e-50fcc7ea000f binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:39:24.307705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Deleting port c29cb839-ced4-4b80-81ce-8a7b2aa6b950 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:24.308247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.341476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.353821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a40111-40bd-4f07-a777-9e4a530e90a3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.367164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.393467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9dbf82-d27e-4fba-b7ca-04e43a0b5e25 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:24.395415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9dbf82-d27e-4fba-b7ca-04e43a0b5e25 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:24.396169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fa9dbf82-d27e-4fba-b7ca-04e43a0b5e25 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:24.428262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.429438 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b9ddf696-df9e-42aa-bb47-671f921f7dfa tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3161783 Apr 22 14:39:24.430500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.431168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Fanout notify agent at l3_agent the message router_deleted on router 68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:24.436157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59130) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.441020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] The port 'c29cb839-ced4-4b80-81ce-8a7b2aa6b950' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:24.449131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '52a40111-40bd-4f07-a777-9e4a530e90a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:24.488565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:24.527586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.528700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-66084263-1284-4496-abef-5588250a45c5 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/routers/68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 HTTP/1.1" status: 204 len: 168 time: 5.2985921 Apr 22 14:39:24.540015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59134) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.551197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:24.566365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:24.650176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:24.662409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fa9dbf82-d27e-4fba-b7ca-04e43a0b5e25 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:24.665877 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa9dbf82-d27e-4fba-b7ca-04e43a0b5e25 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4490330 Apr 22 14:39:24.666089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75668aa5-d897-4adc-b224-c356cc410ee3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:24.666089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-75668aa5-d897-4adc-b224-c356cc410ee3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6015978 Apr 22 14:39:24.668440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59138) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.668919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59140) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.706471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.727382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.746264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.746517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Transition to ACTIVE for port object 054e854e-092e-457d-a90e-50fcc7ea000f will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:24.748425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.754920 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:24.764457 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b036f297-4d65-48a8-975f-2925697994e6 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926313 Apr 22 14:39:24.768535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59146) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.771747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.778749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795380147', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:24.786348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.819464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ca3153-cc6d-4c65-9323-26672ea31a62']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:24.908302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1c33cb-292c-476d-818b-107157e89c98,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.910333 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:24.911381 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a8b2210d-3aa4-4fe6-a47d-f19bad2c6927 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4691038 Apr 22 14:39:24.913185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf55f56-f7dc-4982-8ef0-6ac76d70709b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:24.913839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf55f56-f7dc-4982-8ef0-6ac76d70709b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:24.919438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59150) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:24.955178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f757f39-6711-4db4-8440-a545f0f07c64 None None] Pushing event updated for resources: {'Port': ['ID=054e854e-092e-457d-a90e-50fcc7ea000f,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:24.958430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Attempting to bind port 054e854e-092e-457d-a90e-50fcc7ea000f on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:24.958897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Attempting to bind port 054e854e-092e-457d-a90e-50fcc7ea000f by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:24.959349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Attempting to bind port 054e854e-092e-457d-a90e-50fcc7ea000f on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:24.971910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:24.972415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:24.972907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.974399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:24.974995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Bound port: 054e854e-092e-457d-a90e-50fcc7ea000f, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:24.975484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:24.985376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group_rule': {'security_group_id': '52a40111-40bd-4f07-a777-9e4a530e90a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:24.992669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.000001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:25.003118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:25.005206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.005929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:25.012217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:25.016929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:25.023069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:25.023580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.027036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:25.030118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:25.040425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:25.042604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:25.047279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.048414 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-850d685a-d699-49a1-9762-4a69c20695ed tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cb0dcf1a-0b4a-4e6d-9a52-f6edcca8671e HTTP/1.1" status: 204 len: 168 time: 5.2725444 Apr 22 14:39:25.057357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59154) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.070958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting subnet 8832d6de-1bc5-4881-ad8a-7e1b740bd50f {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:25.075922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.146921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.171547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:25.171956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.179271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] For port 054e854e-092e-457d-a90e-50fcc7ea000f, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:25.336384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:25.357309 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:25.421232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 26ca5c93-5667-4808-bc52-8372ba50f88f {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:25.437124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.439337 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:25.440367 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-98e6e368-6cfb-4695-bf0e-752882246131 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5179837 Apr 22 14:39:25.441169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.469311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59158) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:25.525544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.549931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.553466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] For port 054e854e-092e-457d-a90e-50fcc7ea000f, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=054e854e-092e-457d-a90e-50fcc7ea000f,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:25.554277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.562107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.604877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.606143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] Pushing event deleted for resources: {'Network': ['ID=94ca3153-cc6d-4c65-9323-26672ea31a62,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:25.618474 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-41b23ab5-e70b-433d-9dbc-f7375c85b7c1 tempest-NetworksIpV6Test-1467244244 tempest-NetworksIpV6Test-1467244244-project] 10.222.0.32 "DELETE /v2.0/networks/94ca3153-cc6d-4c65-9323-26672ea31a62 HTTP/1.1" status: 204 len: 168 time: 3.5335674 Apr 22 14:39:25.656367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f757f39-6711-4db4-8440-a545f0f07c64 None None] Pushing event updated for resources: {'Port': ['ID=054e854e-092e-457d-a90e-50fcc7ea000f,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:25.662271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:25.662887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:25.686575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.760931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30ad7d3f-043c-47fe-9445-5d11cf1b4463 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.813066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.815971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.841207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30ad7d3f-043c-47fe-9445-5d11cf1b4463 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.880211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:25.894243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:25.941821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Subnet': ['ID=8832d6de-1bc5-4881-ad8a-7e1b740bd50f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:26.003566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30ad7d3f-043c-47fe-9445-5d11cf1b4463 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.022304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.028154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.049263 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3bc2ff92-e964-41b4-9a82-9ad20211390e tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/subnets/8832d6de-1bc5-4881-ad8a-7e1b740bd50f HTTP/1.1" status: 204 len: 168 time: 1.5046175 Apr 22 14:39:26.049742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59166) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.072999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59170) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.073189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4644f4b-e94e-44b1-accd-8a6d01f230e9 None None] Network 31d9d5ec-f6dd-4b1e-8333-6816608fea7b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:26.077802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad7d3f-043c-47fe-9445-5d11cf1b4463 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a40111-40bd-4f07-a777-9e4a530e90a3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:26.092223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.153734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=26ca5c93-5667-4808-bc52-8372ba50f88f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:26.169922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.188711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.216643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:26.217123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.280330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.311730 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d9e03fd9-b37a-4d3c-b63d-6102d473f8d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/26ca5c93-5667-4808-bc52-8372ba50f88f HTTP/1.1" status: 204 len: 168 time: 1.6416559 Apr 22 14:39:26.312963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30ad7d3f-043c-47fe-9445-5d11cf1b4463 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.314259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-30ad7d3f-043c-47fe-9445-5d11cf1b4463 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/52a40111-40bd-4f07-a777-9e4a530e90a3 HTTP/1.1" status: 204 len: 168 time: 0.8325889 Apr 22 14:39:26.316425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59176) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.317777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59178) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.350711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db91becb-86df-4859-b5a2-86d17680b27f None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:26.408293 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b6c5f930-35ed-4804-8be9-a8d2d3e07940 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849643 Apr 22 14:39:26.408293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=fef20f1d-de9a-49b5-a6b9-931c0186def2,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:26.415634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59184) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.430749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:26.543768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:26.544110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: fc2680ec-4f0b-4f53-9998-1f6981bdd410, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:26.555313 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b35b44a7-d2c5-4bad-b613-17700404bdc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f9cb8cc3cc545f2a7a945f005d81270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4791512 Apr 22 14:39:26.557255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59188) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:26.578816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:26.607360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:26.627414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:20Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:26.634665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b75d1-53e3-46b3-84b8-ce7b9ea4d177 None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:20Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:26.650182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:26.656344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.709058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:26.730011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7782a391-edfd-481f-9d58-c67298de4832 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:26.753015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] DHCP port deletion for 31d9d5ec-f6dd-4b1e-8333-6816608fea7b request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:26.758017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Deleting port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:26.758511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.804236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:26.822449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Deleting port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:26.823079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.825867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, fc2680ec-4f0b-4f53-9998-1f6981bdd410) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:26.843619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:26.844246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:26.857703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3f58b-2acb-4d58-b66a-3032843ba1b1 None None] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:26.871744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ff00b40-eba5-4273-9bd9-afbb26414c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.041456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] For port 1069e59b-d5e3-4b68-8d26-77cad76f5d00, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1069e59b-d5e3-4b68-8d26-77cad76f5d00,segment=NetworkSegment(f7dbbc1f-d397-40b6-a481-1863545c0428),segment_id=f7dbbc1f-d397-40b6-a481-1863545c0428)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:27.041857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.048091 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3447f5e2-150b-4fb3-a01d-34ad72e05e4b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2743380 Apr 22 14:39:27.054545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7782a391-edfd-481f-9d58-c67298de4832 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:27.055804 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7782a391-edfd-481f-9d58-c67298de4832 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7328784 Apr 22 14:39:27.060468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59192) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:27.064180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59194) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:27.072123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ff00b40-eba5-4273-9bd9-afbb26414c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.162044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'tempest-secgroup--666910098'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:27.190422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:27.281524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.303211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 1069e59b-d5e3-4b68-8d26-77cad76f5d00 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:27.315227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:27.347635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Deleting port 6d5910b3-b07a-485b-a49a-3b513edfa280 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:27.347635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.418594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.467249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.508648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:27.525107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] For port 1069e59b-d5e3-4b68-8d26-77cad76f5d00, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1069e59b-d5e3-4b68-8d26-77cad76f5d00,segment=NetworkSegment(f7dbbc1f-d397-40b6-a481-1863545c0428),segment_id=f7dbbc1f-d397-40b6-a481-1863545c0428)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:27.525732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.536854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Usage tracker for resource:security_group_rule and tenant:d014a0af88d54c40b86cbaccd3f7b7b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:27.539944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ff00b40-eba5-4273-9bd9-afbb26414c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.540179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=1069e59b-d5e3-4b68-8d26-77cad76f5d00,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:27.544676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:27.551372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] No DVR routers for this DVR port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:27.624307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:27.647433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff00b40-eba5-4273-9bd9-afbb26414c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac6f71-6725-44f2-9b2a-ad1738c83543,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:27.690525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Calling delete_port for 1069e59b-d5e3-4b68-8d26-77cad76f5d00 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:27.738429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.753428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] For port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:27.753852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.774870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d9d5ec-f6dd-4b1e-8333-6816608fea7b']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:27.797382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dbbc1f-d397-40b6-a481-1863545c0428') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:27.797698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dbbc1f-d397-40b6-a481-1863545c0428') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:27.809911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] For port 6d5910b3-b07a-485b-a49a-3b513edfa280, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6d5910b3-b07a-485b-a49a-3b513edfa280,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:27.810756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.813033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.821411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.833952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.847342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:27.847770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:27.863607 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:27.931917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Router d33f79f8-4165-4285-af40-389254828306 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:27.935876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Calling delete_port for 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:27.991361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:27.992173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.022832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:28.023188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:28.029453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.053203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.060455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Calling delete_port for 6d5910b3-b07a-485b-a49a-3b513edfa280 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:28.102901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.109385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.114055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:28.117593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.122132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Network': ['ID=31d9d5ec-f6dd-4b1e-8333-6816608fea7b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.138015 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-90a19508-f23b-4bb3-9a70-1f1d8d5fa1eb tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/networks/31d9d5ec-f6dd-4b1e-8333-6816608fea7b HTTP/1.1" status: 204 len: 168 time: 2.0869856 Apr 22 14:39:28.140480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59200) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:28.160144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:28.163074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:28.163636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.171308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Pushing event deleted for resources: {'Port': ['ID=30ab7ed7-f1cc-4b63-b044-a7359e3e5d62,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.183786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ff00b40-eba5-4273-9bd9-afbb26414c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.187578 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5ff00b40-eba5-4273-9bd9-afbb26414c42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eac6f71-6725-44f2-9b2a-ad1738c83543 HTTP/1.1" status: 204 len: 168 time: 1.6288970 Apr 22 14:39:28.204636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac1408-7726-48c4-831f-aeeb43ae623c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.211131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=ee2cca6d-5a91-45cc-91d8-de779e9789ab,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.214960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.215226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.215750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.216263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.216760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.217248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.217740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.218217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.218689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.219217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.219700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:39:28.225518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb6175-7947-4860-a056-7b311c7897cc None None] No DVR routers for this DVR port 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:28.241659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.247730 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74511d75-00f9-4aa0-9cda-b79810e6ef82 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1745379 Apr 22 14:39:28.250879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59206) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:28.253486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e8c765f-ea20-45bd-a8af-44e9266ccd84 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8340352 Apr 22 14:39:28.257250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59208) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:28.261403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-628e2d46-8c2e-4f2d-beba-408207316b1d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:28.262066 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-628e2d46-8c2e-4f2d-beba-408207316b1d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 14:39:28.263090 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-628e2d46-8c2e-4f2d-beba-408207316b1d tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "PUT /v2.0/security-groups/d0ac1408-7726-48c4-831f-aeeb43ae623c HTTP/1.1" status: 409 len: 330 time: 0.0101855 Apr 22 14:39:28.267184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59212) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:28.269153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1cec36-a4fe-4b69-9de3-0d97c15cf9e7 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:28.322596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'ee2cca6d-5a91-45cc-91d8-de779e9789ab', 'ip_address': '2001:db8::5ed3:494d:bdd4:6278'}], 'name': 'tempest-NetworksTestDHCPv6-1785497614'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:28.401863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Allocated IP 172.20.0.2 (fc2680ec-4f0b-4f53-9998-1f6981bdd410/fef20f1d-de9a-49b5-a6b9-931c0186def2/4011281e-7067-4739-a2c8-8532cc1ab9dc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:28.437413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port cb4034f6-d3bd-459c-9038-2a3b5e495a6d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:28.437775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.524940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Deleting port 1069e59b-d5e3-4b68-8d26-77cad76f5d00 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:28.525459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.540522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3786de2b-293b-4a82-b8e3-9db2a066142a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.647821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-17f2c963-368e-4b87-8d9a-d6b17262e25f None None] The port '1069e59b-d5e3-4b68-8d26-77cad76f5d00' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:28.688507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3786de2b-293b-4a82-b8e3-9db2a066142a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.702570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 054e854e-092e-457d-a90e-50fcc7ea000f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:28.743085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.743752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.757531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.829606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d5910b3-b07a-485b-a49a-3b513edfa280,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:28.927653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'ee2cca6d-5a91-45cc-91d8-de779e9789ab'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:28.928461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.959114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:28.976781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3786de2b-293b-4a82-b8e3-9db2a066142a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.011916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Transition to ACTIVE for port object 4011281e-7067-4739-a2c8-8532cc1ab9dc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:29.019509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for cb4034f6-d3bd-459c-9038-2a3b5e495a6d owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:29.054329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 054e854e-092e-457d-a90e-50fcc7ea000f completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:29.067538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Transition to ACTIVE for port object 4011281e-7067-4739-a2c8-8532cc1ab9dc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:29.072660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 054e854e-092e-457d-a90e-50fcc7ea000f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:29.073030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.108067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.116286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:29.126555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:29.132748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:29.190387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:29.227669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:29.282626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:29.283975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ee2cca6d-5a91-45cc-91d8-de779e9789ab/eacec96c-1bc5-4a24-b300-0655fd81a79d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:29.287038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Pushing event updated for resources: {'Port': ['ID=4011281e-7067-4739-a2c8-8532cc1ab9dc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.289521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:29.293879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:29.318279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.365599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:29.374712 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] Sync routers for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:29.398190 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:29.398819 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:29.426759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=cb4034f6-d3bd-459c-9038-2a3b5e495a6d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.447480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.526116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Attempting to bind port 4011281e-7067-4739-a2c8-8532cc1ab9dc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:29.526742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Attempting to bind port 4011281e-7067-4739-a2c8-8532cc1ab9dc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:29.526863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Attempting to bind port 4011281e-7067-4739-a2c8-8532cc1ab9dc on network fc2680ec-4f0b-4f53-9998-1f6981bdd410 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:29.530432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.562658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:29.562931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Checking segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:29.563312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.563694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Bound using segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:29.564243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Bound port: 4011281e-7067-4739-a2c8-8532cc1ab9dc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:29.564708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.593165 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-87c9e258-ff61-4dad-ac1d-708f3c90c3f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/d33f79f8-4165-4285-af40-389254828306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3468237 Apr 22 14:39:29.597700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 054e854e-092e-457d-a90e-50fcc7ea000f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=054e854e-092e-457d-a90e-50fcc7ea000f,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:29.598957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59234) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.606077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.630738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786de2b-293b-4a82-b8e3-9db2a066142a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac1408-7726-48c4-831f-aeeb43ae623c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.646487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.701758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59238) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.758011 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:29.798430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.800750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.807395 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1a563473-906b-4132-b51e-df75ea6b986a tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a3112dd-bb40-46f2-b5fb-03dec99ccb65 HTTP/1.1" status: 204 len: 168 time: 1.6659563 Apr 22 14:39:29.810559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59244) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.818102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port de350e06-d95b-463a-8202-fa611db5fea7 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:29.820330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] For port 4011281e-7067-4739-a2c8-8532cc1ab9dc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:29.823635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] For port 4011281e-7067-4739-a2c8-8532cc1ab9dc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4011281e-7067-4739-a2c8-8532cc1ab9dc,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:29.842560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3786de2b-293b-4a82-b8e3-9db2a066142a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.846325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3786de2b-293b-4a82-b8e3-9db2a066142a tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0ac1408-7726-48c4-831f-aeeb43ae623c HTTP/1.1" status: 204 len: 168 time: 1.5722511 Apr 22 14:39:29.854707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59248) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:29.858712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.893067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.906661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Transition to ACTIVE for port object eacec96c-1bc5-4a24-b300-0655fd81a79d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:29.918049 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5c7a29-034b-473b-8036-b90e79d49003 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:29.921179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5c7a29-034b-473b-8036-b90e79d49003 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:29.932111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Transition to ACTIVE for port object eacec96c-1bc5-4a24-b300-0655fd81a79d will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:29.935193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=054e854e-092e-457d-a90e-50fcc7ea000f,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:29.935808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:29.940023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1069e59b-d5e3-4b68-8d26-77cad76f5d00 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:29.994799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 1069e59b-d5e3-4b68-8d26-77cad76f5d00 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:29.996234 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5a5c7a29-034b-473b-8036-b90e79d49003 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/ports/c60dd606-57c4-49c4-9bc0-8caf19acad2e HTTP/1.1" status: 404 len: 333 time: 0.1816916 Apr 22 14:39:29.996881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1069e59b-d5e3-4b68-8d26-77cad76f5d00 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:29.997447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:29.998055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59252) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.006117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4fd63302-1b36-4d30-84e6-67f10a8c6bf2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Synchronizing usage tracker for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:30.023173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.023701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43235995-2428-4c77-bb31-fdb6bfce63db {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:30.039353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4fd63302-1b36-4d30-84e6-67f10a8c6bf2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] Unset dirty status for tenant:d014a0af88d54c40b86cbaccd3f7b7b1 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:30.043288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.046225 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4fd63302-1b36-4d30-84e6-67f10a8c6bf2 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1905189 Apr 22 14:39:30.048473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59256) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.049998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.054688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-adde668d-7efd-4c08-87b7-394ada3afa69 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "DELETE /v2.0/routers/43235995-2428-4c77-bb31-fdb6bfce63db HTTP/1.1" status: 204 len: 168 time: 4.9962442 Apr 22 14:39:30.055650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.057167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59258) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.068095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:30.068630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 30ab7ed7-f1cc-4b63-b044-a7359e3e5d62 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:30.069078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 303e6845-3427-4645-a595-71290e638d51 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:30.078846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1872788124', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:30.086672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1317089597'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:30.088686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2f5decdf-b7a2-47eb-adf8-18c30d849126 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Synchronizing usage tracker for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:30.094257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:30.096647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:30.102087 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-256a4b10-fd28-4dc6-8f45-dfe22be89542 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] delete failed (client error): The resource could not be found. Apr 22 14:39:30.107327 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-256a4b10-fd28-4dc6-8f45-dfe22be89542 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a0a7311-5ef8-454d-af92-6ae30ce23fd3 HTTP/1.1" status: 404 len: 347 time: 0.0515409 Apr 22 14:39:30.107886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59266) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.108850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:30.112134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Usage tracker for resource:router and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:30.118321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:30.121294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:30.130379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:30.142493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:30.160642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-7c8d9a9d-9040-4797-965a-3fa803ac57a1 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] show failed (client error): The resource could not be found. Apr 22 14:39:30.162712 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7c8d9a9d-9040-4797-965a-3fa803ac57a1 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-groups/2a1e3f39-6583-4f05-832a-520f371a50a9 HTTP/1.1" status: 404 len: 347 time: 0.0466337 Apr 22 14:39:30.165811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59270) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.180144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 303e6845-3427-4645-a595-71290e638d51 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:30.180479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 303e6845-3427-4645-a595-71290e638d51 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:30.190533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:30.197336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:30.205002 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:39:24Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:30.207237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:30.210659 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] Checking router: d33f79f8-4165-4285-af40-389254828306 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:30.215854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-40199681-6eb2-4c32-bfe3-5f7fa1578007 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] show failed (client error): The resource could not be found. Apr 22 14:39:30.218266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-40199681-6eb2-4c32-bfe3-5f7fa1578007 tempest-NegativeSecGroupIPv6Test-1505448122 tempest-NegativeSecGroupIPv6Test-1505448122-project] 10.222.0.32 "GET /v2.0/security-group-rules/d4d3a69d-3580-4d44-aac4-039b86834cc3 HTTP/1.1" status: 404 len: 356 time: 0.0328207 Apr 22 14:39:30.221431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.222553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.226716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:30.227228 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] Routers {'d33f79f8-4165-4285-af40-389254828306'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:30.227981 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d33f79f8-4165-4285-af40-389254828306'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:30.231873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.239577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f23b0-659a-4eb5-88ae-c9f2bf65d3be None None] Pushing event updated for resources: {'Port': ['ID=4011281e-7067-4739-a2c8-8532cc1ab9dc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:30.250364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.258313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2f5decdf-b7a2-47eb-adf8-18c30d849126 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Unset dirty status for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:30.262127 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f5decdf-b7a2-47eb-adf8-18c30d849126 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/ports?device_id=68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 HTTP/1.1" status: 200 len: 205 time: 0.2515223 Apr 22 14:39:30.284928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59276) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.374774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::5ed3:494d:bdd4:6278 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ee2cca6d-5a91-45cc-91d8-de779e9789ab/de350e06-d95b-463a-8202-fa611db5fea7) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:30.466449 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-29194316-fdac-42a7-80ef-c2662ace6d93 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] delete failed (client error): The resource could not be found. Apr 22 14:39:30.469789 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-29194316-fdac-42a7-80ef-c2662ace6d93 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/routers/68d81eac-b7bc-4eed-8c7e-62b6e6b22d05 HTTP/1.1" status: 404 len: 336 time: 0.1715505 Apr 22 14:39:30.490673 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] Set router d33f79f8-4165-4285-af40-389254828306 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:30.491564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59280) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.497041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:30.509460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:security_group_rule and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:30.516767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:30.529582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:30.631404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Pushing event updated for resources: {'Port': ['ID=eacec96c-1bc5-4a24-b300-0655fd81a79d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:30.633646 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3fddea-6704-4dd4-bae8-6c86c352e084 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] DELETE failed (client error): The resource could not be found. Apr 22 14:39:30.634258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3fddea-6704-4dd4-bae8-6c86c352e084 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:30.636978 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fd3fddea-6704-4dd4-bae8-6c86c352e084 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/subnets/8832d6de-1bc5-4881-ad8a-7e1b740bd50f HTTP/1.1" status: 404 len: 337 time: 0.1439054 Apr 22 14:39:30.638039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Attempting to bind port eacec96c-1bc5-4a24-b300-0655fd81a79d on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:30.638419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Attempting to bind port eacec96c-1bc5-4a24-b300-0655fd81a79d by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:30.638779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Attempting to bind port eacec96c-1bc5-4a24-b300-0655fd81a79d on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:30.645338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.657476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:30.657956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:30.658365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.658824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:30.664020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Bound port: eacec96c-1bc5-4a24-b300-0655fd81a79d, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:30.664430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.677875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59284) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.903640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59290) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:30.917279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.920650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] For port eacec96c-1bc5-4a24-b300-0655fd81a79d, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:30.924337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] For port eacec96c-1bc5-4a24-b300-0655fd81a79d, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eacec96c-1bc5-4a24-b300-0655fd81a79d,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:30.938616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.992527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:30.997435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.038340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024a94f-beae-4d84-9207-f1558e7bb775 None None] Pushing event updated for resources: {'Port': ['ID=eacec96c-1bc5-4a24-b300-0655fd81a79d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.044077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port d40d8f17-1097-441e-a76e-85d1d03e7639 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:31.044998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.076906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.099563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object de350e06-d95b-463a-8202-fa611db5fea7 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:31.139744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:31.142000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.142967 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:39:24Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:31.148911 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7cea0-78b0-4561-8b80-e5e224854593 None None] The sync data for ids ['d33f79f8-4165-4285-af40-389254828306'] in dv-neutron-838878-1-hyperv is: [{'id': 'd33f79f8-4165-4285-af40-389254828306', 'name': 'tempest-ServerActionsTestJSON-1402064046-router', 'tenant_id': '23c866df6a684da69f56ca9aad11c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:35:20Z', 'updated_at': '2022-04-22T14:39:24Z', 'revision_number': 5, 'project_id': '23c866df6a684da69f56ca9aad11c9cc', 'gw_port': {'id': '3c874f41-c546-41cc-b6ed-20f4af3796bf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f79f8-4165-4285-af40-389254828306', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:35:22Z', 'updated_at': '2022-04-22T14:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:31.174678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d94367-eb8a-449e-9794-bd48c6f1da2a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.210027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.210368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment e53fd96f-509b-4102-96f9-9071a3bbc4f3 of type vlan for network a349a275-185a-44ae-b0dc-aa99aa928e53 Apr 22 14:39:31.432318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.439611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:31.444610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:31.449868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:31.453789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:31.454382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.493897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=de350e06-d95b-463a-8202-fa611db5fea7,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:31.499179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e68ff9c4-15ac-4c48-b25c-390bab22d606 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2337344 Apr 22 14:39:31.503239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59296) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.660761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd786b-8bd5-4645-b1bb-34387ed93722 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:31.664638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd786b-8bd5-4645-b1bb-34387ed93722 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:31.665428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1fd786b-8bd5-4645-b1bb-34387ed93722 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:31.672008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 054e854e-092e-457d-a90e-50fcc7ea000f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:31.712724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1fd786b-8bd5-4645-b1bb-34387ed93722 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:31.714176 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a1fd786b-8bd5-4645-b1bb-34387ed93722 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2097559 Apr 22 14:39:31.715925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.720183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59300) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.790292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Deleting port 3c874f41-c546-41cc-b6ed-20f4af3796bf {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:31.790638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.791603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 054e854e-092e-457d-a90e-50fcc7ea000f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:31.792118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.824533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d7e602b1-7f5b-4c20-ae39-ad9fe935cf67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d014a0af88d54c40b86cbaccd3f7b7b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9173062 Apr 22 14:39:31.827517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59304) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:31.905353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port de350e06-d95b-463a-8202-fa611db5fea7 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:31.905891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.955467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:31.965290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4011281e-7067-4739-a2c8-8532cc1ab9dc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:31.996948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.000688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:32.001645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.041541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4011281e-7067-4739-a2c8-8532cc1ab9dc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:32.091136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16161cf-b85f-4d9c-860c-7f1cfd483cb9 None None] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:32.221572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.222884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] For port 3c874f41-c546-41cc-b6ed-20f4af3796bf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3c874f41-c546-41cc-b6ed-20f4af3796bf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:32.222884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.257927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] Provisioning for port 4011281e-7067-4739-a2c8-8532cc1ab9dc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:32.290145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] Provisioning complete for port 4011281e-7067-4739-a2c8-8532cc1ab9dc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:32.292187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.311549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.333433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=a349a275-185a-44ae-b0dc-aa99aa928e53,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:32.347927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-49dda6aa-7f15-400f-b629-355654dd68d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6383932 Apr 22 14:39:32.365599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Calling delete_port for 3c874f41-c546-41cc-b6ed-20f4af3796bf owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:32.391408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59308) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:32.405359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2012900496'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:32.410268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:32.414277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:32.417624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:32.423613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:32.454867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network a349a275-185a-44ae-b0dc-aa99aa928e53 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:32.455549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:32.458610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.486298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.502392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for d40d8f17-1097-441e-a76e-85d1d03e7639 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:32.566849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7ed176d-dbec-4a74-939a-b4f6095bda99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.644332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for de350e06-d95b-463a-8202-fa611db5fea7 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:32.680288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.685244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:32.719117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.720863 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment 43f6d6d0-43bc-4725-ba44-591a6c63a4dd of type vlan for network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e Apr 22 14:39:32.756517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] For port 4011281e-7067-4739-a2c8-8532cc1ab9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4011281e-7067-4739-a2c8-8532cc1ab9dc,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:32.771392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.790186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.831816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7ed176d-dbec-4a74-939a-b4f6095bda99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.880251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eacec96c-1bc5-4a24-b300-0655fd81a79d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:32.926001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.929829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:32.930416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:32.993377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7ed176d-dbec-4a74-939a-b4f6095bda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.012779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb29e-14d6-4eff-a9e1-42dbcaeff66f None None] Pushing event updated for resources: {'Port': ['ID=4011281e-7067-4739-a2c8-8532cc1ab9dc,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.036068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] Provisioning for port eacec96c-1bc5-4a24-b300-0655fd81a79d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:33.044726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port eacec96c-1bc5-4a24-b300-0655fd81a79d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:33.048126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] Provisioning complete for port eacec96c-1bc5-4a24-b300-0655fd81a79d triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:33.048561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.055375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed176d-dbec-4a74-939a-b4f6095bda99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cf0eb3-02a8-4aa9-bfe9-3002a8bbac52,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.095612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.101325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port eacec96c-1bc5-4a24-b300-0655fd81a79d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:33.101762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.186410 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7916760 Apr 22 14:39:33.187735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce95b-e29e-4a44-b56e-b9d1f089d6b1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=1c8c9def-eb36-495d-9c3c-ed1a62a6436e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.191205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=de350e06-d95b-463a-8202-fa611db5fea7,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.195065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59312) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.202351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:33.226170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.228508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.232512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:33.362938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=d40d8f17-1097-441e-a76e-85d1d03e7639,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.389665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.424117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.470470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] For port eacec96c-1bc5-4a24-b300-0655fd81a79d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eacec96c-1bc5-4a24-b300-0655fd81a79d,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:33.477351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.509043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c874f41-c546-41cc-b6ed-20f4af3796bf,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.516704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.518742 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dd9cb418-44da-4e16-93cb-1ee6d9bee447 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/de350e06-d95b-463a-8202-fa611db5fea7 HTTP/1.1" status: 204 len: 168 time: 1.7972500 Apr 22 14:39:33.547130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59316) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.588656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7ed176d-dbec-4a74-939a-b4f6095bda99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.592398 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d7ed176d-dbec-4a74-939a-b4f6095bda99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6cf0eb3-02a8-4aa9-bfe9-3002a8bbac52 HTTP/1.1" status: 204 len: 168 time: 1.7583861 Apr 22 14:39:33.624618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:33.624979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:33.632301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccb297-a1df-4bb5-8c2a-adf9f31ae428 None None] Pushing event updated for resources: {'Port': ['ID=eacec96c-1bc5-4a24-b300-0655fd81a79d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:33.643656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2b13632d-b463-4e2c-bf48-92b984adc818 None None] Provisioning complete for port 4011281e-7067-4739-a2c8-8532cc1ab9dc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:33.644027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b13632d-b463-4e2c-bf48-92b984adc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.662828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:33.673042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:33.674605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (fc2680ec-4f0b-4f53-9998-1f6981bdd410/fef20f1d-de9a-49b5-a6b9-931c0186def2/428af1c7-d059-4410-bea1-10d386296731) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:33.679267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:33.684882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.693724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:33.699072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9dfd6a-f440-4d52-8a63-99ce63ea7067 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:33.700390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9dfd6a-f440-4d52-8a63-99ce63ea7067 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:33.704802 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8c9dfd6a-f440-4d52-8a63-99ce63ea7067 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1542630 Apr 22 14:39:33.708076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59322) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.709171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.721012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.722754 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ca0786cc-215b-4fc5-8de3-ba83018bba1c tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/ports/d40d8f17-1097-441e-a76e-85d1d03e7639 HTTP/1.1" status: 204 len: 168 time: 3.0320914 Apr 22 14:39:33.731328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59326) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:33.740073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:33.802946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2b13632d-b463-4e2c-bf48-92b984adc818 None None] Could not find standard attr ID for object de350e06-d95b-463a-8202-fa611db5fea7. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:39:33.887457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:33.988603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.051910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet ee2cca6d-5a91-45cc-91d8-de779e9789ab {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:34.099163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port 8d2852f4-ecf2-4a79-bbcd-fdc7804e033d {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:34.099786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.130272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.180683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.191290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6d5910b3-b07a-485b-a49a-3b513edfa280 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:34.225626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6d5910b3-b07a-485b-a49a-3b513edfa280 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:34.226067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6d5910b3-b07a-485b-a49a-3b513edfa280 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:34.226535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d1c33cb-292c-476d-818b-107157e89c98 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:34.257693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0d1c33cb-292c-476d-818b-107157e89c98 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:34.259017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0d1c33cb-292c-476d-818b-107157e89c98 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:34.316547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.319674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Allocated IP 172.26.2.81 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/898cd42b-ed14-4eb8-a803-9d8c1d471614) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:34.323016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.410999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 428af1c7-d059-4410-bea1-10d386296731 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:34.444884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.468515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.551888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.561564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.584487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.585012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d33f79f8-4165-4285-af40-389254828306 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:34.649428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.653491 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c6819a4d-f89d-4c30-8533-827b975f6627 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d33f79f8-4165-4285-af40-389254828306 HTTP/1.1" status: 204 len: 168 time: 5.0533164 Apr 22 14:39:34.664879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59330) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:34.712526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for 8d2852f4-ecf2-4a79-bbcd-fdc7804e033d owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:34.742654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.748873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.751020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eacec96c-1bc5-4a24-b300-0655fd81a79d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:34.843452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port eacec96c-1bc5-4a24-b300-0655fd81a79d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:34.843789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.845778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.892259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:34.894784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=428af1c7-d059-4410-bea1-10d386296731,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:34.900146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:34.902450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:34.911445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.922443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Deleting subnet 814f67be-19cd-46cd-aeb4-ac7f25f00ef4 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:34.933545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:34.984431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4011281e-7067-4739-a2c8-8532cc1ab9dc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:35.023503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.038799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.042406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.057390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4011281e-7067-4739-a2c8-8532cc1ab9dc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:35.057694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.084024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.170667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:35.176941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:35.179519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:35.179652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.219209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=43793280-1193-4ceb-a517-e4be360ffc62,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.225985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.232742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event updated for resources: {'Port': ['ID=898cd42b-ed14-4eb8-a803-9d8c1d471614,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.252773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da0832a-a912-4324-a34e-b104bebc52c8 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:35.311246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': 'e53fd96f-509b-4102-96f9-9071a3bbc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:35.311980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: a349a275-185a-44ae-b0dc-aa99aa928e53, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:35.347267 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ee2cca6d-5a91-45cc-91d8-de779e9789ab HTTP/1.1" status: 204 len: 168 time: 1.6380930 Apr 22 14:39:35.348975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=8d2852f4-ecf2-4a79-bbcd-fdc7804e033d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.349457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9450dbd-1f41-4b4e-870d-82e9cac1c471 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2cca6d-5a91-45cc-91d8-de779e9789ab,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.354648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59334) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.370264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.385802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.395966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-557f8920-bc7b-49f0-86d4-e24d3c319bcb None None] Provisioning for port 428af1c7-d059-4410-bea1-10d386296731 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:35.427690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-557f8920-bc7b-49f0-86d4-e24d3c319bcb None None] Provisioning complete for port 428af1c7-d059-4410-bea1-10d386296731 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:35.428024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-557f8920-bc7b-49f0-86d4-e24d3c319bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.441402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.492793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-557f8920-bc7b-49f0-86d4-e24d3c319bcb None None] Port 428af1c7-d059-4410-bea1-10d386296731 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:35.496858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814f67be-19cd-46cd-aeb4-ac7f25f00ef4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:35.505479 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-45de713c-666c-45f2-852c-f099491db760 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446745 Apr 22 14:39:35.506837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59338) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.553656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.555894 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc93bb1-b909-4e61-bc56-bf20a5b74558 None None] Network 4d70859f-e131-46bb-aea5-31cae6316e88 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:35.569576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9e20e896-ec49-4c2c-a415-4e69f2a49405 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/814f67be-19cd-46cd-aeb4-ac7f25f00ef4 HTTP/1.1" status: 204 len: 168 time: 0.9025664 Apr 22 14:39:35.575826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59342) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.589997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network a349a275-185a-44ae-b0dc-aa99aa928e53 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:35.624882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:35.634043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] Deleting port eacec96c-1bc5-4a24-b300-0655fd81a79d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:35.634473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.634954 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e0837e3e-922f-4321-aa13-ec3d580b3ba4 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/ports/8d2852f4-ecf2-4a79-bbcd-fdc7804e033d HTTP/1.1" status: 204 len: 168 time: 1.8992319 Apr 22 14:39:35.644243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59346) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.673449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, a349a275-185a-44ae-b0dc-aa99aa928e53) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:35.685140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2232c2-8b57-4a13-bc27-0209eba8e8cb None None] Network a349a275-185a-44ae-b0dc-aa99aa928e53 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:35.694512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:35.695102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.727606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987e152-e6ae-4775-9a5c-1df4efb4a217 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:35.728295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1987e152-e6ae-4775-9a5c-1df4efb4a217 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:35.744300 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c15cc366-2ec7-4f37-89f7-68e056d4e3fa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5450978 Apr 22 14:39:35.745222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.747559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.757724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:35.837019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1987e152-e6ae-4775-9a5c-1df4efb4a217 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:35.841000 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1987e152-e6ae-4775-9a5c-1df4efb4a217 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3258679 Apr 22 14:39:35.845562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59354) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:35.854152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Deleting port c15eab0f-e966-45fd-a7c7-7190684e99d0 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:35.854152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:35.923465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:35.963787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:35.968102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2413c4c-8d89-494a-82b7-c9e3cb9820d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:35.968534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:35.968732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c2413c4c-8d89-494a-82b7-c9e3cb9820d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:35.981837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:36.005849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d5fd-8d67-4435-8cb2-a1cdcefda263 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:36.007082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4ec6d5fd-8d67-4435-8cb2-a1cdcefda263 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Synchronizing usage tracker for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:36.057176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:36.083108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c2413c4c-8d89-494a-82b7-c9e3cb9820d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:36.086822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2413c4c-8d89-494a-82b7-c9e3cb9820d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2321053 Apr 22 14:39:36.090339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59358) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:36.096166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] For port eacec96c-1bc5-4a24-b300-0655fd81a79d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eacec96c-1bc5-4a24-b300-0655fd81a79d,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:36.096773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.163797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4ec6d5fd-8d67-4435-8cb2-a1cdcefda263 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Unset dirty status for tenant:e3e96f5d64d148eabc4e3f7b17788aaf on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:36.167747 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4ec6d5fd-8d67-4435-8cb2-a1cdcefda263 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac18bc8-4bf5-4b33-bd1c-b171841243b0 HTTP/1.1" status: 200 len: 913 time: 0.5225289 Apr 22 14:39:36.168997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59362) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:36.171438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] For port c15eab0f-e966-45fd-a7c7-7190684e99d0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c15eab0f-e966-45fd-a7c7-7190684e99d0,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:36.171766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.191585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8927a378-8f5d-4d69-b14a-7fac96bd67f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935073 Apr 22 14:39:36.192124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59366) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:36.203540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:36.248050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-a349a275-185a-44ae-b0dc-aa99aa928e53', 'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': '43793280-1193-4ceb-a517-e4be360ffc62'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:36.248954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.286550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] Calling delete_port for eacec96c-1bc5-4a24-b300-0655fd81a79d owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:36.332929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] DHCP port deletion for 4d70859f-e131-46bb-aea5-31cae6316e88 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:36.333335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.349516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.350368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.350936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Deleting port c15eab0f-e966-45fd-a7c7-7190684e99d0 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:36.351365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.358520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Calling delete_port for c15eab0f-e966-45fd-a7c7-7190684e99d0 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:36.493130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.537850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.552456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.664376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] Pushing event deleted for resources: {'Port': ['ID=eacec96c-1bc5-4a24-b300-0655fd81a79d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.694780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81eda4-bae6-4e4a-a62d-8755a1551173 None None] No DVR routers for this DVR port eacec96c-1bc5-4a24-b300-0655fd81a79d on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:36.699721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=428af1c7-d059-4410-bea1-10d386296731,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.706854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.738173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:36.771999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c15eab0f-e966-45fd-a7c7-7190684e99d0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:36.798193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15eab0f-e966-45fd-a7c7-7190684e99d0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:36.804268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:36.822479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:36.830394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] No DVR routers for this DVR port c15eab0f-e966-45fd-a7c7-7190684e99d0 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:36.836405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c15eab0f-e966-45fd-a7c7-7190684e99d0 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:36.837057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c15eab0f-e966-45fd-a7c7-7190684e99d0 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:36.837666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3c874f41-c546-41cc-b6ed-20f4af3796bf no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:36.863174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Allocated IP 2001:db8::2 (a349a275-185a-44ae-b0dc-aa99aa928e53/43793280-1193-4ceb-a517-e4be360ffc62/0c410274-f825-4ebc-82e6-4f0e21633cb2) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:36.886143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3c874f41-c546-41cc-b6ed-20f4af3796bf {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:36.886567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3c874f41-c546-41cc-b6ed-20f4af3796bf not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:36.887050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eacec96c-1bc5-4a24-b300-0655fd81a79d no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:36.916204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:36.928049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: eacec96c-1bc5-4a24-b300-0655fd81a79d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:36.928446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eacec96c-1bc5-4a24-b300-0655fd81a79d not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:36.937305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] For port c15eab0f-e966-45fd-a7c7-7190684e99d0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c15eab0f-e966-45fd-a7c7-7190684e99d0,segment=NetworkSegment(84480f66-331b-43b6-934b-006d841750e7),segment_id=84480f66-331b-43b6-934b-006d841750e7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:36.937705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.008694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:37.092214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.122478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Calling delete_port for c15eab0f-e966-45fd-a7c7-7190684e99d0 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:37.155853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d70859f-e131-46bb-aea5-31cae6316e88']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:37.164288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.176905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:37.186350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84480f66-331b-43b6-934b-006d841750e7') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:37.186638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84480f66-331b-43b6-934b-006d841750e7') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:37.283302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.293996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Transition to ACTIVE for port object 0c410274-f825-4ebc-82e6-4f0e21633cb2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:37.313217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Transition to ACTIVE for port object 0c410274-f825-4ebc-82e6-4f0e21633cb2 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:37.322693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.408933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.423964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Network a349a275-185a-44ae-b0dc-aa99aa928e53 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:37.427789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:37.432614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:37.432902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:37.433708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:37.435916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.436154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Pushing event updated for resources: {'Port': ['ID=0c410274-f825-4ebc-82e6-4f0e21633cb2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:37.459338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:37.460262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:37.481216 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:37.483791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.522030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Router 2ff692b8-4c91-4c30-a23b-55b2b1b15f8d is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:37.535736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Attempting to bind port 0c410274-f825-4ebc-82e6-4f0e21633cb2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:37.536413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Attempting to bind port 0c410274-f825-4ebc-82e6-4f0e21633cb2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'e53fd96f-509b-4102-96f9-9071a3bbc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:37.536769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Attempting to bind port 0c410274-f825-4ebc-82e6-4f0e21633cb2 on network a349a275-185a-44ae-b0dc-aa99aa928e53 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:37.545637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:37.546020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Checking segment: {'id': 'e53fd96f-509b-4102-96f9-9071a3bbc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:37.546416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.546800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Bound using segment: {'id': 'e53fd96f-509b-4102-96f9-9071a3bbc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:37.547253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Bound port: 0c410274-f825-4ebc-82e6-4f0e21633cb2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53fd96f-509b-4102-96f9-9071a3bbc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a349a275-185a-44ae-b0dc-aa99aa928e53'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:37.547619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.565643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cd060e02-9a53-4ade-bd74-dcc4f796e74e None None] Provisioning complete for port 428af1c7-d059-4410-bea1-10d386296731 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:37.566318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd060e02-9a53-4ade-bd74-dcc4f796e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.656387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.658377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=f3beacc9-7097-4ce7-b203-f7446bb34442,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:37.667840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-cd060e02-9a53-4ade-bd74-dcc4f796e74e None None] Port 428af1c7-d059-4410-bea1-10d386296731 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:37.681618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.690676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] For port 0c410274-f825-4ebc-82e6-4f0e21633cb2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:37.693986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] For port 0c410274-f825-4ebc-82e6-4f0e21633cb2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0c410274-f825-4ebc-82e6-4f0e21633cb2,segment=NetworkSegment(e53fd96f-509b-4102-96f9-9071a3bbc4f3),segment_id=e53fd96f-509b-4102-96f9-9071a3bbc4f3)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:37.700513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.702062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d70859f-e131-46bb-aea5-31cae6316e88,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:37.729230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': '43f6d6d0-43bc-4725-ba44-591a6c63a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:37.729600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: 1c8c9def-eb36-495d-9c3c-ed1a62a6436e, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:37.756435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.785382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704aa86-27bc-4f39-a6f1-e037ac98502b None None] Pushing event updated for resources: {'Port': ['ID=0c410274-f825-4ebc-82e6-4f0e21633cb2,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:37.791647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.799311 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-29e01d8b-c7c3-4c9a-86e1-1427a0eca503 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d70859f-e131-46bb-aea5-31cae6316e88 HTTP/1.1" status: 204 len: 168 time: 2.2194874 Apr 22 14:39:37.834660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:37.838668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:37.843250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:37.843840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.847922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:37.851823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=f05aec90-f82b-446b-aa75-173aff34822d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:37.855495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2a1c5-f022-4160-a3ff-da44aa768400 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:37.874125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 1c8c9def-eb36-495d-9c3c-ed1a62a6436e) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:37.880320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:37.880906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:37.890372 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d367849f-3e04-4c99-8152-48e63239449d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6913965 Apr 22 14:39:37.900406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59372) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:37.911050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'f05aec90-f82b-446b-aa75-173aff34822d', 'ip_address': '2001:db8::a836:4cbb:ea1f:b593'}], 'name': 'tempest-NetworksTestDHCPv6-694976735'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:37.997352 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ee10d67c-3c3d-4dcc-8f9a-76228fd54ab1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2462611 Apr 22 14:39:38.000921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59376) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.009395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-908957682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:38.022392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:38.033656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:38.037574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:38.049566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:38.095361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.095521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:38.096412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.119062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:38.120648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Deleting port c15eab0f-e966-45fd-a7c7-7190684e99d0 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:38.121253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.123593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:38.137334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:38.153459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59380) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.167503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:38.170467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aed7a9-7401-424e-b25b-a6f1bac6c83d None None] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:38.195302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:38.201915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.202268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.228492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:38.251674 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e0268335-1823-4e61-8a60-350533abe6ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23c866df6a684da69f56ca9aad11c9cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0964782 Apr 22 14:39:38.254444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59384) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.258037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 8309386f-ffd4-410f-b51d-57461b9e68ac yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:38.352061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] Sync routers for ids ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:38.372067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf9e58-3159-4473-b63e-5aa9ac280747 None None] The port 'c15eab0f-e966-45fd-a7c7-7190684e99d0' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:39:38.372322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.378830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.380051 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a991602d-751d-484e-b88e-eaf9dfcd4357 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3195446 Apr 22 14:39:38.386124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59388) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.399095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': False}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:38.442104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] Routers {'2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:38.442733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:38.447882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.451931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-db450483-df81-46b4-b071-664f010c4b95 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4467571 Apr 22 14:39:38.459129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59392) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.610018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:38.719442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'f05aec90-f82b-446b-aa75-173aff34822d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:38.720359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.832793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c410274-f825-4ebc-82e6-4f0e21633cb2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:38.882120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-1c8c9def-eb36-495d-9c3c-ed1a62a6436e', 'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': 'f3beacc9-7097-4ce7-b203-f7446bb34442'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:38.883044 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.883446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:38.891483 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-baf3f1cd-c0eb-4b38-91c8-8cf77c77fecd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/66cbf0c9-ca8c-452e-b353-a2982ee457de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8299773 Apr 22 14:39:38.894751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:38.896284 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:38.911998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a01d3e0-aa42-4bb2-a3cc-3ef92af21adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:38.921835 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:38.922450 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:39.022725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a01d3e0-aa42-4bb2-a3cc-3ef92af21adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.055143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] Routers {'2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:39.055963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:39.148908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.149367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.149627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.150012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.150361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.151114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.151464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.151810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.157654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-53a5b3d1-c54e-41fd-a3f1-d98e05154811 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.2618361 Apr 22 14:39:39.159207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59400) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:39.200649 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:39.205693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a01d3e0-aa42-4bb2-a3cc-3ef92af21adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.254918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65a4db-4087-4f4f-95d4-cdff7102c792 None None] Network a349a275-185a-44ae-b0dc-aa99aa928e53 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:39.262936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.263299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.263655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.264001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.264346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.265903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.266255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.266613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:39.271422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c7258d14-5046-45de-a7bd-51f7253fd058 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5192 time: 0.1106615 Apr 22 14:39:39.273005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59404) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:39.304541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d3e0-aa42-4bb2-a3cc-3ef92af21adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da117a-59c5-4a0e-a0f5-0889ce21afee,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:39.337211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a01d3e0-aa42-4bb2-a3cc-3ef92af21adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.338508 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9a01d3e0-aa42-4bb2-a3cc-3ef92af21adf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96da117a-59c5-4a0e-a0f5-0889ce21afee HTTP/1.1" status: 204 len: 168 time: 1.0829344 Apr 22 14:39:39.411782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:39.412188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84105187-9683-4d5d-8a4b-18b7bd0b395f None None] The sync data for ids ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:39.538876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/f05aec90-f82b-446b-aa75-173aff34822d/280d396e-99f7-4003-bba8-2e1a3fbee994) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:39.596287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0c410274-f825-4ebc-82e6-4f0e21633cb2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:39.612238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Allocated IP 2001:db8:1::2 (1c8c9def-eb36-495d-9c3c-ed1a62a6436e/f3beacc9-7097-4ce7-b203-f7446bb34442/62c84290-97f8-46bb-b542-8d00cb8a1277) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:39.622743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port fb6648a2-67c4-4ef0-a90a-7ad25e0f91a4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:39.623190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.657974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc38ea67-00d7-497b-b751-ee22823cb4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.729262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] Provisioning for port 0c410274-f825-4ebc-82e6-4f0e21633cb2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:39.745452 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:39.750926 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:39:39.752565 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Updating router 66cbf0c9-ca8c-452e-b353-a2982ee457de port 428af1c7-d059-4410-bea1-10d386296731 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:39:39.762234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] Provisioning complete for port 0c410274-f825-4ebc-82e6-4f0e21633cb2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:39.762850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.782744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.853347 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:39.913227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.055700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for fb6648a2-67c4-4ef0-a90a-7ad25e0f91a4 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:40.261800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.277299 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.290315 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Transition to ACTIVE for port object 428af1c7-d059-4410-bea1-10d386296731 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:40.302808 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.370848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=fb6648a2-67c4-4ef0-a90a-7ad25e0f91a4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.391210 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e87e-ad40-413c-ae87-f25387085b98 None None] Pushing event updated for resources: {'Port': ['ID=428af1c7-d059-4410-bea1-10d386296731,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:40.582279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.605068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Attempting to bind port 428af1c7-d059-4410-bea1-10d386296731 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:40.605415 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Attempting to bind port 428af1c7-d059-4410-bea1-10d386296731 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:40.605783 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Attempting to bind port 428af1c7-d059-4410-bea1-10d386296731 on network fc2680ec-4f0b-4f53-9998-1f6981bdd410 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:40.613997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.619934 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:40.620533 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Checking segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:40.621032 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.621436 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Bound using segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:40.621982 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Bound port: 428af1c7-d059-4410-bea1-10d386296731, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:40.622417 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.623299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8::1 (a349a275-185a-44ae-b0dc-aa99aa928e53/43793280-1193-4ceb-a517-e4be360ffc62/4df6e44c-3423-45f8-a21d-b73f7bb0b8a1) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:40.695038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Transition to ACTIVE for port object 280d396e-99f7-4003-bba8-2e1a3fbee994 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:40.712728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.718147 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] For port 428af1c7-d059-4410-bea1-10d386296731, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:40.724083 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] For port 428af1c7-d059-4410-bea1-10d386296731, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=428af1c7-d059-4410-bea1-10d386296731,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:40.734507 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.819520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Transition to ACTIVE for port object 62c84290-97f8-46bb-b542-8d00cb8a1277 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:40.866050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Transition to ACTIVE for port object 280d396e-99f7-4003-bba8-2e1a3fbee994 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:40.885983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] For port 0c410274-f825-4ebc-82e6-4f0e21633cb2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0c410274-f825-4ebc-82e6-4f0e21633cb2,segment=NetworkSegment(e53fd96f-509b-4102-96f9-9071a3bbc4f3),segment_id=e53fd96f-509b-4102-96f9-9071a3bbc4f3)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:40.898026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.907884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Transition to ACTIVE for port object 62c84290-97f8-46bb-b542-8d00cb8a1277 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:40.933667 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:40.934332 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:40.988926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:40.998031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-83d92774-3fed-450d-b143-02ad72c60516 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3570 time: 1.6933877 Apr 22 14:39:41.029321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.085553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:41.091702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:41.094859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:41.122802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:41.124621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Pushing event updated for resources: {'Port': ['ID=280d396e-99f7-4003-bba8-2e1a3fbee994,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.175404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::a836:4cbb:ea1f:b593 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/f05aec90-f82b-446b-aa75-173aff34822d/8309386f-ffd4-410f-b51d-57461b9e68ac) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:41.198106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.199237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:41.205462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:41.331073 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e87e-ad40-413c-ae87-f25387085b98 None None] Pushing event updated for resources: {'Port': ['ID=428af1c7-d059-4410-bea1-10d386296731,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.444049 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:39:41.484736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Attempting to bind port 280d396e-99f7-4003-bba8-2e1a3fbee994 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:41.485095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Attempting to bind port 280d396e-99f7-4003-bba8-2e1a3fbee994 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:41.485448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Attempting to bind port 280d396e-99f7-4003-bba8-2e1a3fbee994 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:41.490793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e0bc5-021b-4875-88bc-e506e8ecd960 None None] Pushing event updated for resources: {'Port': ['ID=0c410274-f825-4ebc-82e6-4f0e21633cb2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.545725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Attempting to bind port 62c84290-97f8-46bb-b542-8d00cb8a1277 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:41.546099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Attempting to bind port 62c84290-97f8-46bb-b542-8d00cb8a1277 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '43f6d6d0-43bc-4725-ba44-591a6c63a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:41.546507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Attempting to bind port 62c84290-97f8-46bb-b542-8d00cb8a1277 on network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:41.552024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.568833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 8309386f-ffd4-410f-b51d-57461b9e68ac will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:41.573326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:41.573834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:41.574396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.574866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:41.575430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Bound port: 280d396e-99f7-4003-bba8-2e1a3fbee994, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:41.575849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.614781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.624912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.630993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:41.632340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Checking segment: {'id': '43f6d6d0-43bc-4725-ba44-591a6c63a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:41.632340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.632706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Bound using segment: {'id': '43f6d6d0-43bc-4725-ba44-591a6c63a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:41.633247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Bound port: 62c84290-97f8-46bb-b542-8d00cb8a1277, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f6d6d0-43bc-4725-ba44-591a6c63a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1c8c9def-eb36-495d-9c3c-ed1a62a6436e'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:41.633788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.677113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59434) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:41.686740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Pushing event updated for resources: {'Port': ['ID=62c84290-97f8-46bb-b542-8d00cb8a1277,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.701938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233528485', 'description': 'tempest-secgroup-smoke-1233528485 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:41.735853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:41.754734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:41.790928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] For port 62c84290-97f8-46bb-b542-8d00cb8a1277, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:41.791989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:41.794655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] For port 62c84290-97f8-46bb-b542-8d00cb8a1277, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=62c84290-97f8-46bb-b542-8d00cb8a1277,segment=NetworkSegment(43f6d6d0-43bc-4725-ba44-591a6c63a4dd),segment_id=43f6d6d0-43bc-4725-ba44-591a6c63a4dd)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:41.820661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.828905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=8309386f-ffd4-410f-b51d-57461b9e68ac,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.842912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:41.844143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:41.858353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:41.869757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-945ccd6d-2c41-4ddb-b928-c956bbaec90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.904180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:41.908310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:41.908926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.909444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] For port 280d396e-99f7-4003-bba8-2e1a3fbee994, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:41.949564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] For port 280d396e-99f7-4003-bba8-2e1a3fbee994, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=280d396e-99f7-4003-bba8-2e1a3fbee994,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:41.955653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a3ef0-81ed-403c-a662-d06c13e50e1f None None] Pushing event updated for resources: {'Port': ['ID=62c84290-97f8-46bb-b542-8d00cb8a1277,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:41.955864 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7160790c-6131-4c12-aada-66037233b9c6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0539730 Apr 22 14:39:41.956617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59442) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:41.979254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:41.990235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'f05aec90-f82b-446b-aa75-173aff34822d', 'ip_address': '2001:db8::a836:4cbb:ea1f:b593'}], 'name': 'tempest-NetworksTestDHCPv6-933239561'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:42.017425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.035529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.077809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee6a1439-217c-4330-8440-d3fd5bd8fcff None None] Provisioning complete for port 0c410274-f825-4ebc-82e6-4f0e21633cb2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:42.078173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1439-217c-4330-8440-d3fd5bd8fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.211782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:42.224107 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:40Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:42.233033 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac915a-5f09-4fd6-a0c5-1e3003ae2122 None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:40Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:42.264122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:42.372077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:42.384801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:42.394621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526b8d-f2c7-411d-b661-a71773062594 None None] Pushing event updated for resources: {'Port': ['ID=280d396e-99f7-4003-bba8-2e1a3fbee994,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:42.430188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:42.493940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:42.568881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.639446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:42.658388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] Sync routers for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:42.674972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:42.679565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:42.683768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:42.685734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:42.686418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:42.689959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5c620e55-036c-46e0-961b-5e710707cbbf tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "PUT /v2.0/routers/8ac18bc8-4bf5-4b33-bd1c-b171841243b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5110250 Apr 22 14:39:42.694033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:42.703520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59452) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:42.802731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:42.875163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:42.894728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:42.949401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] Routers {'8ac18bc8-4bf5-4b33-bd1c-b171841243b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:42.951768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:42.987654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network a349a275-185a-44ae-b0dc-aa99aa928e53 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:43.009507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:43.012144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:43.013036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.043352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.049182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c410274-f825-4ebc-82e6-4f0e21633cb2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:43.099128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.124970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:43.125912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fd121-550a-44ed-a7bf-6b51890f5ea4 None None] The sync data for ids ['8ac18bc8-4bf5-4b33-bd1c-b171841243b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:43.136249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.173620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=4df6e44c-3423-45f8-a21d-b73f7bb0b8a1,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:43.197848 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0c410274-f825-4ebc-82e6-4f0e21633cb2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:43.198210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.199806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.217145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.325980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.376682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.399628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting port fc4d9acb-1459-4847-b5e1-7c689e4cc5fe {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:43.400454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.427510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.432705 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.7502108 Apr 22 14:39:43.456884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f6617-b262-4077-98b1-cd1d80da0024 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92190826-aac9-4172-afb9-cfeb85c553ad,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:43.493933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 62c84290-97f8-46bb-b542-8d00cb8a1277 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:43.518304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59462) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:43.557852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '92190826-aac9-4172-afb9-cfeb85c553ad', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:43.576381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:43.581907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:43.585408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:43.591374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:43.606125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 62c84290-97f8-46bb-b542-8d00cb8a1277 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:43.636496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 428af1c7-d059-4410-bea1-10d386296731 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:43.793226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5bdbef74-cdd8-4bd9-8b85-05c3199193a5 None None] Provisioning for port 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:43.794348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.806153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5bdbef74-cdd8-4bd9-8b85-05c3199193a5 None None] Provisioning complete for port 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:43.806606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5bdbef74-cdd8-4bd9-8b85-05c3199193a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.821745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.881257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 428af1c7-d059-4410-bea1-10d386296731 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:43.894538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 428af1c7-d059-4410-bea1-10d386296731 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:43.895238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:43.939949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbef74-cdd8-4bd9-8b85-05c3199193a5 None None] Port 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:43.978555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port a0b1e288-5a7b-4e4c-a6c4-96b11ef37e02 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:44.066291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4ccde-bca5-40c8-b2f4-118af63a3d41 None None] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:44.194956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.203685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.208708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.244685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.252808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ae9a85-e08e-49c1-ac08-b56804617859,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:44.305283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.352084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] Provisioning for port 62c84290-97f8-46bb-b542-8d00cb8a1277 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:44.387789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] Provisioning complete for port 62c84290-97f8-46bb-b542-8d00cb8a1277 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:44.388405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.419835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Calling delete_port for fc4d9acb-1459-4847-b5e1-7c689e4cc5fe owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:44.452359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59474) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:44.453811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.466247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.470038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b039655e-dcb2-4d5b-aab2-feb1ba251bad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9478230 Apr 22 14:39:44.470874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59480) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:44.482136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '92190826-aac9-4172-afb9-cfeb85c553ad', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:44.483161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 428af1c7-d059-4410-bea1-10d386296731, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=428af1c7-d059-4410-bea1-10d386296731,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:44.489610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:44.494796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:44.498609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:44.499508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.500353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 280d396e-99f7-4003-bba8-2e1a3fbee994 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:44.506879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:44.536034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.654599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.668250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.689059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc23a2c3-dfc9-43d3-bd9a-438a929debce,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:44.710300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=428af1c7-d059-4410-bea1-10d386296731,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:44.755235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.756979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-65bff836-fafd-4ca4-b4c7-6f1b52e7c411 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2856593 Apr 22 14:39:44.764440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59484) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:44.771397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '92190826-aac9-4172-afb9-cfeb85c553ad', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:44.781484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:44.788187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:44.796445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:44.798855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:44.804658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Usage tracker for resource:floatingip and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:44.806819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:44.809901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:44.820221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:44.822400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:44.837882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.870235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.881490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.900230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.902253 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 14:39:44.902837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:44.914280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 280d396e-99f7-4003-bba8-2e1a3fbee994 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:44.916603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Port': ['ID=fc4d9acb-1459-4847-b5e1-7c689e4cc5fe,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:44.927747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] For port 62c84290-97f8-46bb-b542-8d00cb8a1277, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=62c84290-97f8-46bb-b542-8d00cb8a1277,segment=NetworkSegment(43f6d6d0-43bc-4725-ba44-591a6c63a4dd),segment_id=43f6d6d0-43bc-4725-ba44-591a6c63a4dd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:44.932849 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b28be16d-7594-4093-b0fc-f0e075536098 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.9619832 Apr 22 14:39:44.935798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59488) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:44.940594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:44.981310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Router 2ff692b8-4c91-4c30-a23b-55b2b1b15f8d has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:45.013286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aeafa6-a980-4bd1-a23d-ed491a0a20f8 None None] Pushing event updated for resources: {'Port': ['ID=62c84290-97f8-46bb-b542-8d00cb8a1277,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.085822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 428af1c7-d059-4410-bea1-10d386296731 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:45.091645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.101617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.102698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.153233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Provisioning for port 8309386f-ffd4-410f-b51d-57461b9e68ac completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:45.163007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Provisioning complete for port 8309386f-ffd4-410f-b51d-57461b9e68ac triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:45.163522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.229837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Port 8309386f-ffd4-410f-b51d-57461b9e68ac cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:45.235324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 428af1c7-d059-4410-bea1-10d386296731 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:45.235850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.288439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Provisioning for port 280d396e-99f7-4003-bba8-2e1a3fbee994 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:45.298653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Provisioning complete for port 280d396e-99f7-4003-bba8-2e1a3fbee994 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:45.299162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.322215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.344104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.375976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.410818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=4df6e44c-3423-45f8-a21d-b73f7bb0b8a1,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.427255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network a349a275-185a-44ae-b0dc-aa99aa928e53 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:45.429645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:45.451466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56e518b-20b9-4ee1-a78c-213b23983567,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.499489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.531360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3810a91e-7e8e-454d-9665-7010ef30d2e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:45.535273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3810a91e-7e8e-454d-9665-7010ef30d2e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:45.536057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3810a91e-7e8e-454d-9665-7010ef30d2e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:45.538675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] For port 280d396e-99f7-4003-bba8-2e1a3fbee994, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=280d396e-99f7-4003-bba8-2e1a3fbee994,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:45.550431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.554787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.558543 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e480b098-e3f3-4689-b8c0-fb2ce39219e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7904193 Apr 22 14:39:45.560844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59492) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:45.579022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '92190826-aac9-4172-afb9-cfeb85c553ad', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:45.586360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3810a91e-7e8e-454d-9665-7010ef30d2e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:45.587500 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3810a91e-7e8e-454d-9665-7010ef30d2e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6478281 Apr 22 14:39:45.591627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59496) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:45.633630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9a214-f1f0-4427-b86c-cf6ce5f4df79 None None] Pushing event updated for resources: {'Port': ['ID=280d396e-99f7-4003-bba8-2e1a3fbee994,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:45.652127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:45.662195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:45.682925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 8309386f-ffd4-410f-b51d-57461b9e68ac {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:45.683477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.688470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-26c52dd6-2001-4ff3-bef4-c85ce39a2560 None None] Provisioning complete for port 62c84290-97f8-46bb-b542-8d00cb8a1277 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:45.688906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26c52dd6-2001-4ff3-bef4-c85ce39a2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.724778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:45.739837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:45.754421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.762013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.797654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.811440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:45.956032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-19d6379f-ede5-4a78-b637-35a0d5816d80 None None] Provisioning complete for port 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:45.957262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-19d6379f-ede5-4a78-b637-35a0d5816d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.016896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-19d6379f-ede5-4a78-b637-35a0d5816d80 None None] Port 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:46.046232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.046753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac18bc8-4bf5-4b33-bd1c-b171841243b0 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:46.075657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.083683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.119262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Allocated IP 172.26.2.141 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/631c7b59-dcc7-48e1-8199-7fe932c6dd60) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:46.121101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e140ad-3a8b-4b4e-bef0-c69487a56f75,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.128809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.129907 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5483e3dc-8731-4955-b22e-06a2891554f1 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/routers/8ac18bc8-4bf5-4b33-bd1c-b171841243b0 HTTP/1.1" status: 204 len: 168 time: 3.4248285 Apr 22 14:39:46.132529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59500) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.172396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.173561 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e306f1e0-36c6-4fde-8f1b-d98583c8b32c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6087105 Apr 22 14:39:46.176933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.184051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:46.188802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '92190826-aac9-4172-afb9-cfeb85c553ad', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:46.195042 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] Sync routers for ids ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:46.206049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:46.207288 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] Routers {'2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:46.207888 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.211424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:46.214478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:46.221120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:46.232902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.237393 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3374483b-07fc-417f-b8d3-e0978fdd58e7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "PUT /v2.0/routers/2ff692b8-4c91-4c30-a23b-55b2b1b15f8d HTTP/1.1" status: 200 len: 921 time: 7.8468781 Apr 22 14:39:46.243132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59508) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.269816 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:46.278181 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.292748 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] Routers {'2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:46.293594 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.341493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.387230 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:46.387676 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c84a59-2e8a-414a-b2d4-3e48ee105603 None None] The sync data for ids ['2ff692b8-4c91-4c30-a23b-55b2b1b15f8d'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:46.429024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.442257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Deleting subnet e21f73df-4110-4b2a-bbff-b9b2f8d2844e {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:46.446658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.450968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.504034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.558163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.595188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 8309386f-ffd4-410f-b51d-57461b9e68ac owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:46.618420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.671421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Port': ['ID=631c7b59-dcc7-48e1-8199-7fe932c6dd60,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.679322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:46.682072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:46.688595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:46.738430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.764552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.786883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.806773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Subnet': ['ID=e21f73df-4110-4b2a-bbff-b9b2f8d2844e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.813589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.819779 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9953884-0549-45f8-9306-83a2e3990c8d tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/subnets/e21f73df-4110-4b2a-bbff-b9b2f8d2844e HTTP/1.1" status: 204 len: 168 time: 0.6863213 Apr 22 14:39:46.822167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59512) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.824613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 78e61131-ccc2-4c9b-8adc-16d0bd4155b0 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:46.844205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aded321-d4c6-4d9a-91cd-c63e0c442cad,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:46.864338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.865652 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1d288b0b-800f-4e93-a9e7-c4119c7bba4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6877983 Apr 22 14:39:46.869351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59516) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:46.888404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '92190826-aac9-4172-afb9-cfeb85c553ad', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:46.895749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:46.902655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:46.941030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.003137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:47.007486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=8309386f-ffd4-410f-b51d-57461b9e68ac,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:47.011418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:47.044292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 280d396e-99f7-4003-bba8-2e1a3fbee994 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:47.069763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.100264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:47.117819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 280d396e-99f7-4003-bba8-2e1a3fbee994 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:47.118420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.134063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.136301 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8f2a3e76-e000-48b1-be8b-c664d7872c61 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/8309386f-ffd4-410f-b51d-57461b9e68ac HTTP/1.1" status: 204 len: 168 time: 1.5421727 Apr 22 14:39:47.142272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59520) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.184601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:39:47.205826 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ddcbeef6-e950-494c-9e6d-4fd45c653744 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/2ff692b8-4c91-4c30-a23b-55b2b1b15f8d HTTP/1.1" status: 200 len: 921 time: 0.9573579 Apr 22 14:39:47.216149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59524) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.218618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.230702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.252221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 62c84290-97f8-46bb-b542-8d00cb8a1277 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:47.284678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.327319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 62c84290-97f8-46bb-b542-8d00cb8a1277 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:47.327565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.332498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a25c3df-2044-4fb9-b7a4-e7b09bc6935a']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.358017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400f1644-1640-46a8-8849-1ed4ddbd79fd') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.358702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400f1644-1640-46a8-8849-1ed4ddbd79fd') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.367523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe07af-676f-4e8b-b078-16fd2ce02dc7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:47.368818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe07af-676f-4e8b-b078-16fd2ce02dc7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:47.369711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cabe07af-676f-4e8b-b078-16fd2ce02dc7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:47.389243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.421154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.424462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cabe07af-676f-4e8b-b078-16fd2ce02dc7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:47.428210 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cabe07af-676f-4e8b-b078-16fd2ce02dc7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2823839 Apr 22 14:39:47.430924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59528) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.432475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.464695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.475199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:39:47.475633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:39:47.489885 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:39:47.510584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9b1f7b-8c1a-4154-b037-3b71b7068930,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:47.520163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:47.532639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-81de38bd-cd88-40a4-825c-e503e4758dd7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Synchronizing usage tracker for tenant:5ac63242b0c644a4ae7135d2fe68e7af on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:47.537453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] Sync routers for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:47.547831 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5ec8ecc1-9285-45cb-b868-b399905fbf8e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/78e61131-ccc2-4c9b-8adc-16d0bd4155b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0826342 Apr 22 14:39:47.551097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59532) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.552853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:47.553386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.553693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.554924 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f83564fa-03a0-44f2-8c0d-29c2a65098cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6838627 Apr 22 14:39:47.585518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet f05aec90-f82b-446b-aa75-173aff34822d {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:47.589757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.623976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-81de38bd-cd88-40a4-825c-e503e4758dd7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Unset dirty status for tenant:5ac63242b0c644a4ae7135d2fe68e7af on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:47.628906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.630678 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-81de38bd-cd88-40a4-825c-e503e4758dd7 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=2ff692b8-4c91-4c30-a23b-55b2b1b15f8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4129777 Apr 22 14:39:47.631917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59538) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.652842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:47.653766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.736336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:47.736754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb316a4b-0853-4598-9fd8-4c6123e2ba36 None None] The sync data for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:47.774938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.804410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.828434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e250377-ea04-42a5-8357-34ff0d0fccab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:47.830088 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e250377-ea04-42a5-8357-34ff0d0fccab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports/4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 HTTP/1.1" status: 200 len: 911 time: 0.2617817 Apr 22 14:39:47.831114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] Pushing event deleted for resources: {'Network': ['ID=3a25c3df-2044-4fb9-b7a4-e7b09bc6935a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:47.845259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59550) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:47.852852 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9f5c7c71-0657-499c-be95-6ea75b9575c6 tempest-FloatingIPTestJSON-621146219 tempest-FloatingIPTestJSON-621146219-project] 10.222.0.32 "DELETE /v2.0/networks/3a25c3df-2044-4fb9-b7a4-e7b09bc6935a HTTP/1.1" status: 204 len: 168 time: 1.0296109 Apr 22 14:39:47.887700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:47.980749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:47.981001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d292b9-9fe2-4af5-8734-612a5ce559a8 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:47.985054 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-54d292b9-9fe2-4af5-8734-612a5ce559a8 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.3432775 Apr 22 14:39:47.987434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59556) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.006631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.014949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-777c26fa-162f-4509-80d6-b0df3a90623e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:48.019284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.039081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fdf48a69-4ab0-4ec9-8819-f44b2488c895 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff692b8-4c91-4c30-a23b-55b2b1b15f8d HTTP/1.1" status: 200 len: 205 time: 0.0490184 Apr 22 14:39:48.041217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59560) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.105805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.140928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Port': ['ID=631c7b59-dcc7-48e1-8199-7fe932c6dd60,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.154493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-777c26fa-162f-4509-80d6-b0df3a90623e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:48.155655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-777c26fa-162f-4509-80d6-b0df3a90623e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233528485&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.3369474 Apr 22 14:39:48.175292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.197321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59566) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.263952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.299301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.300464 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6ab7ec54-67e7-410d-b147-a6dffc612641 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8476534 Apr 22 14:39:48.306972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59572) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.316158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=f05aec90-f82b-446b-aa75-173aff34822d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.321793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-457535809'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:48.329048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:48.334967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.338025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Usage tracker for resource:network and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:48.345656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ea4e5-40de-43ef-afe9-d69b8fc62c9a None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:48.347217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:48.357033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:48.368279 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9f706237-d4d7-4219-bb73-a1bb51be880b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/f05aec90-f82b-446b-aa75-173aff34822d HTTP/1.1" status: 204 len: 168 time: 0.9337242 Apr 22 14:39:48.371414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59576) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.378647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Made reservation on behalf of b64f1e8844534be292a2671cd7854a3d for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:48.381583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.403195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.451049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.497097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:48.511073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Usage tracker for resource:security_group_rule and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:48.532992 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9bd858a5-34f7-410d-9499-93f84ffe347c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462541 Apr 22 14:39:48.537971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59580) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.554378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:48.563267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:48.574925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-38ebdbd6-420e-4994-b380-8deb3f761709 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:48.575621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:48.575709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-38ebdbd6-420e-4994-b380-8deb3f761709 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:48.646450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:48.652572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] Deleting port 280d396e-99f7-4003-bba8-2e1a3fbee994 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:48.653067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.681455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.690467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.718663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-38ebdbd6-420e-4994-b380-8deb3f761709 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:48.719797 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-38ebdbd6-420e-4994-b380-8deb3f761709 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 797 time: 0.5499609 Apr 22 14:39:48.723925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01202b59-a203-4826-88a4-ae26871dfaa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3e96f5d64d148eabc4e3f7b17788aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5216050 Apr 22 14:39:48.728670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59584) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:48.739917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:48.754642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f4e54-a684-45a9-9c20-3c191d4658b2,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:48.760130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.760744 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Added segment 8405fa97-5871-4859-ab5a-1254e3c48b10 of type vlan for network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 Apr 22 14:39:48.768376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:48.788537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:48.794770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:48.805913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.810893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.814440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:48.823093 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-dd8bbf0d-152f-4569-8c61-6ac77374bc89 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0908504 Apr 22 14:39:48.830846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Deleting port 898cd42b-ed14-4eb8-a803-9d8c1d471614 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:48.831177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.886311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:48.886545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.890053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:48.890633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:48.902824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] For port 280d396e-99f7-4003-bba8-2e1a3fbee994, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=280d396e-99f7-4003-bba8-2e1a3fbee994,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:48.903289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.041890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] Calling delete_port for 280d396e-99f7-4003-bba8-2e1a3fbee994 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:49.056368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8b04-5f26-4105-9942-7c49b98e8644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.083412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Network': ['ID=ab9fb01f-59b9-4fec-b525-0cc6d9d08b95,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:49.090948 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a875d86-6daa-42cd-b23c-50ad66f11e33 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7792838 Apr 22 14:39:49.096671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59588) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:49.115221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Request body: {'subnet': {'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:49.128399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 280d396e-99f7-4003-bba8-2e1a3fbee994 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:49.153111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:49.172017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.212418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.271919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.305987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 280d396e-99f7-4003-bba8-2e1a3fbee994 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:39:49.306362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 280d396e-99f7-4003-bba8-2e1a3fbee994 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:39:49.317167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] Pushing event deleted for resources: {'Port': ['ID=280d396e-99f7-4003-bba8-2e1a3fbee994,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:49.324707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22775e-ff16-4999-8dea-30e681795a66 None None] No DVR routers for this DVR port 280d396e-99f7-4003-bba8-2e1a3fbee994 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:49.349214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Calling delete_port for 898cd42b-ed14-4eb8-a803-9d8c1d471614 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:49.376899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8b04-5f26-4105-9942-7c49b98e8644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.394472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:49.401276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Usage tracker for resource:subnet and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:49.405380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:49.414755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:49.436590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-0bfd467f-96a6-4023-afc8-bb450edb1b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:49.441825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Made reservation on behalf of b64f1e8844534be292a2671cd7854a3d for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:49.493225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-0bfd467f-96a6-4023-afc8-bb450edb1b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:49.494548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-0bfd467f-96a6-4023-afc8-bb450edb1b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6707144 Apr 22 14:39:49.511921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8b04-5f26-4105-9942-7c49b98e8644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.636752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c8b04-5f26-4105-9942-7c49b98e8644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f618fb-117f-4f27-b172-7e113dbba911,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:49.662483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.752596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8b04-5f26-4105-9942-7c49b98e8644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.753772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bf6c8b04-5f26-4105-9942-7c49b98e8644 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7f618fb-117f-4f27-b172-7e113dbba911 HTTP/1.1" status: 204 len: 168 time: 1.0246930 Apr 22 14:39:49.826732 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-dc55f758-c5ac-4702-802b-c058212fbb89 service neutron] 10.222.0.32 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157811 Apr 22 14:39:49.830116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.838958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:49.884082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event deleted for resources: {'Port': ['ID=898cd42b-ed14-4eb8-a803-9d8c1d471614,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:49.983065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.016394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:50.023272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:50.028171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=a11b0ef7-e5c3-4676-9c72-df6988cad92d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:50.032521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:50.033338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.045051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081bf083-e4b4-4cf6-b2be-95ea183e64de None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:50.181885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.224031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-81733493-3559-4aa3-a96d-90f4a549cbc9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6794181 Apr 22 14:39:50.227642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59602) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:50.236954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'a11b0ef7-e5c3-4676-9c72-df6988cad92d', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1402651376'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:50.239543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.254761 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-c05464b5-ae54-421e-98cd-d7ebb1b24a40 service neutron] 10.222.0.32 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121785 Apr 22 14:39:50.394751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'a11b0ef7-e5c3-4676-9c72-df6988cad92d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:50.395637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.486097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Subnet': ['ID=7d993623-0b22-4a4a-819a-a55ad167d1cf,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:50.647649 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4cdc98e8-5ec4-43f5-a240-6ef5297f42dd req-31bb33be-1d2d-4dcc-b788-09334d8bb0ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 210 time: 0.1427336 Apr 22 14:39:50.682808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/a11b0ef7-e5c3-4676-9c72-df6988cad92d/0f78f5f3-d509-447b-88d2-6198ce2d7769) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:50.702155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:50.744932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Checking segment: {'id': '8405fa97-5871-4859-ab5a-1254e3c48b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:50.745290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network hostable DHCP agents. Network: ab9fb01f-59b9-4fec-b525-0cc6d9d08b95, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:50.754264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.763152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.784676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:50.794809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:50.816158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, ab9fb01f-59b9-4fec-b525-0cc6d9d08b95) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:50.819957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:50.820114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.820461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff692b8-4c91-4c30-a23b-55b2b1b15f8d {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:39:50.822291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:50.822847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.836523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.863503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408c4be-6ff4-4366-89ce-a255c568d3c7 None None] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:50.875484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8:1::1 (1c8c9def-eb36-495d-9c3c-ed1a62a6436e/f3beacc9-7097-4ce7-b203-f7446bb34442/e8593a3d-6b68-411a-8e28-1f1e4ad275ab) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:50.884191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.888823 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e14f082f-b154-413b-be01-9314afe80bd2 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/2ff692b8-4c91-4c30-a23b-55b2b1b15f8d HTTP/1.1" status: 204 len: 168 time: 2.8428648 Apr 22 14:39:50.889963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59624) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:50.897477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59628) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:50.898232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1993749919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:50.898680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 38562665-108c-4a8e-8de1-a08fc60f1070 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:50.905067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:50.907940 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3dfaf93e-7321-4e05-b2cf-8c99622dbea0 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8103824 Apr 22 14:39:50.910485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Usage tracker for resource:router and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:50.912824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59630) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:50.918004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1690066503', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:50.928053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:50.930936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:50.936888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:50.939151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Usage tracker for resource:router and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:50.943342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:50.952973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:50.970088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.971218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.984775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:50.986752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.019659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.021391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.107362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.140168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1431299764'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:51.150026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:51.161249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:51.168870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:51.185584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.201630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:51.227714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Transition to ACTIVE for port object 0f78f5f3-d509-447b-88d2-6198ce2d7769 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:51.259232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-ab9fb01f-59b9-4fec-b525-0cc6d9d08b95', 'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95', 'tenant_id': 'b64f1e8844534be292a2671cd7854a3d', 'fixed_ips': [{'subnet_id': '7d993623-0b22-4a4a-819a-a55ad167d1cf'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:51.260362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.281855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Transition to ACTIVE for port object 0f78f5f3-d509-447b-88d2-6198ce2d7769 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:51.288956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.290268 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-08a881bb-529a-450c-a2e6-f7b02f6c6565 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3999615 Apr 22 14:39:51.293284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59638) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:51.300811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:51.378805 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.416115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.425264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:51.428303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.443823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:39:51.444261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:39:51.455224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.472291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object e8593a3d-6b68-411a-8e28-1f1e4ad275ab will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:51.496306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Pushing event updated for resources: {'Port': ['ID=0f78f5f3-d509-447b-88d2-6198ce2d7769,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:51.509641 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ff87db7a-941c-49d4-9aef-a40d4dd9fae6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2809274 Apr 22 14:39:51.510906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:51.515003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:51.516053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:51.522271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group_rule and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:51.523628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:51.525911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59642) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:51.538517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:51.559996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.588773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:51.606390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.669889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Attempting to bind port 0f78f5f3-d509-447b-88d2-6198ce2d7769 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:51.670347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Attempting to bind port 0f78f5f3-d509-447b-88d2-6198ce2d7769 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:51.670713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Attempting to bind port 0f78f5f3-d509-447b-88d2-6198ce2d7769 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:51.680047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Allocated IP 172.20.0.2 (ab9fb01f-59b9-4fec-b525-0cc6d9d08b95/7d993623-0b22-4a4a-819a-a55ad167d1cf/a836f3f2-a27e-4c1f-9810-ecbeab2fb521) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:51.684954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:51.685626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:51.686032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.686426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:51.686901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Bound port: 0f78f5f3-d509-447b-88d2-6198ce2d7769, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:51.687287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.715597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:51.722491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:51.724530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=e8593a3d-6b68-411a-8e28-1f1e4ad275ab,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:51.726760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:51.727332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.774748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037956f9-621e-471f-b08d-483599a15ae3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:51.775468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-037956f9-621e-471f-b08d-483599a15ae3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:51.825915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.837578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:51.849288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-037956f9-621e-471f-b08d-483599a15ae3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:51.853184 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-037956f9-621e-471f-b08d-483599a15ae3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3262887 Apr 22 14:39:51.857041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59648) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:51.876035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:51.879918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f78f5f3-d509-447b-88d2-6198ce2d7769,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:51.952557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.002306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:52.013265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.013618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment 70fe3fa7-88a8-4d16-a2c7-52cf8622770a of type vlan for network 82c19dfb-1476-4c52-8485-3660bd47acb1 Apr 22 14:39:52.045450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.101799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.123502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ce731-9fbd-4b59-850f-0f0e0e29fd17 None None] Pushing event updated for resources: {'Port': ['ID=0f78f5f3-d509-447b-88d2-6198ce2d7769,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:52.163508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-326fcebf-4dc3-4258-af7b-6d38c7f6fa4e req-8d8e1d24-634c-48ca-a038-9a401f7ec4ff tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 210 time: 0.2676036 Apr 22 14:39:52.164767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.168661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.169235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.306065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.307983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-515a9d11-e4c9-40c9-b72d-01d43eb4870f None None] Provisioning for port e8593a3d-6b68-411a-8e28-1f1e4ad275ab completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:52.316143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.320404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-515a9d11-e4c9-40c9-b72d-01d43eb4870f None None] Provisioning complete for port e8593a3d-6b68-411a-8e28-1f1e4ad275ab triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:52.320986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-515a9d11-e4c9-40c9-b72d-01d43eb4870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.350677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e320fd-e22e-480f-852d-172eb454b3b8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:52.357394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.449518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Transition to ACTIVE for port object a836f3f2-a27e-4c1f-9810-ecbeab2fb521 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:52.464193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.490028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Transition to ACTIVE for port object a836f3f2-a27e-4c1f-9810-ecbeab2fb521 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:52.505636 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.522120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663fcc4-bbd5-4e29-80fb-84324d09c1dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.523522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663fcc4-bbd5-4e29-80fb-84324d09c1dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.524277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8663fcc4-bbd5-4e29-80fb-84324d09c1dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:52.539531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=82c19dfb-1476-4c52-8485-3660bd47acb1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:52.549705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-892060e1-acb5-4d8f-bcb9-07e9e4f15a53 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6116865 Apr 22 14:39:52.552683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59652) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.566449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'name': 'tempest-PortsTestJSON-1319739565'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:52.583128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-515a9d11-e4c9-40c9-b72d-01d43eb4870f None None] Port e8593a3d-6b68-411a-8e28-1f1e4ad275ab cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:52.586110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:52.606374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Allocated IP 172.26.2.126 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/14f3e5ee-514d-486a-a918-1b5ecf051679) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:52.699225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:52.709644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:52.712250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:52.716998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Pushing event updated for resources: {'Port': ['ID=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:52.762807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-05f3462c-3b6f-4e1b-b361-d9f5f3254210 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:52.764246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-05f3462c-3b6f-4e1b-b361-d9f5f3254210 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 797 time: 0.6842990 Apr 22 14:39:52.770767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8663fcc4-bbd5-4e29-80fb-84324d09c1dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:52.774657 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8663fcc4-bbd5-4e29-80fb-84324d09c1dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8904204 Apr 22 14:39:52.775567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59656) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:52.823541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Attempting to bind port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:52.824260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Attempting to bind port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8405fa97-5871-4859-ab5a-1254e3c48b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:52.824849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Attempting to bind port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 on network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:52.833333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:52.834077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Checking segment: {'id': '8405fa97-5871-4859-ab5a-1254e3c48b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:52.834684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.835139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Bound using segment: {'id': '8405fa97-5871-4859-ab5a-1254e3c48b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:52.835771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Bound port: a836f3f2-a27e-4c1f-9810-ecbeab2fb521, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8405fa97-5871-4859-ab5a-1254e3c48b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:52.836374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.888647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:52.891776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.921304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:52.926855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:52.927589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] For port a836f3f2-a27e-4c1f-9810-ecbeab2fb521, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:52.931425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] For port a836f3f2-a27e-4c1f-9810-ecbeab2fb521, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,segment=NetworkSegment(8405fa97-5871-4859-ab5a-1254e3c48b10),segment_id=8405fa97-5871-4859-ab5a-1254e3c48b10)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:52.931586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.938403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:52.944748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.962204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet a11b0ef7-e5c3-4676-9c72-df6988cad92d {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:39:52.977547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:52.999953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.012628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-2595c902-181b-4168-a5e7-d1237a3c7d61 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 380 time: 0.2353585 Apr 22 14:39:53.024853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['92190826-aac9-4172-afb9-cfeb85c553ad']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:53.025027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:53.028004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.061355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea196597-157b-4fcc-b41d-07bb43135bf9 None None] Pushing event updated for resources: {'Port': ['ID=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.103793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port f78802b0-8e35-4758-b692-98fe5d1c2499 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:53.144828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0f78f5f3-d509-447b-88d2-6198ce2d7769 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:53.192843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.228102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.286978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0f78f5f3-d509-447b-88d2-6198ce2d7769 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:53.415085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:53.541411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Allocated IP 172.26.2.27 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/e8213461-9dde-45ff-8122-179cc4d737c4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:53.545481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:53.556921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:53.559743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:53.588187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:53.591488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:53.610118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Port': ['ID=14f3e5ee-514d-486a-a918-1b5ecf051679,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.620153 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c3806447-0890-4b8e-a2f7-d69536ced8fb req-9a7a94ba-fa9a-488f-82af-164dd14902bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 210 time: 0.1996140 Apr 22 14:39:53.624472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.632828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.662742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.663513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.700858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:53.703812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.734559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Provisioning for port 0f78f5f3-d509-447b-88d2-6198ce2d7769 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:53.740872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Provisioning complete for port 0f78f5f3-d509-447b-88d2-6198ce2d7769 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:53.741241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.866195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.893302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=e8593a3d-6b68-411a-8e28-1f1e4ad275ab,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:53.908020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.937006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:53.966359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.001486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.009336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=a11b0ef7-e5c3-4676-9c72-df6988cad92d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:54.014151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:54.015334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:54.064446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.068375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0939c0-d8ed-4ee0-bebf-a8e5d074d907 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:54.102146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.112031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=f78802b0-8e35-4758-b692-98fe5d1c2499,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:54.127130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:54.128999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:54.172437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.173204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.221320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:54.222965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:54.226761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:54.344926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-33f58eac-7719-45b1-b1b4-8369e2f8c2fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/a11b0ef7-e5c3-4676-9c72-df6988cad92d HTTP/1.1" status: 204 len: 168 time: 1.5669680 Apr 22 14:39:54.355271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.7 (fc2680ec-4f0b-4f53-9998-1f6981bdd410/fef20f1d-de9a-49b5-a6b9-931c0186def2/70ad16e5-3a39-4a67-9690-d4dd9edf3bb4) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:54.371352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59662) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.382359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': '70fe3fa7-88a8-4d16-a2c7-52cf8622770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:54.382848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 82c19dfb-1476-4c52-8485-3660bd47acb1, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:54.390240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event updated for resources: {'Port': ['ID=e8213461-9dde-45ff-8122-179cc4d737c4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:54.423049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:39:54.427702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Deleting port 0f78f5f3-d509-447b-88d2-6198ce2d7769 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:54.428140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.471570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fb00f2c1-e6e2-45f2-8531-cfd442dcb974 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990598 Apr 22 14:39:54.480037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59666) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.500672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:54.604436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:54.625616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 82c19dfb-1476-4c52-8485-3660bd47acb1) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:54.634968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:54.639112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:54.639938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.669145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.699221 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ebb4df37-079a-4e3b-b602-3e467becd641 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1454678 Apr 22 14:39:54.702509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59672) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:54.702729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c1333-909e-4666-9927-b21fa6ea5bf2 None None] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:54.714097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1395749926'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:54.723027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:54.729596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:54.733817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:54.751083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:54.754608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.791830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d7140-d7b2-44e8-a120-8749a4b96132 None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:54.864951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:54.879677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:54.886067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:54.890297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ff0bf368-14f6-493f-a00a-c0e5d4a6ebd9 req-91da0770-98a1-4d77-b7eb-0faac7e6a679 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:54.899930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:54.904913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:54.908361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.928037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Router 609c5466-bcf5-4b34-861c-e035a00af04b is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:54.948720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f78f5f3-d509-447b-88d2-6198ce2d7769,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:54.959328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:54.961480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:39:54.978796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:54.985197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ff0bf368-14f6-493f-a00a-c0e5d4a6ebd9 req-91da0770-98a1-4d77-b7eb-0faac7e6a679 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:54.998234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ff0bf368-14f6-493f-a00a-c0e5d4a6ebd9 req-91da0770-98a1-4d77-b7eb-0faac7e6a679 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 210 time: 0.2394421 Apr 22 14:39:55.051146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.051661 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment af8d367e-2279-46f2-a60f-e589f1e3ec13 of type vlan for network 3ad9bd69-2615-48e8-b750-2032aa030874 Apr 22 14:39:55.067371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.099956 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:39:55.132927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.186595 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a836f3f2-a27e-4c1f-9810-ecbeab2fb521 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:55.200727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.241008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.256751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:55.356399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.373258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 78e61131-ccc2-4c9b-8adc-16d0bd4155b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:39:55.375724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f78f5f3-d509-447b-88d2-6198ce2d7769,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:55.376141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.387942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.398180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd43c9-87d2-4567-b09d-7a7298855d35 None None] Pushing event updated for resources: {'Port': ['ID=0f78f5f3-d509-447b-88d2-6198ce2d7769,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:55.512802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.516706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:55.517393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.517960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Calling delete_port for 0f78f5f3-d509-447b-88d2-6198ce2d7769 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:55.558225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-76fd0c0e-eea4-432d-9c97-44e931045078 None None] Provisioning for port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:55.635960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:55.636220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:55.638240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:55.643647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:55.643880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-76fd0c0e-eea4-432d-9c97-44e931045078 None None] Provisioning complete for port e8593a3d-6b68-411a-8e28-1f1e4ad275ab triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:55.644246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76fd0c0e-eea4-432d-9c97-44e931045078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.648941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:55.661802 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9580898 Apr 22 14:39:55.668228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59676) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:55.675739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:55.676095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:55.676539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eff2f-5ea3-4e96-b26d-1757147a3b07 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=3ad9bd69-2615-48e8-b750-2032aa030874,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:55.676664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:55.676896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.685392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'ports': [{'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'}, {'network_id': '3ad9bd69-2615-48e8-b750-2032aa030874'}]} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:55.686002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:55.686687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '3ad9bd69-2615-48e8-b750-2032aa030874'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:55.709539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3ad9bd69-2615-48e8-b750-2032aa030874 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:39:55.764824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:55.768816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.793420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.857700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-76fd0c0e-eea4-432d-9c97-44e931045078 None None] Port e8593a3d-6b68-411a-8e28-1f1e4ad275ab cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:55.871031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-d0e5cbca-1bfe-4420-ba2b-4b949ce1b5ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8505030 Apr 22 14:39:55.913580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:55.916759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Request body: {'port': {'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:55.946450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:55.956006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:55.964059 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] Sync routers for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:55.964451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=b80637cb-e999-4d1d-9db2-41e671866428,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:55.968375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:55.970388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:55.992024 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:55.992642 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.004566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:56.006340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:56.014589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.017202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a77a471e-5941-45f4-95e5-f5703996ebb4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/78e61131-ccc2-4c9b-8adc-16d0bd4155b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1696496 Apr 22 14:39:56.021423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59680) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.023126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.027795 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d75bea4-2d77-4155-9659-c677c975e85f tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.1108813 Apr 22 14:39:56.027795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:56.039822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] Sync routers for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:56.056075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59684) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.058980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:56.079695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:56.112345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:56.113025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.136309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f95738-d423-43c7-8745-3594cb082c70 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:56.136810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e9f95738-d423-43c7-8745-3594cb082c70 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:56.136973 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.167042 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:56.167584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.206397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Deleting port 0f78f5f3-d509-447b-88d2-6198ce2d7769 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:56.206756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.222916 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-637abb5c-254a-4b08-997b-b5395804940e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7329648 Apr 22 14:39:56.225517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.235194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59690) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.239014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e9f95738-d423-43c7-8745-3594cb082c70 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:56.240279 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e9f95738-d423-43c7-8745-3594cb082c70 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports/e8593a3d-6b68-411a-8e28-1f1e4ad275ab HTTP/1.1" status: 200 len: 913 time: 0.2178888 Apr 22 14:39:56.254290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 2} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:39:56.256597 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.257533 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b022f1-05b9-4fe8-81d1-13550e77c146 None None] The sync data for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:56.258629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.281226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59694) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.289084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a836f3f2-a27e-4c1f-9810-ecbeab2fb521, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,segment=NetworkSegment(8405fa97-5871-4859-ab5a-1254e3c48b10),segment_id=8405fa97-5871-4859-ab5a-1254e3c48b10)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:56.306937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:39:56.311444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.322260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.331048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:39:56.337515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:router and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:39:56.386587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:39:56.402055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:39:56.419534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0f78f5f3-d509-447b-88d2-6198ce2d7769 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:39:56.436145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.437079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.461989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Router 1ce90762-d9ee-4ad2-8c83-3f94ddeae692 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:39:56.480552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.488760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:56.489574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.495666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633fc9f-195d-409a-836f-2202a6f39c99 req-f6618e3d-1672-4fe7-bc88-d7a222ef68c7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:56.497157 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a633fc9f-195d-409a-836f-2202a6f39c99 req-f6618e3d-1672-4fe7-bc88-d7a222ef68c7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 931 time: 0.2729716 Apr 22 14:39:56.544983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e644a551-a7a8-487a-8bed-4fe1e93c952c None None] Provisioning complete for port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:56.545343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e644a551-a7a8-487a-8bed-4fe1e93c952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.617393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:56.623749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.630646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:56.631051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c92775-d6e3-4634-83d6-a4a93535e0cc None None] The sync data for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:56.661333 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a633fc9f-195d-409a-836f-2202a6f39c99 req-519b7767-7414-4eb7-a8be-4e7fc7903ea5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547256 Apr 22 14:39:56.687087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.722288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.723453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-05d7486b-c40d-49b0-ba8f-874a907edb1d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4867263 Apr 22 14:39:56.728390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59698) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:56.799274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.844169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:39:56.873532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f78f5f3-d509-447b-88d2-6198ce2d7769,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:56.874173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:56.977046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:39:56.995269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.015208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Calling delete_port for 0f78f5f3-d509-447b-88d2-6198ce2d7769 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:57.042875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f78f5f3-d509-447b-88d2-6198ce2d7769,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:57.054348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.072827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port f69ff43f-b3c0-45f2-b036-e613f0e07aa4 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:57.129384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e644a551-a7a8-487a-8bed-4fe1e93c952c None None] Provisioning for port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:39:57.152957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e644a551-a7a8-487a-8bed-4fe1e93c952c None None] Provisioning complete for port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:57.153321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e644a551-a7a8-487a-8bed-4fe1e93c952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.190698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Transition to ACTIVE for port object 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:57.195465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0f78f5f3-d509-447b-88d2-6198ce2d7769,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:57.207428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:39:57.207796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:39:57.216158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a836f3f2-a27e-4c1f-9810-ecbeab2fb521 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:39:57.244634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e644a551-a7a8-487a-8bed-4fe1e93c952c None None] Port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:39:57.260339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.288456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:39:57.289093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.444123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Pushing event updated for resources: {'Port': ['ID=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:57.530909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:39:57.539928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.562924 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] Sync routers for ids ['1ce90762-d9ee-4ad2-8c83-3f94ddeae692'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:39:57.575869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.580013 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-155242d0-8372-4927-8fd0-c1d1fd180349 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "PUT /v2.0/routers/1ce90762-d9ee-4ad2-8c83-3f94ddeae692 HTTP/1.1" status: 200 len: 879 time: 6.2855604 Apr 22 14:39:57.581589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59702) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:57.601424 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] Routers {'1ce90762-d9ee-4ad2-8c83-3f94ddeae692'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:57.602687 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1ce90762-d9ee-4ad2-8c83-3f94ddeae692'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:57.657091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.676779 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:57.679108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Attempting to bind port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:57.679440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Attempting to bind port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:57.679810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Attempting to bind port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 on network fc2680ec-4f0b-4f53-9998-1f6981bdd410 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:57.707501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] Routers {'1ce90762-d9ee-4ad2-8c83-3f94ddeae692'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:39:57.708240 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['1ce90762-d9ee-4ad2-8c83-3f94ddeae692'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:57.752450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.770272 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:39:57.772435 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd003b14-2be1-4453-ba9a-1f8c4b180dba None None] The sync data for ids ['1ce90762-d9ee-4ad2-8c83-3f94ddeae692'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:39:57.806603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 on network fc2680ec-4f0b-4f53-9998-1f6981bdd410 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:39:57.806990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Attempting to bind port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 on network fc2680ec-4f0b-4f53-9998-1f6981bdd410 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:57.906948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:57.907348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Checking segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:57.907741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Bound using segment: {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:57.908186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Bound port: 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:57.908525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:57.946562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port ee64084d-1747-4cd7-8bae-ab90033236c5 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:39:58.062217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Deleting port 0f78f5f3-d509-447b-88d2-6198ce2d7769 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:58.062817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.107411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] For port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:58.144482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.156275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f68c58-9c17-4b6d-af16-6c458e051047 req-99ebbc60-723b-49d9-8f3c-ae65fb913a82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:58.157815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4f68c58-9c17-4b6d-af16-6c458e051047 req-99ebbc60-723b-49d9-8f3c-ae65fb913a82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 943 time: 0.3378606 Apr 22 14:39:58.165798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] For port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:58.193399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.261448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::1 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/b80637cb-e999-4d1d-9db2-41e671866428/e4fca823-5fb1-41e5-b18e-bae2c8462da1) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:58.300391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.302420 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] 10.222.0.24 "PUT /v2.0/ports/70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 1093 time: 2.4090140 Apr 22 14:39:58.302852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:39:58.313182 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4f68c58-9c17-4b6d-af16-6c458e051047 req-33698d39-d0f8-44e1-8565-5b37056ff970 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439261 Apr 22 14:39:58.331301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] For port 0f78f5f3-d509-447b-88d2-6198ce2d7769, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0f78f5f3-d509-447b-88d2-6198ce2d7769,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:39:58.332774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.337519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b474e6-dc4a-47e5-87db-8f02771f2e81 service neutron] Pushing event updated for resources: {'Port': ['ID=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.495651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2996c9fc-e58d-4d21-9b03-3e172cf28b90'] response: {'name': 'network-changed', 'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'status': 'completed', 'code': 200} Apr 22 14:39:58.539816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.574257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.580734 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-841a37ae-206b-4740-8f4e-485dc29675dd tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/1ce90762-d9ee-4ad2-8c83-3f94ddeae692 HTTP/1.1" status: 200 len: 920 time: 0.9484360 Apr 22 14:39:58.585573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59710) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:58.589987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Calling delete_port for 0f78f5f3-d509-447b-88d2-6198ce2d7769 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:39:58.593188 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-210bc295-676a-4f83-950e-784c5365b9ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1096 time: 0.2010133 Apr 22 14:39:58.632007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object e4fca823-5fb1-41e5-b18e-bae2c8462da1 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:58.672933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.730477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] Pushing event deleted for resources: {'Port': ['ID=0f78f5f3-d509-447b-88d2-6198ce2d7769,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.742225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704dd5d-ab6e-4e99-afb5-5f54b5bc5472 None None] No DVR routers for this DVR port 0f78f5f3-d509-447b-88d2-6198ce2d7769 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:39:58.762062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cab147-658f-4cb1-a37f-6e15f271e5fb None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:58.832347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-a4c8e8cf-0006-4d9d-9b40-d954d9e863a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 217 time: 0.2058313 Apr 22 14:39:58.846230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:58.858266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:58.866730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=f69ff43f-b3c0-45f2-b036-e613f0e07aa4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:58.870307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:58.871132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.913942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:58.962434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-c12aecad-7ab6-4a92-a332-10a90cdd6c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:58.963865 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-c12aecad-7ab6-4a92-a332-10a90cdd6c13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 200 len: 835 time: 0.1192749 Apr 22 14:39:59.002161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=ee64084d-1747-4cd7-8bae-ab90033236c5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:59.019519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-769d0f75-ff1d-4519-a811-a5716736b4e5 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Synchronizing usage tracker for tenant:5ac63242b0c644a4ae7135d2fe68e7af on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:39:59.047792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:59.051581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'b80637cb-e999-4d1d-9db2-41e671866428'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:39:59.053031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.054308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:59.058381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': 'af8d367e-2279-46f2-a60f-e589f1e3ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ad9bd69-2615-48e8-b750-2032aa030874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:59.058703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 3ad9bd69-2615-48e8-b750-2032aa030874, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:39:59.058846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=e4fca823-5fb1-41e5-b18e-bae2c8462da1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:59.061323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:59.061858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.066599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-769d0f75-ff1d-4519-a811-a5716736b4e5 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Unset dirty status for tenant:5ac63242b0c644a4ae7135d2fe68e7af on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:39:59.067754 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-769d0f75-ff1d-4519-a811-a5716736b4e5 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=1ce90762-d9ee-4ad2-8c83-3f94ddeae692&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4812219 Apr 22 14:39:59.074866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59714) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.112626 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-9f85c8d6-b12d-489a-aed2-859a9c33e998 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364534 Apr 22 14:39:59.234919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/b80637cb-e999-4d1d-9db2-41e671866428/ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:39:59.243754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.312248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ad9bd69-2615-48e8-b750-2032aa030874 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:39:59.341396 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-157e9757-16d7-4b4c-9220-718d4cf3f8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044683 Apr 22 14:39:59.361167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 3ad9bd69-2615-48e8-b750-2032aa030874) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:59.374659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:59.376113 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0efd059-fb77-4f99-8e7b-3704cf5dc830 None None] Network 3ad9bd69-2615-48e8-b750-2032aa030874 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:39:59.379132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.382329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.382978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.427342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d870b4-0ec9-4fb8-afd5-8962a83d7f0b tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.428740 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-68d870b4-0ec9-4fb8-afd5-8962a83d7f0b tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.3524055 Apr 22 14:39:59.442930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59720) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.556143 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-46728fd0-f5ae-4aa0-aa39-cf4451b07e0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8838925 Apr 22 14:39:59.559401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.559846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59724) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.571786 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f6afcca2-d056-4955-8c98-b613088c839e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce90762-d9ee-4ad2-8c83-3f94ddeae692 HTTP/1.1" status: 200 len: 205 time: 0.1277690 Apr 22 14:39:59.581169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59726) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:39:59.635068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.654868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Transition to ACTIVE for port object ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:59.680753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Transition to ACTIVE for port object ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:39:59.695283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.763471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:39:59.766590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:39:59.771565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:39:59.774345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Pushing event updated for resources: {'Port': ['ID=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:39:59.789712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port e8593a3d-6b68-411a-8e28-1f1e4ad275ab {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:59.790578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.804694 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffa1ccb6-9b52-45c7-bbb7-8bb317d2828b req-05521fb0-0bea-4e83-8f5b-2d01ed1fa33d service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574912 Apr 22 14:39:59.807887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port ee64084d-1747-4cd7-8bae-ab90033236c5 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:39:59.808229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.871252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Attempting to bind port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:39:59.872065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Attempting to bind port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:39:59.872429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Attempting to bind port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:39:59.880734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:39:59.881122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:39:59.881501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.882067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:39:59.882572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Bound port: ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:39:59.882941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.972828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] For port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:39:59.975819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] For port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:39:59.984726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:39:59.986675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4749e-e650-4fb3-9381-fabccc30f318 req-9967821f-cd4b-4ddd-bbd3-4c8ec4d03f4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:39:59.988162 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1bb4749e-e650-4fb3-9381-fabccc30f318 req-9967821f-cd4b-4ddd-bbd3-4c8ec4d03f4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 943 time: 0.4334428 Apr 22 14:40:00.072775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266664f-193b-42a3-a888-87fb5b64081b None None] Pushing event updated for resources: {'Port': ['ID=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:00.116677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:00.160048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.182224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.182989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.215770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.233226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.266359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-7b2d794f-9717-41d5-99c7-bf93bfd6a599 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1096 time: 0.3968623 Apr 22 14:40:00.285562 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1bb4749e-e650-4fb3-9381-fabccc30f318 req-3e656912-ca8e-452d-a893-75b62974b6e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795274 Apr 22 14:40:00.506440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for e8593a3d-6b68-411a-8e28-1f1e4ad275ab owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:00.618085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for ee64084d-1747-4cd7-8bae-ab90033236c5 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:00.673369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Allocated IP 172.20.0.1 (ab9fb01f-59b9-4fec-b525-0cc6d9d08b95/7d993623-0b22-4a4a-819a-a55ad167d1cf/84438be2-1544-403e-9b67-ab2f829b99b8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:00.677981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.717745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=e4fca823-5fb1-41e5-b18e-bae2c8462da1,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:00.827614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-a8d50d8c-c9dd-4dde-a99d-9fc03f9948e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:00.829189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-a8d50d8c-c9dd-4dde-a99d-9fc03f9948e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 898 time: 0.5388553 Apr 22 14:40:00.833177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.958773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=ee64084d-1747-4cd7-8bae-ab90033236c5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:00.964459 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-ecdd95aa-31b6-4914-9f70-26c7a5275296 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 217 time: 0.1215897 Apr 22 14:40:00.969348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:00.974481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:01.010845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:01.033041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.071935 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fce0cf95-b1fd-4bce-ad8e-53b67d924315 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/ee64084d-1747-4cd7-8bae-ab90033236c5 HTTP/1.1" status: 204 len: 168 time: 1.4820833 Apr 22 14:40:01.083777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59732) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:01.089198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=e8593a3d-6b68-411a-8e28-1f1e4ad275ab,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:01.119760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.144036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Transition to ACTIVE for port object 84438be2-1544-403e-9b67-ab2f829b99b8 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:01.216686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-fe1090fe-4c60-433b-915a-c62b87edf600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.217263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:01.218196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-fe1090fe-4c60-433b-915a-c62b87edf600 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 200 len: 835 time: 0.2426937 Apr 22 14:40:01.335641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:01.370259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Provisioning for port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:01.383684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Provisioning complete for port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:01.384056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.397668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.509211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf5ffc-bbc4-4dec-85b6-5c116a237f4f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.513429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf5ffc-bbc4-4dec-85b6-5c116a237f4f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:01.514252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-13cf5ffc-bbc4-4dec-85b6-5c116a237f4f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:01.558664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-b44eebb5-a507-430c-b6cf-bae7d36ea04d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3293929 Apr 22 14:40:01.592589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:01.594753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.599912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:01.603137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:01.634369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] For port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:01.647233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.660821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Port': ['ID=84438be2-1544-403e-9b67-ab2f829b99b8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:01.726557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.739313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-fbd12a1f-f6ec-4ebb-bab8-ce92629761eb service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324356 Apr 22 14:40:01.745166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.751774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-13cf5ffc-bbc4-4dec-85b6-5c116a237f4f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:01.752963 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-13cf5ffc-bbc4-4dec-85b6-5c116a237f4f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6129813 Apr 22 14:40:01.758439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Pushing event updated for resources: {'Port': ['ID=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:01.768911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.769461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Provisioning for port e4fca823-5fb1-41e5-b18e-bae2c8462da1 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:01.776551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Provisioning complete for port e4fca823-5fb1-41e5-b18e-bae2c8462da1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:01.777142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.790103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59738) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:01.805420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Deleting port e8213461-9dde-45ff-8122-179cc4d737c4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:01.805787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:01.852007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f41ab96b-73c2-4115-a76b-c069c890ccb1 None None] Port e4fca823-5fb1-41e5-b18e-bae2c8462da1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:01.974363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Provisioning for port 84438be2-1544-403e-9b67-ab2f829b99b8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:01.979288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Provisioning complete for port 84438be2-1544-403e-9b67-ab2f829b99b8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:01.979652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.030768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Port 84438be2-1544-403e-9b67-ab2f829b99b8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:02.046106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Provisioning complete for port e4fca823-5fb1-41e5-b18e-bae2c8462da1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:02.046493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.064944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.068702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port f69ff43f-b3c0-45f2-b036-e613f0e07aa4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:02.069179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.098135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b324bd-adcc-4888-bbb0-7f0e9775aa4a req-15d0ca22-24a2-4a04-a91d-cc6df2e4a9c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:02.099823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b0b324bd-adcc-4888-bbb0-7f0e9775aa4a req-15d0ca22-24a2-4a04-a91d-cc6df2e4a9c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 943 time: 0.5402577 Apr 22 14:40:02.149357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bca6f080-af41-464d-88a2-d9731def661e None None] Port e4fca823-5fb1-41e5-b18e-bae2c8462da1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:02.275353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29e87370-aa4b-4295-b06e-2aeeeeb6c48c req-d0d71141-ce40-4c85-8725-a853f22b343e service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208356 Apr 22 14:40:02.303970 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b0b324bd-adcc-4888-bbb0-7f0e9775aa4a req-a3b08205-9fb4-483a-aad9-1e377578d478 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748154 Apr 22 14:40:02.390122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:02.398852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.505387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.569785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for f69ff43f-b3c0-45f2-b036-e613f0e07aa4 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:02.646284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Calling delete_port for e8213461-9dde-45ff-8122-179cc4d737c4 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:02.723205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.773830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=f69ff43f-b3c0-45f2-b036-e613f0e07aa4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:02.785263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:02.799694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:02.807875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2dd41422-1b49-4433-ab7c-b918482b6a7e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "PUT /v2.0/routers/46c52cf6-c5c0-47ea-bf2e-ef436018c3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0766876 Apr 22 14:40:02.807875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59742) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:02.810695 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5eb18dbf-efe3-44d6-bba3-1f622bfad76a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/f69ff43f-b3c0-45f2-b036-e613f0e07aa4 HTTP/1.1" status: 204 len: 168 time: 1.0151389 Apr 22 14:40:02.810886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Sync routers for ids ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:02.824655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Routers {'46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:02.825483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:02.839408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59746) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:02.919182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb929d1-556f-450b-9ed6-86e6d253f279 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:02.919641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1cb929d1-556f-450b-9ed6-86e6d253f279 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:02.948863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1cb929d1-556f-450b-9ed6-86e6d253f279 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:02.952546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1cb929d1-556f-450b-9ed6-86e6d253f279 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports/e4fca823-5fb1-41e5-b18e-bae2c8462da1 HTTP/1.1" status: 200 len: 911 time: 0.1419196 Apr 22 14:40:02.952694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59750) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:02.989437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Set router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:02.989772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e805e7-54f4-44ee-893d-6cf0a321ebac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:02.990465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-71e805e7-54f4-44ee-893d-6cf0a321ebac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:03.028049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-71e805e7-54f4-44ee-893d-6cf0a321ebac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:03.031827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-71e805e7-54f4-44ee-893d-6cf0a321ebac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1838191 Apr 22 14:40:03.032804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59754) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:03.079550 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf764c12-b2cd-4aaf-b9ba-9642f23d4140 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:03.083396 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bf764c12-b2cd-4aaf-b9ba-9642f23d4140 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/ee64084d-1747-4cd7-8bae-ab90033236c5 HTTP/1.1" status: 404 len: 333 time: 0.0475605 Apr 22 14:40:03.084696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59758) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:03.135898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e20a3a-d2df-438d-9c62-605fc39208ea tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:03.139952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e20a3a-d2df-438d-9c62-605fc39208ea tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:03.146795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-47e20a3a-d2df-438d-9c62-605fc39208ea tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1880577 Apr 22 14:40:03.146795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-922494ef-304b-45ea-ba50-2588d485f2b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:03.146795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-922494ef-304b-45ea-ba50-2588d485f2b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/f69ff43f-b3c0-45f2-b036-e613f0e07aa4 HTTP/1.1" status: 404 len: 333 time: 0.0595634 Apr 22 14:40:03.146795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59762) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:03.147229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59766) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:03.207611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:03.234650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:40:03.295721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.309557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.403518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.414604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.518140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:03.518600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.519185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.567626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:03.584738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 78e61131-ccc2-4c9b-8adc-16d0bd4155b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:03.593795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:40:03.671674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:56Z', 'updated_at': '2022-04-22T14:39:59Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None, '_interfaces': [{'id': 'e4fca823-5fb1-41e5-b18e-bae2c8462da1', 'name': '', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'mac_address': 'fa:16:3e:96:aa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b80637cb-e999-4d1d-9db2-41e671866428', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:57Z', 'updated_at': '2022-04-22T14:39:59Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'subnets': [{'id': 'b80637cb-e999-4d1d-9db2-41e671866428', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.710094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Checking router: 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:03.710440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Updating router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac port e4fca823-5fb1-41e5-b18e-bae2c8462da1 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:03.734375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Port': ['ID=84438be2-1544-403e-9b67-ab2f829b99b8,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:03.742643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.768614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.799276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:40:03.807497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event deleted for resources: {'Port': ['ID=e8213461-9dde-45ff-8122-179cc4d737c4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:03.820151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.839131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:03.843960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea3440-7597-4cd0-9ffe-a49ceb2afb43 req-4a72c8fd-a3fa-46b3-a237-f3d48b0e4279 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:03.845459 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c2ea3440-7597-4cd0-9ffe-a49ceb2afb43 req-4a72c8fd-a3fa-46b3-a237-f3d48b0e4279 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 943 time: 0.3320334 Apr 22 14:40:03.847106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.871682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.934409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad9bd69-2615-48e8-b750-2032aa030874']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.949500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8d367e-2279-46f2-a60f-e589f1e3ec13') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.949940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8d367e-2279-46f2-a60f-e589f1e3ec13') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:03.960869 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c2ea3440-7597-4cd0-9ffe-a49ceb2afb43 req-b94efd72-b420-48e8-9049-3f45a0bfbe81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023040 Apr 22 14:40:03.964780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:03.992697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.006356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:04.006751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:04.023665 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:04.027299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.115487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['70ad16e5-3a39-4a67-9690-d4dd9edf3bb4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:40:04.136660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:04.141915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:04.157023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.183753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.191669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=3ad9bd69-2615-48e8-b750-2032aa030874,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.242240 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6308953a-4ed0-44fc-b7ab-faadd4423a9a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/3ad9bd69-2615-48e8-b750-2032aa030874 HTTP/1.1" status: 204 len: 168 time: 1.0941489 Apr 22 14:40:04.242908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59772) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:04.249531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-453503187'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:04.255030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:04.259023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:04.261930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:04.267600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:04.290459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:04.293522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.332003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.348353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:04.362229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.362858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment 6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28 of type vlan for network 60741bbc-3486-4d77-853d-cc4d32e90399 Apr 22 14:40:04.399881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.404862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.433358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Transition to ACTIVE for port object e4fca823-5fb1-41e5-b18e-bae2c8462da1 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:04.455384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.519245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.523392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:04.524069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.616809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.653531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.685140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f396e-72c7-49ad-8879-b72497b46600 None None] Pushing event updated for resources: {'Port': ['ID=e4fca823-5fb1-41e5-b18e-bae2c8462da1,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.702600 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4578683 Apr 22 14:40:04.705770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59776) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:04.711431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:04.784113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff2750-d4e3-4a32-b156-c1a5bb0a5d27 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=60741bbc-3486-4d77-853d-cc4d32e90399,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:04.801966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.833614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7bec1ef3-04dc-447f-80ac-70ae2e0a74ad None None] Provisioning complete for port 84438be2-1544-403e-9b67-ab2f829b99b8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:04.834176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7bec1ef3-04dc-447f-80ac-70ae2e0a74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:04.851861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:04.864258 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] Sync routers for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:04.877592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 60741bbc-3486-4d77-853d-cc4d32e90399 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:04.884215 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:04.885473 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:04.943407 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:04.955266 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:04.956136 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:05.027705 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:05.028319 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcff72-ef75-401f-b292-696bfea2c156 None None] The sync data for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:05.044525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7bec1ef3-04dc-447f-80ac-70ae2e0a74ad None None] Port 84438be2-1544-403e-9b67-ab2f829b99b8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:05.049294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port e4fca823-5fb1-41e5-b18e-bae2c8462da1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:05.049635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.057138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Attempting to bind port e4fca823-5fb1-41e5-b18e-bae2c8462da1 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:05.057955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Attempting to bind port e4fca823-5fb1-41e5-b18e-bae2c8462da1 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:05.058669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Attempting to bind port e4fca823-5fb1-41e5-b18e-bae2c8462da1 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:05.065892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:05.066491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:05.067034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.067768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:05.068589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Bound port: e4fca823-5fb1-41e5-b18e-bae2c8462da1, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:05.069124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.098043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.098575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce90762-d9ee-4ad2-8c83-3f94ddeae692 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:05.143506 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-07d05b02-7d2a-4904-9694-3d13890cdd2b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/78e61131-ccc2-4c9b-8adc-16d0bd4155b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8426492 Apr 22 14:40:05.146218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:05.152068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.156682 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-11321ae4-b879-4dc0-987d-aea7542d71cf tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/1ce90762-d9ee-4ad2-8c83-3f94ddeae692 HTTP/1.1" status: 204 len: 168 time: 5.5677900 Apr 22 14:40:05.159796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59784) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:05.209647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] For port e4fca823-5fb1-41e5-b18e-bae2c8462da1, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:05.213569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] For port e4fca823-5fb1-41e5-b18e-bae2c8462da1, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e4fca823-5fb1-41e5-b18e-bae2c8462da1,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:05.216694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:05.220167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.221799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494860418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:05.244133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:05.246355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:05.301913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:05.311877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f396e-72c7-49ad-8879-b72497b46600 None None] Pushing event updated for resources: {'Port': ['ID=e4fca823-5fb1-41e5-b18e-bae2c8462da1,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:05.314890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Usage tracker for resource:router and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:05.316966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Routers {'46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:05.317957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:05.318472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:05.325768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:05.341486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:05.365935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:05.387177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.390473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.442118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] For port e4fca823-5fb1-41e5-b18e-bae2c8462da1, host dv-neutron-838878-1-hyperv, got binding levels [] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:05.442501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.465807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23367a-75a5-4c54-a819-ae3dc00fe20f req-a0173676-a0fc-4a68-838a-0020c1a8416e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:05.472817 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ba23367a-75a5-4c54-a819-ae3dc00fe20f req-a0173676-a0fc-4a68-838a-0020c1a8416e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 944 time: 0.2962329 Apr 22 14:40:05.504505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] Set router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:05.531397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.609823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for e4fca823-5fb1-41e5-b18e-bae2c8462da1 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:05.617522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.654955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Performing IP validity checks on allocation pools {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:40:05.655628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:40:05.696654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ba23367a-75a5-4c54-a819-ae3dc00fe20f req-e68893da-a3f2-4b92-8625-3a36f8073a54 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229798 Apr 22 14:40:05.752181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Router 609c5466-bcf5-4b34-861c-e035a00af04b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:05.753335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.764800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:05.765125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:05.850822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:05.851937 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d1c6a0d5-17a3-41ab-8fa1-07fa3e233ffc tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6906118 Apr 22 14:40:05.855030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59790) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:05.860438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': True}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:05.869072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:56Z', 'updated_at': '2022-04-22T14:39:59Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None, '_interfaces': [{'id': 'e4fca823-5fb1-41e5-b18e-bae2c8462da1', 'name': '', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'mac_address': 'fa:16:3e:96:aa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b80637cb-e999-4d1d-9db2-41e671866428', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:57Z', 'updated_at': '2022-04-22T14:40:05Z', 'revision_number': 4, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'subnets': [{'id': 'b80637cb-e999-4d1d-9db2-41e671866428', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:05.873261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871597c-e158-4a9a-bbb6-9ea51c40ec92 None None] The sync data for ids ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'] in dv-neutron-838878-1-hyperv is: [{'id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:56Z', 'updated_at': '2022-04-22T14:39:59Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None, '_interfaces': [{'id': 'e4fca823-5fb1-41e5-b18e-bae2c8462da1', 'name': '', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'mac_address': 'fa:16:3e:96:aa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b80637cb-e999-4d1d-9db2-41e671866428', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:57Z', 'updated_at': '2022-04-22T14:40:05Z', 'revision_number': 4, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'subnets': [{'id': 'b80637cb-e999-4d1d-9db2-41e671866428', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:06.127415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.176548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.265964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port e4fca823-5fb1-41e5-b18e-bae2c8462da1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:06.266390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.334418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=b6e3bdcb-b579-4380-868d-546f7af63a38,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:06.392854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:06.392854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 60741bbc-3486-4d77-853d-cc4d32e90399, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:06.396378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.449189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:06.458428 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d2468a02-cc05-478a-a157-6036e60d9130 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "PUT /v2.0/routers/609c5466-bcf5-4b34-861c-e035a00af04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3892248 Apr 22 14:40:06.458428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 60741bbc-3486-4d77-853d-cc4d32e90399 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:06.458428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59794) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:06.461486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] Sync routers for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:06.469081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Request body: {'port': {'network_id': 'ab9fb01f-59b9-4fec-b525-0cc6d9d08b95', 'name': 'tempest-FloatingIPAdminTestJSON-422254802'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:06.476454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:06.477479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:06.543071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:06.547044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 60741bbc-3486-4d77-853d-cc4d32e90399) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:06.554962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:06.555836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:06.571027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:06.571601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.572961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] For port e4fca823-5fb1-41e5-b18e-bae2c8462da1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e4fca823-5fb1-41e5-b18e-bae2c8462da1,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:06.573318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.612698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3318a006-b2be-479d-a54c-83f8986bcb9f None None] Network 60741bbc-3486-4d77-853d-cc4d32e90399 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:06.639064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:06.639639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bba000-5933-40be-b9e0-fe70eea7bff4 None None] The sync data for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:06.708721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for e4fca823-5fb1-41e5-b18e-bae2c8462da1 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:06.794217 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e55a0cca-e8b6-4832-8cf7-6abf79048425 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0874741 Apr 22 14:40:06.794721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59800) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:06.809528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399', 'name': 'tempest-PortsTestJSON-1061085212'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:06.884255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:06.917358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Usage tracker for resource:port and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:06.923428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:06.939031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:06.947766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-60741bbc-3486-4d77-853d-cc4d32e90399', 'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': 'b6e3bdcb-b579-4380-868d-546f7af63a38'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:06.948824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:06.961888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Made reservation on behalf of b64f1e8844534be292a2671cd7854a3d for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:06.965077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.023003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] device_id is not set on port 36445ee2-4c2f-4e67-9af5-1dae04bf94da yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:07.129441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Allocated IP 172.20.0.2 (60741bbc-3486-4d77-853d-cc4d32e90399/b6e3bdcb-b579-4380-868d-546f7af63a38/1d9a2ebd-f738-421c-a20c-b91249cd7f8d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:07.239701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Allocated IP 172.20.0.8 (ab9fb01f-59b9-4fec-b525-0cc6d9d08b95/7d993623-0b22-4a4a-819a-a55ad167d1cf/36445ee2-4c2f-4e67-9af5-1dae04bf94da) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:07.251574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:07.267464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:07.290085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.316966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e4fca823-5fb1-41e5-b18e-bae2c8462da1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:07.332176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.337460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:07.405519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad78c0-ead3-4bff-92b7-187687df6ea7 req-07716402-cbfa-41df-89e5-fa79717f14c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:07.407306 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5ad78c0-ead3-4bff-92b7-187687df6ea7 req-07716402-cbfa-41df-89e5-fa79717f14c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 944 time: 0.3865337 Apr 22 14:40:07.417217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.454128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:07.457094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.467529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No active binding found for port e4fca823-5fb1-41e5-b18e-bae2c8462da1 {{(pid=84060) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 14:40:07.468434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e4fca823-5fb1-41e5-b18e-bae2c8462da1 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 14:40:07.519590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port e4fca823-5fb1-41e5-b18e-bae2c8462da1 not found, will not notify nova. {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 14:40:07.526687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=e4fca823-5fb1-41e5-b18e-bae2c8462da1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:07.563149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:07.564035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.573794 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:07.584523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port c791ab30-73a8-4dc5-92d2-a1e15b4543ac yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:07.588539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:07.588907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.596646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.634322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Transition to ACTIVE for port object 36445ee2-4c2f-4e67-9af5-1dae04bf94da will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:07.655357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.661998 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5ad78c0-ead3-4bff-92b7-187687df6ea7 req-cd8eddc6-deac-43b8-b87a-5374deec6981 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458313 Apr 22 14:40:07.692198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Transition to ACTIVE for port object 1d9a2ebd-f738-421c-a20c-b91249cd7f8d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:07.747022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Transition to ACTIVE for port object 1d9a2ebd-f738-421c-a20c-b91249cd7f8d will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:07.774552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.815604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.833429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.869539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Allocated IP 172.26.2.151 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b12d1bb3-25a5-400a-8450-1be7ce1e6cdc) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:07.883140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:07.888765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Network 60741bbc-3486-4d77-853d-cc4d32e90399 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:07.889505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:40:07.898365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:07.902846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.904697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:07.907152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Pushing event updated for resources: {'Port': ['ID=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:07.930756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:07.972659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 4df6e44c-3423-45f8-a21d-b73f7bb0b8a1 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:07.994819 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3662c17f-734a-40c2-b877-3b967a1b1114'] response: {'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'code': 200} Apr 22 14:40:08.010399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.081609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Attempting to bind port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:08.081992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Attempting to bind port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:08.082347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Attempting to bind port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d on network 60741bbc-3486-4d77-853d-cc4d32e90399 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:08.084281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:08.121398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:08.122698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Checking segment: {'id': '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:08.123452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.123850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Bound using segment: {'id': '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:08.124329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Bound port: 1d9a2ebd-f738-421c-a20c-b91249cd7f8d, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60741bbc-3486-4d77-853d-cc4d32e90399'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:08.124691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.158244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:08.164229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:08.170005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:08.181249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.6 (60741bbc-3486-4d77-853d-cc4d32e90399/b6e3bdcb-b579-4380-868d-546f7af63a38/c791ab30-73a8-4dc5-92d2-a1e15b4543ac) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:08.249353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event updated for resources: {'Port': ['ID=36445ee2-4c2f-4e67-9af5-1dae04bf94da,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:08.292972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:08.293957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.303381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] For port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:08.310615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] For port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,segment=NetworkSegment(6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28),segment_id=6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:08.322736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.331807 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-56bbfc64-c910-4426-9243-35a23e43b1ec tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8717864 Apr 22 14:40:08.337509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59806) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:08.514218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404938c1-2897-4116-8a65-5d1198566d1d None None] Pushing event updated for resources: {'Port': ['ID=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:08.534540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.605199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=4df6e44c-3423-45f8-a21d-b73f7bb0b8a1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:08.649550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-44cc893a-e360-41b0-b329-4f322f1a336c None None] Provisioning for port 36445ee2-4c2f-4e67-9af5-1dae04bf94da completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:08.657308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-44cc893a-e360-41b0-b329-4f322f1a336c None None] Provisioning complete for port 36445ee2-4c2f-4e67-9af5-1dae04bf94da triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:08.657898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-44cc893a-e360-41b0-b329-4f322f1a336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:08.678685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'project_id': 'b64f1e8844534be292a2671cd7854a3d', 'port_id': '36445ee2-4c2f-4e67-9af5-1dae04bf94da'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:08.693000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:08.775948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Usage tracker for resource:floatingip and tenant:b64f1e8844534be292a2671cd7854a3d is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:08.783268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-44cc893a-e360-41b0-b329-4f322f1a336c None None] Port 36445ee2-4c2f-4e67-9af5-1dae04bf94da cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:08.810407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:08.902825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.095456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:09.122338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.126029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.161400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d32a2b98-d4a8-457a-8768-f87ffc147a32 req-c842bd53-be86-4ee2-aa9f-8b76d796d0ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1098 time: 0.9370577 Apr 22 14:40:09.178798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.329069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1d9a2ebd-f738-421c-a20c-b91249cd7f8d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:09.362970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:09.371488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Port': ['ID=b12d1bb3-25a5-400a-8450-1be7ce1e6cdc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:09.374533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:09.381312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:09.428037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:09.495983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:09.562098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6b033136-1303-4bca-908b-b1cf6891c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.579192 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d32a2b98-d4a8-457a-8768-f87ffc147a32 req-fe9a586d-bbd8-48c3-98a1-b99a34bb79b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073908 Apr 22 14:40:09.592685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.613752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5bd6b-6ae4-403b-a27e-343f0a5a7c0e req-2178dfdb-30c8-4b52-92a5-3a3523104ad2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:09.615299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2e5bd6b-6ae4-403b-a27e-343f0a5a7c0e req-2178dfdb-30c8-4b52-92a5-3a3523104ad2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 945 time: 0.5916462 Apr 22 14:40:09.651000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.728711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 78e61131-ccc2-4c9b-8adc-16d0bd4155b0 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:09.771078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object c791ab30-73a8-4dc5-92d2-a1e15b4543ac will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:09.835216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:09.847387 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] Sync routers for ids ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:09.850328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2e5bd6b-6ae4-403b-a27e-343f0a5a7c0e req-e39577af-cb69-4cd7-9d46-5e1bf80359e6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651120 Apr 22 14:40:09.870343 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] Routers {'46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:09.870951 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:09.890002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:09.919909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230f104-26d8-45ab-8970-ec2f1439571d None None] Network 60741bbc-3486-4d77-853d-cc4d32e90399 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:09.946044 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-350885c6-4d3c-4a3b-aba6-96a99ca3a9c8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "PUT /v2.0/routers/46c52cf6-c5c0-47ea-bf2e-ef436018c3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7980430 Apr 22 14:40:09.947530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:09.948921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59814) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:09.957404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Allocated IP 172.26.2.231 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/eba3c19b-26c4-4f5c-b1ca-ff7cc3869033) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:09.985851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 60741bbc-3486-4d77-853d-cc4d32e90399 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:09.989419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:09.995250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:10.003902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] Sync routers for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:10.026035 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-28561316-8d14-4d5a-9bd0-b43bdbdec49b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/78e61131-ccc2-4c9b-8adc-16d0bd4155b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8713183 Apr 22 14:40:10.032596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59818) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.038665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=c791ab30-73a8-4dc5-92d2-a1e15b4543ac,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:10.057154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:10.057851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.059954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.084457 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] Set router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:10.125785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] Provisioning for port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:10.140310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.151907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-600ae1db-4ea9-4edd-92a5-eaaada0a7544 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:10.153136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] Provisioning complete for port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:10.153716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.160034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce7a61-cdcd-46c0-bf7d-3f8c5f6f84cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:10.161369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce7a61-cdcd-46c0-bf7d-3f8c5f6f84cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:10.162125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-36ce7a61-cdcd-46c0-bf7d-3f8c5f6f84cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:10.192661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:10.193284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.222965 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2d819aa1-0c5b-416d-889d-3a6103bbb1fe tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4259109 Apr 22 14:40:10.227601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59822) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.233149 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:56Z', 'updated_at': '2022-04-22T14:40:07Z', 'revision_number': 3, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.238733 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] Checking router: 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:10.248947 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] Routers {'46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:10.249896 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.256904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.287721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-36ce7a61-cdcd-46c0-bf7d-3f8c5f6f84cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:10.292281 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-36ce7a61-cdcd-46c0-bf7d-3f8c5f6f84cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3369937 Apr 22 14:40:10.293318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-600ae1db-4ea9-4edd-92a5-eaaada0a7544 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:10.294745 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-600ae1db-4ea9-4edd-92a5-eaaada0a7544 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e61131-ccc2-4c9b-8adc-16d0bd4155b0 HTTP/1.1" status: 200 len: 205 time: 0.2610474 Apr 22 14:40:10.295593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.298467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59828) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:10.307224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port c791ab30-73a8-4dc5-92d2-a1e15b4543ac {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:10.307603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.319744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] Routers {'78e61131-ccc2-4c9b-8adc-16d0bd4155b0'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:10.320681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:39:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.404408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.422611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.429905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.431228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d080-97cf-45ed-84c3-a94acd4c2162 None None] The sync data for ids ['78e61131-ccc2-4c9b-8adc-16d0bd4155b0'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:10.444852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.500681 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] Set router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:10.557394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.644435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] For port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,segment=NetworkSegment(6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28),segment_id=6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:10.656236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.716344 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:56Z', 'updated_at': '2022-04-22T14:40:07Z', 'revision_number': 3, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:10.722161 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d6dd1-83c0-4297-8b9d-659b9b70da2c None None] The sync data for ids ['46c52cf6-c5c0-47ea-bf2e-ef436018c3ac'] in dv-neutron-838878-1-hyperv is: [{'id': '46c52cf6-c5c0-47ea-bf2e-ef436018c3ac', 'name': 'tempest-NetworksTestDHCPv6-router-386227859', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:56Z', 'updated_at': '2022-04-22T14:40:07Z', 'revision_number': 3, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:10.760055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f3c8-a1aa-4d8a-b31e-989f5322be2b None None] Pushing event updated for resources: {'Port': ['ID=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:10.905399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:10.916382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:10.927778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:10.932550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:11.000207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-336b3fe8-cd39-4a53-ba82-138289e404b5 None None] Provisioning complete for port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:11.007653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-336b3fe8-cd39-4a53-ba82-138289e404b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.028956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Pushing event updated for resources: {'Port': ['ID=eba3c19b-26c4-4f5c-b1ca-ff7cc3869033,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:11.035608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for c791ab30-73a8-4dc5-92d2-a1e15b4543ac owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:11.042995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.228186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1d9a2ebd-f738-421c-a20c-b91249cd7f8d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:11.248943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet b80637cb-e999-4d1d-9db2-41e671866428 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:11.263928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.311200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835efe6-86a7-49c6-ae10-bb613d2e6f4a req-18f84d79-dc3c-4e0e-8a11-9703c99af74a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:11.312676 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7835efe6-86a7-49c6-ae10-bb613d2e6f4a req-18f84d79-dc3c-4e0e-8a11-9703c99af74a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 945 time: 0.2492020 Apr 22 14:40:11.349520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:11.350562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.376682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.398336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-336b3fe8-cd39-4a53-ba82-138289e404b5 None None] Provisioning for port c791ab30-73a8-4dc5-92d2-a1e15b4543ac completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:11.412562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-336b3fe8-cd39-4a53-ba82-138289e404b5 None None] Provisioning complete for port c791ab30-73a8-4dc5-92d2-a1e15b4543ac triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:11.413060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-336b3fe8-cd39-4a53-ba82-138289e404b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.438041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=c791ab30-73a8-4dc5-92d2-a1e15b4543ac,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:11.451976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-336b3fe8-cd39-4a53-ba82-138289e404b5 None None] Port c791ab30-73a8-4dc5-92d2-a1e15b4543ac was deleted so its status cannot be updated. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:40:11.452571 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7835efe6-86a7-49c6-ae10-bb613d2e6f4a req-488feced-9565-4119-b7b1-641d56631916 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237471 Apr 22 14:40:11.477826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.540769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e4fca823-5fb1-41e5-b18e-bae2c8462da1 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:11.570393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Router 6d1e0b33-3f50-4630-9b98-d0b7cffea062 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:11.590843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.598191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: e4fca823-5fb1-41e5-b18e-bae2c8462da1 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:11.598877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e4fca823-5fb1-41e5-b18e-bae2c8462da1 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:11.602879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.606334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ae6237ad-67c3-4e06-82e5-cc5b9e4dbe86 None None] Could not find standard attr ID for object c791ab30-73a8-4dc5-92d2-a1e15b4543ac. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:11.620225 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-33a7df8c-a637-4fea-9e37-f6f2721b318f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/c791ab30-73a8-4dc5-92d2-a1e15b4543ac HTTP/1.1" status: 204 len: 168 time: 1.3916271 Apr 22 14:40:11.650989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59838) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:11.686015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c28c636a-eaa4-48b2-b09f-45074c8d0583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:11.724032 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c15221d-0fcc-4cf2-b053-97e4511d6267 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:11.724492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c15221d-0fcc-4cf2-b053-97e4511d6267 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:11.728760 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0c15221d-0fcc-4cf2-b053-97e4511d6267 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/c791ab30-73a8-4dc5-92d2-a1e15b4543ac HTTP/1.1" status: 404 len: 333 time: 0.0739048 Apr 22 14:40:11.773921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59842) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:11.838376 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d610e157-e134-4747-958c-849fc8006a21 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:11.838879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d610e157-e134-4747-958c-849fc8006a21 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:11.875559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d610e157-e134-4747-958c-849fc8006a21 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:11.877115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d610e157-e134-4747-958c-849fc8006a21 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/c791ab30-73a8-4dc5-92d2-a1e15b4543ac HTTP/1.1" status: 404 len: 333 time: 0.1022031 Apr 22 14:40:11.880363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59846) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:11.937493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc2c27-4476-4ede-ac9a-0f472e4892ba req-1cf2296d-e62e-407c-9ced-33b0a04419e1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:11.938997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05bc2c27-4476-4ede-ac9a-0f472e4892ba req-1cf2296d-e62e-407c-9ced-33b0a04419e1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 945 time: 0.3235028 Apr 22 14:40:11.978312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.002517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.017022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.078725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05bc2c27-4476-4ede-ac9a-0f472e4892ba req-d0450e57-9b45-44db-90fc-9c676516f519 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328399 Apr 22 14:40:12.085502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=b80637cb-e999-4d1d-9db2-41e671866428,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:12.096512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.104286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895680c-7d7b-4cea-9b0b-6202c190f125 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:12.111475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.111475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router 78e61131-ccc2-4c9b-8adc-16d0bd4155b0 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:12.142608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet b6e3bdcb-b579-4380-868d-546f7af63a38 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:12.146343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59850) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.151298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.239209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:12.246882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.248255 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2996ca5-e96c-4230-b2c8-fba4f6d721b0 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "PUT /v2.0/routers/6d1e0b33-3f50-4630-9b98-d0b7cffea062 HTTP/1.1" status: 200 len: 915 time: 6.3922009 Apr 22 14:40:12.252103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59854) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.255373 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] Sync routers for ids ['6d1e0b33-3f50-4630-9b98-d0b7cffea062'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:12.274699 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] Routers {'6d1e0b33-3f50-4630-9b98-d0b7cffea062'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:12.275726 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6d1e0b33-3f50-4630-9b98-d0b7cffea062'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.295250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.299255 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a5e99815-1548-4b5c-ae2f-25611db8248f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/78e61131-ccc2-4c9b-8adc-16d0bd4155b0 HTTP/1.1" status: 204 len: 168 time: 1.9970589 Apr 22 14:40:12.299255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59858) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.320656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.345124 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-972bf110-2bb1-41de-a76a-537e0137ed7a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/b80637cb-e999-4d1d-9db2-41e671866428 HTTP/1.1" status: 204 len: 168 time: 2.0484705 Apr 22 14:40:12.358297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59862) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.363866 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.393049 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] Routers {'6d1e0b33-3f50-4630-9b98-d0b7cffea062'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:12.393722 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6d1e0b33-3f50-4630-9b98-d0b7cffea062'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.419638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:12.427393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] Deleting port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:12.428018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.466029 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:12.466362 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda5b8b-6fe7-4e10-88dd-8d4ac7a904d6 None None] The sync data for ids ['6d1e0b33-3f50-4630-9b98-d0b7cffea062'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:12.621016 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1d7ced65-62a8-4415-95a3-fc060f080ad1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2557235 Apr 22 14:40:12.622160 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-866503aa-0ece-4e25-ab4c-f2de539aed59 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1093 time: 0.4721837 Apr 22 14:40:12.624514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59866) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.628340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59868) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.637235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:12.648395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:12.654670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.654852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] For port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:12.655343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.682631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:12.692704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:12.708688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:12.734903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.784173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] Calling delete_port for ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:12.785793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet f3beacc9-7097-4ce7-b203-f7446bb34442 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:12.790203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.828811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.835963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.867603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.890991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e3bdcb-b579-4380-868d-546f7af63a38,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:12.898749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.904802 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f2e5fb4f-d7e7-402a-b508-681c21b11553 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/b6e3bdcb-b579-4380-868d-546f7af63a38 HTTP/1.1" status: 204 len: 168 time: 1.0229046 Apr 22 14:40:12.908973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59874) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:12.914341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] Pushing event deleted for resources: {'Port': ['ID=ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:12.919304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194049dd-8a04-4d20-824b-75513f646d5f None None] Network 60741bbc-3486-4d77-853d-cc4d32e90399 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:12.926647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.973108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:12.993931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-03cf722e-a8c1-469b-83b6-b79cca285358 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/6d1e0b33-3f50-4630-9b98-d0b7cffea062 HTTP/1.1" status: 200 len: 921 time: 0.7401810 Apr 22 14:40:12.998248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c3858-98dc-42b7-9bcb-bdebefc9b4c3 None None] No DVR routers for this DVR port ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:13.001525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59878) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.042056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.102241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.106374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.140630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.142586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:13.142941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.207660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.214760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:13.252587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:13.253213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ba42b5f8-ae95-4b9d-bdbc-23ebfd6d155e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:13.260452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9286743c-2015-4b56-8ac4-108629d289ba tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=6d1e0b33-3f50-4630-9b98-d0b7cffea062&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2440512 Apr 22 14:40:13.267004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59882) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.284123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] DHCP port deletion for 60741bbc-3486-4d77-853d-cc4d32e90399 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:13.293481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.296549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] Deleting port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:13.297112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.522553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] For port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,segment=NetworkSegment(6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28),segment_id=6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:13.522819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.580773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.106 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/87a2ca0d-c689-4523-b33f-8b547c6ef8a5) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:13.623691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] For port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,segment=NetworkSegment(6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28),segment_id=6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:13.624217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.646723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] Calling delete_port for 1d9a2ebd-f738-421c-a20c-b91249cd7f8d owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:13.649032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50176712-d8b1-4d9a-bf1c-5e0a71d92795 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:13.649739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-50176712-d8b1-4d9a-bf1c-5e0a71d92795 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Synchronizing usage tracker for tenant:5ac63242b0c644a4ae7135d2fe68e7af on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:13.691279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.726768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.756649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.769843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] Pushing event deleted for resources: {'Port': ['ID=1d9a2ebd-f738-421c-a20c-b91249cd7f8d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:13.770306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.781149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d70c18-19dc-4b94-9e50-9b95fbd6a36f None None] No DVR routers for this DVR port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:13.815875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 1d9a2ebd-f738-421c-a20c-b91249cd7f8d owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:13.817444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=f3beacc9-7097-4ce7-b203-f7446bb34442,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:13.851164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fabed-76d4-47e5-94f4-dde86a17341a None None] Network 1c8c9def-eb36-495d-9c3c-ed1a62a6436e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:13.852764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.875024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-50176712-d8b1-4d9a-bf1c-5e0a71d92795 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Unset dirty status for tenant:5ac63242b0c644a4ae7135d2fe68e7af on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:13.879258 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-50176712-d8b1-4d9a-bf1c-5e0a71d92795 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.6058362 Apr 22 14:40:13.879402 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d095f958-8d9a-452c-94cb-a1d5e4733519 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/f3beacc9-7097-4ce7-b203-f7446bb34442 HTTP/1.1" status: 204 len: 168 time: 1.5772879 Apr 22 14:40:13.879489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59886) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.882092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59888) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.885205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.885639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Fanout notify agent at l3_agent the message router_deleted on router 46c52cf6-c5c0-47ea-bf2e-ef436018c3ac {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:13.930076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:13.931455 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0329ffb6-d1da-452b-b5d1-489450a9f63d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/routers/46c52cf6-c5c0-47ea-bf2e-ef436018c3ac HTTP/1.1" status: 204 len: 168 time: 1.3060732 Apr 22 14:40:13.938125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59894) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:13.944648 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6ee27836-62e2-4282-a868-36632d07adc8 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d1e0b33-3f50-4630-9b98-d0b7cffea062 HTTP/1.1" status: 200 len: 205 time: 0.0640621 Apr 22 14:40:13.948748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:13.951685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59898) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:14.055660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.078312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.122942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:14.140574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:14.144269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] DHCP port deletion for 1c8c9def-eb36-495d-9c3c-ed1a62a6436e request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:14.149204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] Deleting port 62c84290-97f8-46bb-b542-8d00cb8a1277 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:14.149877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.153667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:14.200225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:14.211740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Pushing event updated for resources: {'Port': ['ID=eba3c19b-26c4-4f5c-b1ca-ff7cc3869033,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:14.225221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.277476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:14.278082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:14.282362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:14.285484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.344841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.386990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.392566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] For port 62c84290-97f8-46bb-b542-8d00cb8a1277, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=62c84290-97f8-46bb-b542-8d00cb8a1277,segment=NetworkSegment(43f6d6d0-43bc-4725-ba44-591a6c63a4dd),segment_id=43f6d6d0-43bc-4725-ba44-591a6c63a4dd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:14.393009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.430939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet 43793280-1193-4ceb-a517-e4be360ffc62 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:14.437417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.488066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.513814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] Calling delete_port for 62c84290-97f8-46bb-b542-8d00cb8a1277 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:14.552761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.591882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.606739 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Floating IP 89ff6387-19da-46a6-83b2-47ffb5c15c54 associated. External IP: 172.26.2.231, port: 36445ee2-4c2f-4e67-9af5-1dae04bf94da. Apr 22 14:40:14.622746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:14.623508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=87a2ca0d-c689-4523-b33f-8b547c6ef8a5,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:14.629292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:14.635563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] Pushing event deleted for resources: {'Port': ['ID=62c84290-97f8-46bb-b542-8d00cb8a1277,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:14.641531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a083b-3d63-4a11-94d3-baee2bc67cce None None] No DVR routers for this DVR port 62c84290-97f8-46bb-b542-8d00cb8a1277 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:14.643393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:14.713972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.752954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.783063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 1d9a2ebd-f738-421c-a20c-b91249cd7f8d {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:14.783423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.798616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:14.803101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:14.806969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=fe25c544-34e0-4518-9da2-996911ad15ba,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:14.810661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:14.811255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.822067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deceac6-f6f0-4c9a-bd7c-49ff3ee57e29 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:14.832419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.847393 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e3ac102e-c7e0-493a-a709-591bd7cf4f9a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9039583 Apr 22 14:40:14.847393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59902) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:14.853299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:14.859463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:14.864946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:router and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:14.869104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:14.877260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:14.899167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.899808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.933264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:14.943211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] The port '1d9a2ebd-f738-421c-a20c-b91249cd7f8d' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:15.046675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'fe25c544-34e0-4518-9da2-996911ad15ba'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:15.047899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.182892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.207474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1d9a2ebd-f738-421c-a20c-b91249cd7f8d no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:15.207743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.222271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.223464 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1469b03b-8ffd-4729-9a9c-968091c506bf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3755012 Apr 22 14:40:15.226284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:15.247961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.248352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 1d9a2ebd-f738-421c-a20c-b91249cd7f8d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:15.248852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1d9a2ebd-f738-421c-a20c-b91249cd7f8d not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:15.249412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 62c84290-97f8-46bb-b542-8d00cb8a1277 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:15.286092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 62c84290-97f8-46bb-b542-8d00cb8a1277 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:15.286711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 62c84290-97f8-46bb-b542-8d00cb8a1277 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:15.358483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/fe25c544-34e0-4518-9da2-996911ad15ba/453f926f-5758-4b5c-bf66-1dbc01c4ed9f) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:15.373587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=43793280-1193-4ceb-a517-e4be360ffc62,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:15.413739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60741bbc-3486-4d77-853d-cc4d32e90399']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:15.420725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.447783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:15.448062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0dadc0-b1a3-42bb-acf9-4c41e41f7c28') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:15.450443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d8fe5-89aa-4724-aef6-b57ca0b914b5 None None] Network a349a275-185a-44ae-b0dc-aa99aa928e53 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:15.464790 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ef8573fb-923a-4eba-a6f0-cd406c702474 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/43793280-1193-4ceb-a517-e4be360ffc62 HTTP/1.1" status: 204 len: 168 time: 1.5816145 Apr 22 14:40:15.471039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.477357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59910) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:15.570680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.601048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:15.601556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:15.622300 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:15.651200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Router 609c5466-bcf5-4b34-861c-e035a00af04b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:15.756776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.840329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.842374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] DHCP port deletion for a349a275-185a-44ae-b0dc-aa99aa928e53 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:15.847756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] Deleting port 0c410274-f825-4ebc-82e6-4f0e21633cb2 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:15.847756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.877303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.894923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Transition to ACTIVE for port object 453f926f-5758-4b5c-bf66-1dbc01c4ed9f will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:15.927278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.946559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Transition to ACTIVE for port object 453f926f-5758-4b5c-bf66-1dbc01c4ed9f will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:15.964994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.965278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:15.980327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=60741bbc-3486-4d77-853d-cc4d32e90399,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.053579 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4ef76b29-fc9a-46ac-adec-d43cd8485e8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/60741bbc-3486-4d77-853d-cc4d32e90399 HTTP/1.1" status: 204 len: 168 time: 3.1400416 Apr 22 14:40:16.062579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59914) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.078205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1263258985'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:16.082779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.086292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.097607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:16.109215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:16.114984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:16.123492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:16.125336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:16.132519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:16.133234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Deleting port b12d1bb3-25a5-400a-8450-1be7ce1e6cdc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:16.133582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.134465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Pushing event updated for resources: {'Port': ['ID=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.145408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] For port 0c410274-f825-4ebc-82e6-4f0e21633cb2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0c410274-f825-4ebc-82e6-4f0e21633cb2,segment=NetworkSegment(e53fd96f-509b-4102-96f9-9071a3bbc4f3),segment_id=e53fd96f-509b-4102-96f9-9071a3bbc4f3)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:16.145813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.158756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:16.167008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8c9def-eb36-495d-9c3c-ed1a62a6436e']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.199740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f6d6d0-43bc-4725-ba44-591a6c63a4dd') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.200030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f6d6d0-43bc-4725-ba44-591a6c63a4dd') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.217827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:16.220845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.234617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.251114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:16.274712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::1 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/fe25c544-34e0-4518-9da2-996911ad15ba/1653311d-a887-41a5-82cf-5d3233a866d6) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:16.295590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] Sync routers for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:16.311668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.336370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] Calling delete_port for 0c410274-f825-4ebc-82e6-4f0e21633cb2 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:16.378781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.396584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Attempting to bind port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:16.397213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Attempting to bind port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:16.397784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Attempting to bind port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:16.419969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:16.420383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.428136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:16.428654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:16.429217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.429797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:16.430469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Bound port: 453f926f-5758-4b5c-bf66-1dbc01c4ed9f, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:16.431003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:16.439320 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:16.451985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:16.462040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:16.462926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.538188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.556527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.557456 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c4cff0f3-6e5f-4a1e-b9c3-18e20a82566b tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.2103748 Apr 22 14:40:16.557600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.557934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment a946aa56-bd03-4a0a-9177-3110362c4f50 of type vlan for network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 Apr 22 14:40:16.560613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59918) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.578279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.610133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] No DVR routers for this DVR port 0c410274-f825-4ebc-82e6-4f0e21633cb2 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:16.623389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.634189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a02975-f5e0-4c0d-a74e-c9b0d29d0fa8 None None] Pushing event deleted for resources: {'Port': ['ID=0c410274-f825-4ebc-82e6-4f0e21633cb2,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.634340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.665617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:16.666411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.713572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.723598 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d402758b-193f-4028-bfdc-0a2c8f5fbe71 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] 10.222.0.32 "GET /v2.0/floatingips/89ff6387-19da-46a6-83b2-47ffb5c15c54 HTTP/1.1" status: 200 len: 982 time: 0.1616921 Apr 22 14:40:16.725368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.726532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59922) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.732650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.787338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 1653311d-a887-41a5-82cf-5d3233a866d6 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:16.787616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:16.789384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34940d2-bb47-4ff4-a6b1-4001fb7c9a8d None None] The sync data for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:16.796569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] For port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:16.800138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] For port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:16.804201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Calling delete_port for b12d1bb3-25a5-400a-8450-1be7ce1e6cdc owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:16.806968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.831989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=1c8c9def-eb36-495d-9c3c-ed1a62a6436e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.845066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.848061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:16.874676 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2fb37d7e-7a6a-4d10-a5c6-891b580b0950 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/1c8c9def-eb36-495d-9c3c-ed1a62a6436e HTTP/1.1" status: 204 len: 168 time: 1.3931487 Apr 22 14:40:16.881141 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1eac9c5f-cc1c-430e-9765-1071b8c352d6 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.1537426 Apr 22 14:40:16.886429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59926) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.886698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59928) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:16.901344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bdaa0-966b-4d30-a6bd-81d168db4afe None None] Pushing event updated for resources: {'Port': ['ID=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.928168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:16.929571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=1653311d-a887-41a5-82cf-5d3233a866d6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:16.933517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:16.935737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:16.936472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.020910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:17.035886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.215932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 453f926f-5758-4b5c-bf66-1dbc01c4ed9f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:17.237177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.275713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.279903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:17.280696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.330263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:17.394848 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c410274-f825-4ebc-82e6-4f0e21633cb2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:17.429048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0c410274-f825-4ebc-82e6-4f0e21633cb2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:17.429277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c410274-f825-4ebc-82e6-4f0e21633cb2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:17.474571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.480305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.481048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:17.612522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=1653311d-a887-41a5-82cf-5d3233a866d6,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:17.683056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:17.684221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:17.712148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6433523 Apr 22 14:40:17.732265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59934) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:17.755396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:17.789872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245213db-f46f-44e9-87fb-427f5a11379a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=7befe56e-fb36-4079-bc8f-c0a2b4e39e66,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:17.802452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:18.016723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.036238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] Provisioning for port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:18.041236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] Provisioning complete for port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:18.041545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.043995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting port eba3c19b-26c4-4f5c-b1ca-ff7cc3869033 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:18.044347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.067337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Router 0259a4f8-6c11-4961-84f5-5da03807d53d is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:18.128683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:18.133391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:18.136566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:18.145027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a349a275-185a-44ae-b0dc-aa99aa928e53']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:18.161311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:18.165309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:18.185587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.196835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.208217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53fd96f-509b-4102-96f9-9071a3bbc4f3') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:18.208506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53fd96f-509b-4102-96f9-9071a3bbc4f3') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:18.236493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] For port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:18.242931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.275775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.336120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f6616-de51-481b-9f5a-c4e08e4fc24e None None] Pushing event updated for resources: {'Port': ['ID=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:18.374531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4b370d0-8845-4182-a5f7-57433704d97f None None] Provisioning for port 1653311d-a887-41a5-82cf-5d3233a866d6 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:18.383956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4b370d0-8845-4182-a5f7-57433704d97f None None] Provisioning complete for port 1653311d-a887-41a5-82cf-5d3233a866d6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:18.384647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e4b370d0-8845-4182-a5f7-57433704d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.395214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:18.406352 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Sync routers for ids ['0259a4f8-6c11-4961-84f5-5da03807d53d'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:18.411061 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8f0c778b-dc3c-4693-a204-2dd33b374a26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "PUT /v2.0/routers/0259a4f8-6c11-4961-84f5-5da03807d53d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1835670 Apr 22 14:40:18.415993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59938) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:18.424572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Routers {'0259a4f8-6c11-4961-84f5-5da03807d53d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:18.425188 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0259a4f8-6c11-4961-84f5-5da03807d53d'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:18.433045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.433529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.448508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.460202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e4b370d0-8845-4182-a5f7-57433704d97f None None] Port 1653311d-a887-41a5-82cf-5d3233a866d6 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:18.477509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.484652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:18.485122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.507247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618efa5-0974-4914-8821-5066cf621924 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:18.508229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2618efa5-0974-4914-8821-5066cf621924 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:18.529841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2618efa5-0974-4914-8821-5066cf621924 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:18.531612 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2618efa5-0974-4914-8821-5066cf621924 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports/1653311d-a887-41a5-82cf-5d3233a866d6 HTTP/1.1" status: 200 len: 911 time: 0.1145902 Apr 22 14:40:18.534328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59942) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:18.562030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:18.591519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-929d7d85-18f6-4e89-885c-3945eb86e65e None None] Provisioning complete for port 1653311d-a887-41a5-82cf-5d3233a866d6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:18.591763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-929d7d85-18f6-4e89-885c-3945eb86e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.594985 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Set router 0259a4f8-6c11-4961-84f5-5da03807d53d gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:18.618240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60158217-9b6c-4f3c-a965-d028c9e2696f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:18.622550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60158217-9b6c-4f3c-a965-d028c9e2696f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:18.628196 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-60158217-9b6c-4f3c-a965-d028c9e2696f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0899255 Apr 22 14:40:18.630129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59946) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:18.649635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-929d7d85-18f6-4e89-885c-3945eb86e65e None None] Port 1653311d-a887-41a5-82cf-5d3233a866d6 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:18.659253 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:18.661570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event deleted for resources: {'Port': ['ID=b12d1bb3-25a5-400a-8450-1be7ce1e6cdc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:18.672811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.898051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Calling delete_port for eba3c19b-26c4-4f5c-b1ca-ff7cc3869033 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:18.907671 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:14Z', 'updated_at': '2022-04-22T14:40:16Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None, '_interfaces': [{'id': '1653311d-a887-41a5-82cf-5d3233a866d6', 'name': '', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'mac_address': 'fa:16:3e:56:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe25c544-34e0-4518-9da2-996911ad15ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:16Z', 'updated_at': '2022-04-22T14:40:17Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'subnets': [{'id': 'fe25c544-34e0-4518-9da2-996911ad15ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:18.911487 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Checking router: 0259a4f8-6c11-4961-84f5-5da03807d53d for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:18.911832 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Updating router 0259a4f8-6c11-4961-84f5-5da03807d53d port 1653311d-a887-41a5-82cf-5d3233a866d6 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:40:18.933999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.962657 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:18.992096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.195463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 453f926f-5758-4b5c-bf66-1dbc01c4ed9f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:19.195999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.256464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.273953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:19.274641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.288209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=87a2ca0d-c689-4523-b33f-8b547c6ef8a5,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.302895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=a349a275-185a-44ae-b0dc-aa99aa928e53,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.328487 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e1aa316b-3057-4558-bb73-8792deeff6ad tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/a349a275-185a-44ae-b0dc-aa99aa928e53 HTTP/1.1" status: 204 len: 168 time: 2.4091947 Apr 22 14:40:19.333357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59950) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:19.338833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1995542547'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:19.355427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:19.361912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:19.365473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:19.381015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:19.422666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:19.425830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.455172 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.468722 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Transition to ACTIVE for port object 1653311d-a887-41a5-82cf-5d3233a866d6 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:19.478308 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.490891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.501886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:19.524721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.525073 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment 1ba11279-2613-4b45-8bdc-d7318aca8a8d of type vlan for network fd2346b4-f2aa-4556-81e6-064a46b0e67e Apr 22 14:40:19.602768 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Pushing event updated for resources: {'Port': ['ID=1653311d-a887-41a5-82cf-5d3233a866d6,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.649852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.681784 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.682368 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.682873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.683350 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.683836 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.684296 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.684766 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.685259 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.685750 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.686222 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.686688 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:19.701324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 1653311d-a887-41a5-82cf-5d3233a866d6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:19.701665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.707005 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Attempting to bind port 1653311d-a887-41a5-82cf-5d3233a866d6 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:19.707596 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Attempting to bind port 1653311d-a887-41a5-82cf-5d3233a866d6 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:19.708098 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Attempting to bind port 1653311d-a887-41a5-82cf-5d3233a866d6 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:19.714804 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:19.715631 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:19.716143 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.716665 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:19.717277 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Bound port: 1653311d-a887-41a5-82cf-5d3233a866d6, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:19.717873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.724393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.731783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.735446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:19.736038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.856758 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] For port 1653311d-a887-41a5-82cf-5d3233a866d6, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:19.859785 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] For port 1653311d-a887-41a5-82cf-5d3233a866d6, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1653311d-a887-41a5-82cf-5d3233a866d6,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:19.865570 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:19.889453 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5551643 Apr 22 14:40:19.893125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59954) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:19.906572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:19.951257 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357857a-37b2-4cb8-948e-200dc21c6313 None None] Pushing event updated for resources: {'Port': ['ID=1653311d-a887-41a5-82cf-5d3233a866d6,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.955965 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Routers {'0259a4f8-6c11-4961-84f5-5da03807d53d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:19.956656 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0259a4f8-6c11-4961-84f5-5da03807d53d'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:19.958068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f009d3c-f17d-4435-8d0c-2a1529c371c8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=fd2346b4-f2aa-4556-81e6-064a46b0e67e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:19.973900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:20.013773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.147100 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] Set router 0259a4f8-6c11-4961-84f5-5da03807d53d gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:20.174313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] For port 1653311d-a887-41a5-82cf-5d3233a866d6, host dv-neutron-838878-1-hyperv, got binding levels [] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:20.174692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.203230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Port': ['ID=eba3c19b-26c4-4f5c-b1ca-ff7cc3869033,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:20.283118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.339167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 1653311d-a887-41a5-82cf-5d3233a866d6 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:20.401164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.418509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:20.435955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:20.446966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:20.461316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:20.466680 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:14Z', 'updated_at': '2022-04-22T14:40:16Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None, '_interfaces': [{'id': '1653311d-a887-41a5-82cf-5d3233a866d6', 'name': '', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'mac_address': 'fa:16:3e:56:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe25c544-34e0-4518-9da2-996911ad15ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:16Z', 'updated_at': '2022-04-22T14:40:19Z', 'revision_number': 4, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'subnets': [{'id': 'fe25c544-34e0-4518-9da2-996911ad15ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:20.470342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:20.471033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:20.471731 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e37c18-2683-4ef6-8ccb-b8b4dfd60174 None None] The sync data for ids ['0259a4f8-6c11-4961-84f5-5da03807d53d'] in dv-neutron-838878-1-hyperv is: [{'id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:14Z', 'updated_at': '2022-04-22T14:40:16Z', 'revision_number': 2, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None, '_interfaces': [{'id': '1653311d-a887-41a5-82cf-5d3233a866d6', 'name': '', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'mac_address': 'fa:16:3e:56:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe25c544-34e0-4518-9da2-996911ad15ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:40:16Z', 'updated_at': '2022-04-22T14:40:19Z', 'revision_number': 4, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'subnets': [{'id': 'fe25c544-34e0-4518-9da2-996911ad15ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:20.480359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.523761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.730021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:20.804427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.804963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Fanout notify agent at l3_agent the message router_deleted on router 6d1e0b33-3f50-4630-9b98-d0b7cffea062 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:20.924507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=ae189a31-e57d-4460-b147-d3ffde686265,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:20.972944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 1653311d-a887-41a5-82cf-5d3233a866d6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:20.973178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:20.993432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.993874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.994133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.994466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.994789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.995117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.995446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.995765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.996084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.996399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:20.996712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.007985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.076548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': 'a946aa56-bd03-4a0a-9177-3110362c4f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:21.076910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 7befe56e-fb36-4079-bc8f-c0a2b4e39e66, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:21.091810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.092928 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6843251-f96a-435d-b805-6d2b646d8287 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/6d1e0b33-3f50-4630-9b98-d0b7cffea062 HTTP/1.1" status: 204 len: 168 time: 7.1337783 Apr 22 14:40:21.097193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59958) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:21.107464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-869359710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:21.123683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:21.132740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Usage tracker for resource:router and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:21.137117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:21.147258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:21.152169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6 associated. External IP: 172.26.2.106, port: 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4. Apr 22 14:40:21.182567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.183909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.199345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] For port 1653311d-a887-41a5-82cf-5d3233a866d6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1653311d-a887-41a5-82cf-5d3233a866d6,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:21.199851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.204559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1653311d-a887-41a5-82cf-5d3233a866d6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:21.293536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 1653311d-a887-41a5-82cf-5d3233a866d6 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:21.299763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1653311d-a887-41a5-82cf-5d3233a866d6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:21.300487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.327890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 1653311d-a887-41a5-82cf-5d3233a866d6 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:21.368686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.370169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:21.408556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 7befe56e-fb36-4079-bc8f-c0a2b4e39e66) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:21.410506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.419056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:21.419634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.427906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee642e-328d-4401-9953-9c87c41bd2b4 None None] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:21.456763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.458118 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c2bc3de7-06af-486a-8bd3-38954e14e9d6 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3596671 Apr 22 14:40:21.465354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59962) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:21.472800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'enable_snat': False}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:21.503738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.541894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b4d9313-5215-45af-8f52-eb4f8dbb5ca9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7984955 Apr 22 14:40:21.550292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59966) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:21.552750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.567922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1394916794'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:21.704576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 14:40:21.704576 dv-neutron-838878-1-hyperv neutron-server[84060]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 22 14:40:21.704576 dv-neutron-838878-1-hyperv neutron-server[84060]: [parameters: {'status': 'ACTIVE', 'ports_id': '1653311d-a887-41a5-82cf-5d3233a866d6'}] Apr 22 14:40:21.704576 dv-neutron-838878-1-hyperv neutron-server[84060]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:21.704987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:21.725368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=ea47b029-775c-46ca-920e-642b0b9029e4,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:21.776634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-7befe56e-fb36-4079-bc8f-c0a2b4e39e66', 'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': 'ae189a31-e57d-4460-b147-d3ffde686265'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:21.777526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.804049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:21.858286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=1653311d-a887-41a5-82cf-5d3233a866d6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:21.870075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': '1ba11279-2613-4b45-8bdc-d7318aca8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:21.870439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: fd2346b4-f2aa-4556-81e6-064a46b0e67e, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:21.963225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:21.969772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:21.975763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.976293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:21.976732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.977560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.978239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.978913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.979572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.980225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.980907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.981574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.982268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:21.982947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:22.022980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Allocated IP 172.20.0.2 (7befe56e-fb36-4079-bc8f-c0a2b4e39e66/ae189a31-e57d-4460-b147-d3ffde686265/3d285655-b817-49ee-934e-f23a2861b37d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:22.030214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:22.045484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:22.119953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:22.123081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.138255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, fd2346b4-f2aa-4556-81e6-064a46b0e67e) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:22.153296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7053b28d-5e7b-4897-be22-50fe1fde9e01 None None] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:22.164439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:22.165030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.200203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:22.241008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3d0399c6-7c01-41ba-9166-4d98bd1923dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3459084 Apr 22 14:40:22.247977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59970) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:22.260881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1188881618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:22.290974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 1653311d-a887-41a5-82cf-5d3233a866d6 update to ACTIVE by agent not found {{(pid=84060) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 14:40:22.319188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.326134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.411912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:22.421165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:22.430826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:22.440080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:22.471769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.472164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.472516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.489623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Transition to ACTIVE for port object 3d285655-b817-49ee-934e-f23a2861b37d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:22.516693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.522335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Router 609c5466-bcf5-4b34-861c-e035a00af04b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:22.541994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Transition to ACTIVE for port object 3d285655-b817-49ee-934e-f23a2861b37d will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:22.551374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.588864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-fd2346b4-f2aa-4556-81e6-064a46b0e67e', 'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': 'ea47b029-775c-46ca-920e-642b0b9029e4'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:22.589974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.592080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.685165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:22.690316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Pushing event updated for resources: {'Port': ['ID=3d285655-b817-49ee-934e-f23a2861b37d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:22.698928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:22.708502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:22.753231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.757085 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3bad1c76-7814-43b7-bc91-b570b9032e5f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5051663 Apr 22 14:40:22.758971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59974) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:22.767516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:22.769822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.12 (7befe56e-fb36-4079-bc8f-c0a2b4e39e66/ae189a31-e57d-4460-b147-d3ffde686265/2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:22.770708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'port': {'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e', 'name': 'tempest-RoutersIpV6Test-1747840939'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:22.854582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Attempting to bind port 3d285655-b817-49ee-934e-f23a2861b37d on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:22.855104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Attempting to bind port 3d285655-b817-49ee-934e-f23a2861b37d by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a946aa56-bd03-4a0a-9177-3110362c4f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:22.855553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Attempting to bind port 3d285655-b817-49ee-934e-f23a2861b37d on network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:22.872167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:22.872669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Checking segment: {'id': 'a946aa56-bd03-4a0a-9177-3110362c4f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:22.873192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.873741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Bound using segment: {'id': 'a946aa56-bd03-4a0a-9177-3110362c4f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:22.874263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Bound port: 3d285655-b817-49ee-934e-f23a2861b37d, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a946aa56-bd03-4a0a-9177-3110362c4f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7befe56e-fb36-4079-bc8f-c0a2b4e39e66'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:22.874715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:22.890287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Allocated IP 2001:db8::2 (fd2346b4-f2aa-4556-81e6-064a46b0e67e/ea47b029-775c-46ca-920e-642b0b9029e4/7b48bcbb-e693-40b1-82ea-73f22ea3b5ea) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:22.986784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Router 0259a4f8-6c11-4961-84f5-5da03807d53d has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:23.007364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:23.067832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] For port 3d285655-b817-49ee-934e-f23a2861b37d, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:23.071948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:port and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:23.086881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] For port 3d285655-b817-49ee-934e-f23a2861b37d, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3d285655-b817-49ee-934e-f23a2861b37d,segment=NetworkSegment(a946aa56-bd03-4a0a-9177-3110362c4f50),segment_id=a946aa56-bd03-4a0a-9177-3110362c4f50)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:23.093423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.106292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:23.110590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.150725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object 2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:23.171477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:23.199768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.212197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:23.215826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.229171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.245166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24b1b5-7d4f-4ec2-9550-f82e5e2b6c49 None None] Pushing event updated for resources: {'Port': ['ID=3d285655-b817-49ee-934e-f23a2861b37d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:23.249456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:23.262070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.263528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.268065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.279584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Transition to ACTIVE for port object 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:23.288450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] Sync routers for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:23.313027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Transition to ACTIVE for port object 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:23.326540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:23.327314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.384700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:23.390706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.395909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:23.400267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:23.404505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:23.416489 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] Sync routers for ids ['0259a4f8-6c11-4961-84f5-5da03807d53d'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:23.421777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] device_id is not set on port a074511b-805d-4e15-83b4-a7bb0036c1a7 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:23.434160 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] Routers {'0259a4f8-6c11-4961-84f5-5da03807d53d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:23.435471 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0259a4f8-6c11-4961-84f5-5da03807d53d'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.457081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.459014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:23.480383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:23.484477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f29bb5c-9cdf-4b1b-a566-812fb257ef63 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "DELETE /v2.0/floatingips/89ff6387-19da-46a6-83b2-47ffb5c15c54 HTTP/1.1" status: 204 len: 168 time: 6.5627463 Apr 22 14:40:23.490735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Allocated IP 172.26.2.189 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/5a8e77ce-1964-4fbc-a9c2-edcafa9fc78e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:23.492270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59978) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:23.505405 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bb3af9ea-4016-4af6-9bf6-627d299f8ade tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "PUT /v2.0/routers/0259a4f8-6c11-4961-84f5-5da03807d53d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8741269 Apr 22 14:40:23.506224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:23.507220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:23.511563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:23.515759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Usage tracker for resource:floatingip and tenant:0c768fae6f5b4871bd89b4517501fe39 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:23.518771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:23.522453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:23.525090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:23.528629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Pushing event updated for resources: {'Port': ['ID=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:23.531972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:23.539175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59982) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:23.544578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.547339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:23.611278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:23.611278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.664297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:23.665216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.690266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.731903 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] Set router 0259a4f8-6c11-4961-84f5-5da03807d53d gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:23.764254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.764869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c8374-ca6e-4fc6-bbc6-56f142f0a548 None None] The sync data for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:23.779812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:23.781737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.869344 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5fbe8d73-0dce-4b3c-abf2-b563f2b972de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.2386127 Apr 22 14:40:23.872814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2e170-bab3-4c26-a3f1-97c22c4f0f57 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:23.874266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2e170-bab3-4c26-a3f1-97c22c4f0f57 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:23.875410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-88e2e170-bab3-4c26-a3f1-97c22c4f0f57 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:23.880301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59986) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:23.882036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:40:23.892740 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-532f6f73-7be4-4787-93d2-c65dd7a3b47e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.3343217 Apr 22 14:40:23.897873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:14Z', 'updated_at': '2022-04-22T14:40:21Z', 'revision_number': 3, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.899841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:23.902753 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] Checking router: 0259a4f8-6c11-4961-84f5-5da03807d53d for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:23.914608 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] Routers {'0259a4f8-6c11-4961-84f5-5da03807d53d'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:23.915553 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['0259a4f8-6c11-4961-84f5-5da03807d53d'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:23.926966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 59990) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:23.989231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.030491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-88e2e170-bab3-4c26-a3f1-97c22c4f0f57 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:24.031852 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-88e2e170-bab3-4c26-a3f1-97c22c4f0f57 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4889328 Apr 22 14:40:24.035405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 59996) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:24.039095 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b364b8df-7df2-481f-ab7c-a6839f3b9f52 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6 HTTP/1.1" status: 200 len: 991 time: 0.1451571 Apr 22 14:40:24.043965 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7018ed13-76f6-48f6-b4c0-aab4fc66c88a'] response: {'name': 'network-changed', 'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'status': 'completed', 'code': 200} Apr 22 14:40:24.053587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:24.133027 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] Set router 0259a4f8-6c11-4961-84f5-5da03807d53d gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:24.171579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:24.181037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8e77ce-1964-4fbc-a9c2-edcafa9fc78e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:24.183873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:24.188520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:24.189078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.230773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:24.310935 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:14Z', 'updated_at': '2022-04-22T14:40:21Z', 'revision_number': 3, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:24.324636 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bd76f-95ef-441c-8e25-25937b73ad35 None None] The sync data for ids ['0259a4f8-6c11-4961-84f5-5da03807d53d'] in dv-neutron-838878-1-hyperv is: [{'id': '0259a4f8-6c11-4961-84f5-5da03807d53d', 'name': 'tempest-NetworksTestDHCPv6-router-1081541404', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:40:14Z', 'updated_at': '2022-04-22T14:40:21Z', 'revision_number': 3, 'project_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:24.385382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-44366a0c-4b55-434f-9e72-ded013ca98af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1098 time: 0.3071659 Apr 22 14:40:24.386482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.441556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Attempting to bind port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:24.442185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Attempting to bind port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '1ba11279-2613-4b45-8bdc-d7318aca8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:24.442283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Attempting to bind port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea on network fd2346b4-f2aa-4556-81e6-064a46b0e67e {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:24.451342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:24.451719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Checking segment: {'id': '1ba11279-2613-4b45-8bdc-d7318aca8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:24.452280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.452749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Bound using segment: {'id': '1ba11279-2613-4b45-8bdc-d7318aca8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:24.453268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Bound port: 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba11279-2613-4b45-8bdc-d7318aca8a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd2346b4-f2aa-4556-81e6-064a46b0e67e'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:24.453763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.493260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8::9f (fd2346b4-f2aa-4556-81e6-064a46b0e67e/ea47b029-775c-46ca-920e-642b0b9029e4/a074511b-805d-4e15-83b4-a7bb0036c1a7) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:24.655710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] For port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:24.660815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] For port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,segment=NetworkSegment(1ba11279-2613-4b45-8bdc-d7318aca8a8d),segment_id=1ba11279-2613-4b45-8bdc-d7318aca8a8d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:24.671768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35572df3-6a47-454c-9095-1b5c952f199b None None] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:24.717858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet fe25c544-34e0-4518-9da2-996911ad15ba {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:24.724419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.750487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.756128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:15Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:24.820517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.830778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.857201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:24.865888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:40:24.893863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-ae11bba4-1852-402f-b12a-99be05944f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:24.895366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-ae11bba4-1852-402f-b12a-99be05944f1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 898 time: 0.3140185 Apr 22 14:40:24.951020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:24.952094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:25.002273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Allocated IP 172.26.2.222 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b6147b23-860b-4704-8a48-ebb084c6b18f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:25.035795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119bac5-d35c-4ef3-9f45-049181f0fe55 None None] Pushing event updated for resources: {'Port': ['ID=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.048230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60000) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.093790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:25.109813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6e48086c-4be0-4a7c-89b2-978767fa5739 None None] Provisioning for port 3d285655-b817-49ee-934e-f23a2861b37d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:25.216773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.289833 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-54ffbdf8-73d8-4567-a31c-984252830ed7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 999 time: 0.3855233 Apr 22 14:40:25.297846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object a074511b-805d-4e15-83b4-a7bb0036c1a7 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:25.337489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:40:25.346580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.366739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.414062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d285655-b817-49ee-934e-f23a2861b37d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:25.461807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.519111 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-feb4ec5f-2c0b-4800-826b-05d5be83f945 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6 HTTP/1.1" status: 200 len: 991 time: 0.4677863 Apr 22 14:40:25.546383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-f5c11a99-6494-45dd-bdee-fd901d52b2be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:25.548775 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-f5c11a99-6494-45dd-bdee-fd901d52b2be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 200 len: 835 time: 0.2220211 Apr 22 14:40:25.557851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.632724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.660743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.689444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.693348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.713867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=fe25c544-34e0-4518-9da2-996911ad15ba,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.723279 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-0c3e150e-36db-4656-a638-37fe42134cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1615684 Apr 22 14:40:25.726081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.732050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.732283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 3d285655-b817-49ee-934e-f23a2861b37d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:25.742036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0afe04-106a-4e6d-b315-eaee6ab66849 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:25.778424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3d285655-b817-49ee-934e-f23a2861b37d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:25.779241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.887363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=a074511b-805d-4e15-83b4-a7bb0036c1a7,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.900911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:25.901201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Pushing event updated for resources: {'Port': ['ID=b6147b23-860b-4704-8a48-ebb084c6b18f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:25.905554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:25.910421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:25.914476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:25.915092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.938081 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cc8d3f5f-7527-4ce2-97ff-c63ab421f959 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/fe25c544-34e0-4518-9da2-996911ad15ba HTTP/1.1" status: 204 len: 168 time: 1.8953531 Apr 22 14:40:25.940640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60004) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:25.943224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:25.961245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:25.990311 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4c7c9682-ffc5-40f3-ad62-76e97dd0d13b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2299039 Apr 22 14:40:25.996141 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2d53b46e-ae85-4d37-9cc3-a91f11e7e1c6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb HTTP/1.1" status: 204 len: 168 time: 2.0677860 Apr 22 14:40:25.999747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.000237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60010) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.005574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:26.022073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:26.196600 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e817282-1e53-4cd8-89ed-3f92db57b1c4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:26.197268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e817282-1e53-4cd8-89ed-3f92db57b1c4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:26.226438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fd2163f9-27af-42f1-b456-ea603f01ee00 None None] Could not find standard attr ID for object 2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:26.242632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-cfc0a856-eaad-430b-be87-1a1929889e7b service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031848 Apr 22 14:40:26.253382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d8d67d17-0d08-453f-836f-1d60d1d5bd91 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:router {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:26.280338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e817282-1e53-4cd8-89ed-3f92db57b1c4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:26.283972 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e817282-1e53-4cd8-89ed-3f92db57b1c4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb HTTP/1.1" status: 404 len: 333 time: 0.2766807 Apr 22 14:40:26.287747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60016) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.302959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.341949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fd2163f9-27af-42f1-b456-ea603f01ee00 None None] Provisioning complete for port 3d285655-b817-49ee-934e-f23a2861b37d triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:26.343232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fd2163f9-27af-42f1-b456-ea603f01ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.427341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:15Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:26.433355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b8314-3da4-4cc2-b94c-72f6ac248d78 None None] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:26.463389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e0505-e390-439d-b7e3-6f1918a69c43 None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:39:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:15Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:26.580248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3d285655-b817-49ee-934e-f23a2861b37d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3d285655-b817-49ee-934e-f23a2861b37d,segment=NetworkSegment(a946aa56-bd03-4a0a-9177-3110362c4f50),segment_id=a946aa56-bd03-4a0a-9177-3110362c4f50)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:26.591015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60020) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.595850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:26.632631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.683512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] Deleting port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:26.684082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.730915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d8d67d17-0d08-453f-836f-1d60d1d5bd91 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:router {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:26.732107 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d8d67d17-0d08-453f-836f-1d60d1d5bd91 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7879732 Apr 22 14:40:26.734860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1653311d-a887-41a5-82cf-5d3233a866d6 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:26.739091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60024) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:26.771410 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-92820559-7813-402b-b116-3f7e2760f72e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6 HTTP/1.1" status: 200 len: 991 time: 0.1762447 Apr 22 14:40:26.778554 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902bc3d-501a-4de3-bfcd-5cbe4823c6f7 None None] New status for floating IP 6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:40:26.811980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:26.824112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 1653311d-a887-41a5-82cf-5d3233a866d6 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:26.824808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1653311d-a887-41a5-82cf-5d3233a866d6 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:26.861383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Router 22987bc7-8c1e-4d39-9a90-647892700f98 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:26.945474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3d285655-b817-49ee-934e-f23a2861b37d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:26.959281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4748bae7-a3ac-4024-a6e9-77f51c3c7bc6 req-2c91fc98-4ade-4357-b45f-d32e8be5b193 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024367 Apr 22 14:40:26.974899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.047745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.086467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-026189a5-632d-46be-9388-42820a548131 None None] Could not find standard attr ID for object 2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:27.146616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] For port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:27.147119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.318572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] Calling delete_port for 453f926f-5758-4b5c-bf66-1dbc01c4ed9f owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:27.387816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-026189a5-632d-46be-9388-42820a548131 None None] Provisioning for port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:27.396420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:27.428980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet ae189a31-e57d-4460-b147-d3ffde686265 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:27.462582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.484983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.556385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.588709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] Pushing event deleted for resources: {'Port': ['ID=453f926f-5758-4b5c-bf66-1dbc01c4ed9f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:27.595801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc99838-9624-4643-8d3b-bced8d85df40 None None] No DVR routers for this DVR port 453f926f-5758-4b5c-bf66-1dbc01c4ed9f on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:27.610795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:27.614770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.619294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:27.619888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.621537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.648083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.674306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.729954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.730664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Fanout notify agent at l3_agent the message router_deleted on router 0259a4f8-6c11-4961-84f5-5da03807d53d {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:27.765540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.779866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.789149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60028) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:27.816101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,segment=NetworkSegment(1ba11279-2613-4b45-8bdc-d7318aca8a8d),segment_id=1ba11279-2613-4b45-8bdc-d7318aca8a8d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:27.821653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.823295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d285655-b817-49ee-934e-f23a2861b37d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:27.845265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.887482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Pushing event updated for resources: {'Port': ['ID=b6147b23-860b-4704-8a48-ebb084c6b18f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:27.910780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.911875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-735f95c8-d9a3-4a1b-af88-9bcdbf7be6f2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/routers/0259a4f8-6c11-4961-84f5-5da03807d53d HTTP/1.1" status: 204 len: 168 time: 1.1700523 Apr 22 14:40:27.927437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60032) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:27.953542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:27.999938 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-99a3848c-3933-4277-92c1-e788f0afdc5c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6 HTTP/1.1" status: 200 len: 993 time: 0.2051394 Apr 22 14:40:28.010093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0a2973fb-8489-45bf-90a4-c121ca353eed None None] Provisioning for port a074511b-805d-4e15-83b4-a7bb0036c1a7 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:28.015824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-faf1409e-47df-45fe-9409-49ee23659e1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:28.018495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.020272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0a2973fb-8489-45bf-90a4-c121ca353eed None None] Provisioning complete for port a074511b-805d-4e15-83b4-a7bb0036c1a7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:28.020647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0a2973fb-8489-45bf-90a4-c121ca353eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.024563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1c39808a-07cb-4889-9e41-3f97e4b3506a tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5278459 Apr 22 14:40:28.028483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60036) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.036652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.061335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:28.100758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0a2973fb-8489-45bf-90a4-c121ca353eed None None] Port a074511b-805d-4e15-83b4-a7bb0036c1a7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:28.109345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3d285655-b817-49ee-934e-f23a2861b37d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:28.109773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.168201 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0a2973fb-8489-45bf-90a4-c121ca353eed None None] Provisioning complete for port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:28.168558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0a2973fb-8489-45bf-90a4-c121ca353eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.197266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:28.202912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:28.207805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-faf1409e-47df-45fe-9409-49ee23659e1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:28.212812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-faf1409e-47df-45fe-9409-49ee23659e1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2726219 Apr 22 14:40:28.212812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=ae189a31-e57d-4460-b147-d3ffde686265,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:28.217040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60042) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.218869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Usage tracker for resource:floatingip and tenant:746f5ece8a7540eba7bcbeaa2c7dd6f8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:28.222768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:28.225118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:28.235864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.240345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] Sync routers for ids ['22987bc7-8c1e-4d39-9a90-647892700f98'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:28.240535 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eff9741e-deec-4f6e-8dee-1446bfed08b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/ae189a31-e57d-4460-b147-d3ffde686265 HTTP/1.1" status: 204 len: 168 time: 1.9370477 Apr 22 14:40:28.242040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60046) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.245843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.249443 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-885abd2b-b1f5-4006-8eeb-ebc6c7433dac tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "PUT /v2.0/routers/22987bc7-8c1e-4d39-9a90-647892700f98 HTTP/1.1" status: 200 len: 915 time: 6.7806871 Apr 22 14:40:28.255010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60050) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.269802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262b6f2-dc08-4907-abf7-e4abf8345a19 None None] Network 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:28.312836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771bc7d0-102f-4962-89a5-4079d002b977 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:28.313625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-771bc7d0-102f-4962-89a5-4079d002b977 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:28.320547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:28.345504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.366717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-771bc7d0-102f-4962-89a5-4079d002b977 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:28.370473 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-771bc7d0-102f-4962-89a5-4079d002b977 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1455290 Apr 22 14:40:28.371830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60054) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.388265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] Routers {'22987bc7-8c1e-4d39-9a90-647892700f98'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:28.388824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['22987bc7-8c1e-4d39-9a90-647892700f98'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:28.440176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 453f926f-5758-4b5c-bf66-1dbc01c4ed9f no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:28.526557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 453f926f-5758-4b5c-bf66-1dbc01c4ed9f {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:28.526923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 453f926f-5758-4b5c-bf66-1dbc01c4ed9f not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:28.531690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:28.608178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.616476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5f52c6aa-2572-49c2-8e3d-515530f7022f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:router {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:28.626937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] Routers {'22987bc7-8c1e-4d39-9a90-647892700f98'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:28.627556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['22987bc7-8c1e-4d39-9a90-647892700f98'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:28.643078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5f52c6aa-2572-49c2-8e3d-515530f7022f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:router {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:28.646158 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5f52c6aa-2572-49c2-8e3d-515530f7022f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2704620 Apr 22 14:40:28.651659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60058) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:28.662261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:28.664510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 3d285655-b817-49ee-934e-f23a2861b37d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:28.664846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.693591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:28.693979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeff2e9-900d-4d6e-a214-c82286df4208 None None] The sync data for ids ['22987bc7-8c1e-4d39-9a90-647892700f98'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:28.743414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-329328c1-c28e-4b3a-9f6b-ad00dd55f319 None None] Provisioning complete for port a074511b-805d-4e15-83b4-a7bb0036c1a7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:28.743855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-329328c1-c28e-4b3a-9f6b-ad00dd55f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.788388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] DHCP port deletion for 7befe56e-fb36-4079-bc8f-c0a2b4e39e66 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:28.790593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:28.802082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.810039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Deleting port 3d285655-b817-49ee-934e-f23a2861b37d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:28.810392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.812605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.815245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:28.834130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.836118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:28.839928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:28.858640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-329328c1-c28e-4b3a-9f6b-ad00dd55f319 None None] Port a074511b-805d-4e15-83b4-a7bb0036c1a7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:29.026012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] For port 3d285655-b817-49ee-934e-f23a2861b37d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3d285655-b817-49ee-934e-f23a2861b37d,segment=NetworkSegment(a946aa56-bd03-4a0a-9177-3110362c4f50),segment_id=a946aa56-bd03-4a0a-9177-3110362c4f50)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:29.026407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.118497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Allocated IP 172.26.2.125 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/27dba72c-8052-4e2f-8318-70a7d219837f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:29.151028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Calling delete_port for 3d285655-b817-49ee-934e-f23a2861b37d owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:29.166909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] For port 3d285655-b817-49ee-934e-f23a2861b37d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3d285655-b817-49ee-934e-f23a2861b37d,segment=NetworkSegment(a946aa56-bd03-4a0a-9177-3110362c4f50),segment_id=a946aa56-bd03-4a0a-9177-3110362c4f50)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:29.167851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.184375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=a074511b-805d-4e15-83b4-a7bb0036c1a7,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.249978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.320806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 3d285655-b817-49ee-934e-f23a2861b37d owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:29.373487 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a6bead6-0940-4d5f-a7de-df92573dc679 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/22987bc7-8c1e-4d39-9a90-647892700f98 HTTP/1.1" status: 200 len: 921 time: 1.0981414 Apr 22 14:40:29.395196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Pushing event deleted for resources: {'Port': ['ID=3d285655-b817-49ee-934e-f23a2861b37d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.398180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:29.403588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60062) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.457492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] No DVR routers for this DVR port 3d285655-b817-49ee-934e-f23a2861b37d on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:29.465237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.473507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.473896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.474323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.474791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.475297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.475632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.476181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.476597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.477010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.477442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.477972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be79ccfa-d897-4991-b0ee-604810e2f30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:40:29.500995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:29.501841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.531633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:40:29.533397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.538096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.570795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:29.571148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:29.621921 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dc984e4c-f1ae-471c-ad4e-aa95f5e34cbb tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=22987bc7-8c1e-4d39-9a90-647892700f98&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2147627 Apr 22 14:40:29.622689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.625378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60066) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.627815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0a0adcfd-d815-45b5-b521-cca9b061ab29 None None] Provisioning complete for port a074511b-805d-4e15-83b4-a7bb0036c1a7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:29.628191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0a0adcfd-d815-45b5-b521-cca9b061ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.672753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:29.676818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:29.679592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:29.682029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:29.683171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0a0adcfd-d815-45b5-b521-cca9b061ab29 None None] Port a074511b-805d-4e15-83b4-a7bb0036c1a7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:29.716335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:29.718844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=11645067-c25c-4d97-b2f8-224b38de81ba,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.722569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d285655-b817-49ee-934e-f23a2861b37d no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:29.724744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:29.725426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.742798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Pushing event updated for resources: {'Port': ['ID=27dba72c-8052-4e2f-8318-70a7d219837f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:29.750961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b97364-48ed-4590-84a9-0ef2574e5e96 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:29.776460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3d285655-b817-49ee-934e-f23a2861b37d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:29.776790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3d285655-b817-49ee-934e-f23a2861b37d not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:29.802524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-53edb0e8-650c-4c38-940d-80737f1df080 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1465425 Apr 22 14:40:29.803101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60070) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.808237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:29.892239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.926630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.952039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd568d93-18f2-4edc-a49d-ffd0cc44b95b tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:29.953797 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bd568d93-18f2-4edc-a49d-ffd0cc44b95b tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/networks/9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 881 time: 0.3271904 Apr 22 14:40:29.959825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60074) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:29.960986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:29.976235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '11645067-c25c-4d97-b2f8-224b38de81ba'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:29.977117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.073951 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-616fa578-e6fc-47b7-bd3b-6563397d57c7 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=22987bc7-8c1e-4d39-9a90-647892700f98 HTTP/1.1" status: 200 len: 205 time: 0.1115968 Apr 22 14:40:30.078681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 3d285655-b817-49ee-934e-f23a2861b37d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:30.079021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.082347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60078) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:30.138550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Allocated IP 2001:db8::f816:3eff:fe07:6f1b (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/11645067-c25c-4d97-b2f8-224b38de81ba/5e79a6b3-87ed-4561-924b-fd6f6d4a6396) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:30.211110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] The port '3d285655-b817-49ee-934e-f23a2861b37d' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:30.212411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:30.274337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:30.303977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:30.324982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:30.364016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.374131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Transition to ACTIVE for port object 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:30.394053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Transition to ACTIVE for port object 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:30.401937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.430625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.439969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.440226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:30.474579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:30.477257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:30.479221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Pushing event updated for resources: {'Port': ['ID=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:30.481333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:30.503735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.571015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Attempting to bind port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:30.571493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Attempting to bind port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:30.571728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Attempting to bind port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:30.573040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Pushing event updated for resources: {'Port': ['ID=27dba72c-8052-4e2f-8318-70a7d219837f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:30.586036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:30.586355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:30.586775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.587159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:30.587631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Bound port: 5e79a6b3-87ed-4561-924b-fd6f6d4a6396, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:30.588016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.589209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.612933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.666704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.668020 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2bd1933e-a7b6-4eac-837d-2ce1dac76fae tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6352000 Apr 22 14:40:30.675219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60082) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:30.684378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] For port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:30.687851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] For port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:30.694104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.749924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7befe56e-fb36-4079-bc8f-c0a2b4e39e66']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:30.779803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d0213-2648-446c-8e35-ede736feb66d None None] Pushing event updated for resources: {'Port': ['ID=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:30.791928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a946aa56-bd03-4a0a-9177-3110362c4f50') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:30.792218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a946aa56-bd03-4a0a-9177-3110362c4f50') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:30.811563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.851138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-51a379fd-48a3-4f31-9dc2-e5270198a3d6 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Synchronizing usage tracker for tenant:0c768fae6f5b4871bd89b4517501fe39 on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:30.863975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.878459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.881391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-51a379fd-48a3-4f31-9dc2-e5270198a3d6 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Unset dirty status for tenant:0c768fae6f5b4871bd89b4517501fe39 on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:30.885502 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-51a379fd-48a3-4f31-9dc2-e5270198a3d6 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1595833 Apr 22 14:40:30.885829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:30.949825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:30.950245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:30.982902 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:30.991583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-62a21f2c-35c0-46be-b858-1b050844ff93 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Synchronizing usage tracker for tenant:b64f1e8844534be292a2671cd7854a3d on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:31.017696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-62a21f2c-35c0-46be-b858-1b050844ff93 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Unset dirty status for tenant:b64f1e8844534be292a2671cd7854a3d on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:31.021556 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-62a21f2c-35c0-46be-b858-1b050844ff93 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1319554 Apr 22 14:40:31.022181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60090) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:31.091522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.115334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Deleting port 5a8e77ce-1964-4fbc-a9c2-edcafa9fc78e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:31.115672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.128793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.145068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.145969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.189219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.222204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.237478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:31.256404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=7befe56e-fb36-4079-bc8f-c0a2b4e39e66,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:31.282010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Deleting port 27dba72c-8052-4e2f-8318-70a7d219837f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:31.283431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.326069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:31.351412 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fb718820-07e8-4e9a-bc87-493de79ba535 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/7befe56e-fb36-4079-bc8f-c0a2b4e39e66 HTTP/1.1" status: 204 len: 168 time: 3.1093853 Apr 22 14:40:31.361771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=a074511b-805d-4e15-83b4-a7bb0036c1a7,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:31.363892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60094) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:31.377813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'name': 'tempest-PortsTestJSON-1985011763'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:31.528984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.575761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:31.587248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:31.592665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:31.600239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:31.601555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:31.607224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:31.666207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Calling delete_port for 5a8e77ce-1964-4fbc-a9c2-edcafa9fc78e owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:31.724674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.725138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.761983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:31.765046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.838118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port be64f1b5-e8e2-459a-9080-c7f1c667bb29 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:31.875974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:31.997855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Calling delete_port for 27dba72c-8052-4e2f-8318-70a7d219837f owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:32.033990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:32.044838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:32.055386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace74e5-556f-4ba4-8bc6-340ad631baf7 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:32.097471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:32.098307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.109144 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:40:32.120277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=aaa04909-f50a-4103-bc75-789de0d02568,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.150642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Provisioning complete for port a074511b-805d-4e15-83b4-a7bb0036c1a7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:32.151624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.162490 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8b7a3103-ec8a-4a07-adb5-0e571d27b09b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3586736 Apr 22 14:40:32.168819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60098) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:32.201627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:44:1a:5f', 'name': 'tempest-NetworksTestDHCPv6-144303352'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:32.232674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Port a074511b-805d-4e15-83b4-a7bb0036c1a7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:32.234059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.291073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.336968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Pushing event deleted for resources: {'Port': ['ID=27dba72c-8052-4e2f-8318-70a7d219837f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.341597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Provisioning for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:32.354443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Provisioning complete for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:32.354724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.430483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event deleted for resources: {'Port': ['ID=5a8e77ce-1964-4fbc-a9c2-edcafa9fc78e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.531903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.543791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.565766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.598957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Update dhcp port {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': '11645067-c25c-4d97-b2f8-224b38de81ba', 'ip_address': '2001:db8::f816:3eff:fe07:6f1b'}, {'subnet_id': 'aaa04909-f50a-4103-bc75-789de0d02568'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '5e79a6b3-87ed-4561-924b-fd6f6d4a6396'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:32.604569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:32.609491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.613533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7b1d2c0b-e61e-44b2-8734-2c0615080dd9 tempest-FloatingIPAdminTestJSON-1059691180 tempest-FloatingIPAdminTestJSON-1059691180-project] 10.222.0.32 "DELETE /v2.0/floatingips/9d29c120-efd4-42bd-8bff-6fad6c592a32 HTTP/1.1" status: 204 len: 168 time: 1.5878048 Apr 22 14:40:32.613725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:32.617327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60102) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:32.623123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:32.648528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] For port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:32.657861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.686962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.687629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.691707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:32.782237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb3ba6-c435-44dc-bf58-4ab82f12c994 None None] Pushing event updated for resources: {'Port': ['ID=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:32.783364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.784893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:32.788838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.883487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Deleting port b6147b23-860b-4704-8a48-ebb084c6b18f {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:32.883725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.926751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Allocated IP 172.20.0.2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/aaa04909-f50a-4103-bc75-789de0d02568/5e79a6b3-87ed-4561-924b-fd6f6d4a6396) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:32.936831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 26bc3be2-9359-4bc0-bea9-529093444466 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:32.962910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.966943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.987821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:32.994637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:32.996473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 129a3ab0-020f-408f-be19-7b71a42b3794 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:32.998810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:32.999478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:32.999584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Fanout notify agent at l3_agent the message router_deleted on router 22987bc7-8c1e-4d39-9a90-647892700f98 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:33.003453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:33.004052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.010832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.011911 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9d40ccb4-3bea-4e39-994b-24a35f19c175 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/22987bc7-8c1e-4d39-9a90-647892700f98 HTTP/1.1" status: 204 len: 168 time: 2.9287446 Apr 22 14:40:33.016048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60106) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.023444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1698764843', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:33.031279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:33.035227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Usage tracker for resource:router and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:33.038148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:33.043103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=be64f1b5-e8e2-459a-9080-c7f1c667bb29,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.044293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:33.058703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.060302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.073460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] For port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:33.080308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.100100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.116763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Transition to ACTIVE for port object 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:33.123260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.206339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eb7d1187-2ea3-4909-acdd-ef0def1a99b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8374448 Apr 22 14:40:33.210793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260c16-3bd3-43b7-a2c8-05d4c1b97fdf None None] Pushing event updated for resources: {'Port': ['ID=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:33.214104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:33.220474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60110) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:33.326151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.547642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.547963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.630323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port be64f1b5-e8e2-459a-9080-c7f1c667bb29 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:33.630664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.643567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.676333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.676853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.719357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Calling delete_port for b6147b23-860b-4704-8a48-ebb084c6b18f owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:33.824779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Allocated IP 172.26.2.4 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/e3323f34-8941-43f9-add6-b37b2980fd6e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:33.887762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dc8cb690-543f-41a8-bcb9-9f22e7679a09 None None] Provisioning for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:33.893177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dc8cb690-543f-41a8-bcb9-9f22e7679a09 None None] Provisioning complete for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:33.893177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb690-543f-41a8-bcb9-9f22e7679a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:33.907041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 172.20.0.9 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/aaa04909-f50a-4103-bc75-789de0d02568/26bc3be2-9359-4bc0-bea9-529093444466) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:33.989527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.022104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.067504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe44:1a5f (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/11645067-c25c-4d97-b2f8-224b38de81ba/26bc3be2-9359-4bc0-bea9-529093444466) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:34.087948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:34.090883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:34.094827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:34.136540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event updated for resources: {'Port': ['ID=e3323f34-8941-43f9-add6-b37b2980fd6e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:34.266332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:34.276180 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] Sync routers for ids ['129a3ab0-020f-408f-be19-7b71a42b3794'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:34.288921 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] Routers {'129a3ab0-020f-408f-be19-7b71a42b3794'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:34.289802 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['129a3ab0-020f-408f-be19-7b71a42b3794'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:34.296094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.346614 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:34.356995 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] Routers {'129a3ab0-020f-408f-be19-7b71a42b3794'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:34.357570 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['129a3ab0-020f-408f-be19-7b71a42b3794'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:34.415214 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:34.415604 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377a2b6-e367-472b-8139-724b608fa082 None None] The sync data for ids ['129a3ab0-020f-408f-be19-7b71a42b3794'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:34.492964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for be64f1b5-e8e2-459a-9080-c7f1c667bb29 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:34.531366 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7d02532a-a5fd-4068-ad5f-dcc3c52195e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/129a3ab0-020f-408f-be19-7b71a42b3794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5261145 Apr 22 14:40:34.532161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60114) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:34.534187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.590180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.590905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.606812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0516b4-22e8-4b91-8c18-eaf9dd812274 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:34.608125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6c0516b4-22e8-4b91-8c18-eaf9dd812274 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports/a074511b-805d-4e15-83b4-a7bb0036c1a7 HTTP/1.1" status: 200 len: 983 time: 0.0750396 Apr 22 14:40:34.617257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60118) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:34.620937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6147b23-860b-4704-8a48-ebb084c6b18f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:34.830683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Router 9316fa61-2524-497d-ba4c-e9947ac491b1 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:34.848503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.858881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.943512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=be64f1b5-e8e2-459a-9080-c7f1c667bb29,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:34.952159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 26bc3be2-9359-4bc0-bea9-529093444466 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:34.960512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.970093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.986971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:34.988136 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-04ce2be6-b8fc-4a88-a19a-fc0768c37c66 tempest-FloatingIPAdminTestJSON-1930243995 tempest-FloatingIPAdminTestJSON-1930243995-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/095f7ffd-99ce-46a4-a21d-63e92bf7b08f HTTP/1.1" status: 204 len: 168 time: 2.3688788 Apr 22 14:40:34.991907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60122) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:34.992521 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dc5a4956-a564-43e0-91ad-c30d0894c734 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/be64f1b5-e8e2-459a-9080-c7f1c667bb29 HTTP/1.1" status: 204 len: 168 time: 1.7699358 Apr 22 14:40:34.995200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60126) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:35.006301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'mac_address': 'fa:16:3e:ce:ad:61', 'name': 'tempest-PortsTestJSON-752771932'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:35.062689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting port 36445ee2-4c2f-4e67-9af5-1dae04bf94da {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:35.063257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.112854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.184343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:35.191693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:35.220802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] Sync routers for ids ['9316fa61-2524-497d-ba4c-e9947ac491b1'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:35.258335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:35.264989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] Routers {'9316fa61-2524-497d-ba4c-e9947ac491b1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:35.265622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9316fa61-2524-497d-ba4c-e9947ac491b1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:35.284231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:35.302415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.303618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4f0d34f4-393a-45f0-8f73-3425b6403ba3 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2862883 Apr 22 14:40:35.309933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60130) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:35.319190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:35.327530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:35.346345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:35.346572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:35.346746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.350489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:35.355211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=26bc3be2-9359-4bc0-bea9-529093444466,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:35.362566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:35.373973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:35.404575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] Routers {'9316fa61-2524-497d-ba4c-e9947ac491b1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:35.405217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9316fa61-2524-497d-ba4c-e9947ac491b1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:35.409568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:35.447987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:35.469463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:35.469902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d26f1-ba13-4cd8-a0f9-6dc8fcbd082d None None] The sync data for ids ['9316fa61-2524-497d-ba4c-e9947ac491b1'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:35.603059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.720504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:35.721027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.733845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Calling delete_port for 36445ee2-4c2f-4e67-9af5-1dae04bf94da owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:35.742281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.748037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bb55496f-b46b-49ef-9e54-d23ef5024c94 None None] Provisioning for port 26bc3be2-9359-4bc0-bea9-529093444466 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:35.753453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bb55496f-b46b-49ef-9e54-d23ef5024c94 None None] Provisioning complete for port 26bc3be2-9359-4bc0-bea9-529093444466 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:35.753847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bb55496f-b46b-49ef-9e54-d23ef5024c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:35.768996 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-abaef075-3b78-4eea-b06a-b013489f2250 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5969524 Apr 22 14:40:35.769309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60134) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:35.809941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port d79cf9f8-3f09-41e1-b50d-8c34da5e0e82 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:35.810173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bb55496f-b46b-49ef-9e54-d23ef5024c94 None None] Port 26bc3be2-9359-4bc0-bea9-529093444466 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:35.966771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accbd28-b8d5-485e-9f39-8e4c22fb805c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:35.970580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accbd28-b8d5-485e-9f39-8e4c22fb805c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:35.971346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5accbd28-b8d5-485e-9f39-8e4c22fb805c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:35.977169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.037586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Port': ['ID=36445ee2-4c2f-4e67-9af5-1dae04bf94da,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:36.074048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5accbd28-b8d5-485e-9f39-8e4c22fb805c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:36.077320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5accbd28-b8d5-485e-9f39-8e4c22fb805c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3046985 Apr 22 14:40:36.081690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60140) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.104756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.200564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.252443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.338725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 26bc3be2-9359-4bc0-bea9-529093444466 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:36.339183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.366677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.391876 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-268d93b8-23ec-495e-95d4-5aaaabd88a21 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "DELETE /v2.0/ports/36445ee2-4c2f-4e67-9af5-1dae04bf94da HTTP/1.1" status: 204 len: 168 time: 1.3989401 Apr 22 14:40:36.397021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60148) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.403057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:36.405550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=d79cf9f8-3f09-41e1-b50d-8c34da5e0e82,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:36.436311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:36.446214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:36.448848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:36.449455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.505784 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-57342b5c-fc75-418f-b981-d1c121d0d075 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5080714 Apr 22 14:40:36.509810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60152) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.590058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d926ef5-80e5-4ba9-9c13-19af98592aa2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:36.590617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9d926ef5-80e5-4ba9-9c13-19af98592aa2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:36.602858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b395ed3-e43e-41e1-861f-95e1f7c9e05d tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:36.603552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2b395ed3-e43e-41e1-861f-95e1f7c9e05d tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Synchronizing usage tracker for tenant:b64f1e8844534be292a2671cd7854a3d on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:36.625936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:36.667061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9d926ef5-80e5-4ba9-9c13-19af98592aa2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:36.668218 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9d926ef5-80e5-4ba9-9c13-19af98592aa2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/d79cf9f8-3f09-41e1-b50d-8c34da5e0e82 HTTP/1.1" status: 200 len: 840 time: 0.1566613 Apr 22 14:40:36.668871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2b395ed3-e43e-41e1-861f-95e1f7c9e05d tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Unset dirty status for tenant:b64f1e8844534be292a2671cd7854a3d on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:36.669876 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2b395ed3-e43e-41e1-861f-95e1f7c9e05d tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "GET /v2.0/ports?device_id=609c5466-bcf5-4b34-861c-e035a00af04b HTTP/1.1" status: 200 len: 913 time: 0.2692208 Apr 22 14:40:36.674381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60156) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.674701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60158) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:36.797910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 26bc3be2-9359-4bc0-bea9-529093444466 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:36.914929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port d79cf9f8-3f09-41e1-b50d-8c34da5e0e82 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:36.915307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.093070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port a074511b-805d-4e15-83b4-a7bb0036c1a7 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:37.093304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.205833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.264785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=26bc3be2-9359-4bc0-bea9-529093444466,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:37.272398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.427527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.442613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.456088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Deleting port e3323f34-8941-43f9-add6-b37b2980fd6e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:37.458287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.480082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.505360 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2a23c4ed-4f93-46f6-b0c8-abb9df47bf67 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/26bc3be2-9359-4bc0-bea9-529093444466 HTTP/1.1" status: 204 len: 168 time: 1.4202225 Apr 22 14:40:37.510515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60164) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.614722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for d79cf9f8-3f09-41e1-b50d-8c34da5e0e82 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:37.667823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bf010-9636-4d21-aef6-ade93dd121bc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:37.668942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bf010-9636-4d21-aef6-ade93dd121bc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:37.670430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bf010-9636-4d21-aef6-ade93dd121bc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:37.671240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a22bf010-9636-4d21-aef6-ade93dd121bc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:37.707626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a22bf010-9636-4d21-aef6-ade93dd121bc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:37.708959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a22bf010-9636-4d21-aef6-ade93dd121bc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1971364 Apr 22 14:40:37.710016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.711846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60168) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:37.776965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:37.847842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for a074511b-805d-4e15-83b4-a7bb0036c1a7 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:37.902818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Calling delete_port for e3323f34-8941-43f9-add6-b37b2980fd6e owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:37.961181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.064068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=d79cf9f8-3f09-41e1-b50d-8c34da5e0e82,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.091153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.095606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 11645067-c25c-4d97-b2f8-224b38de81ba {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:38.099862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.123629 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a5e5db1d-105f-4107-b6f4-c1facffdee8d tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/d79cf9f8-3f09-41e1-b50d-8c34da5e0e82 HTTP/1.1" status: 204 len: 168 time: 1.4464695 Apr 22 14:40:38.127323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60172) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:38.161301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.180611 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-99020b97-4f14-4df4-9161-cca99a407d4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:38.181110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-99020b97-4f14-4df4-9161-cca99a407d4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:38.241154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-99020b97-4f14-4df4-9161-cca99a407d4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:38.242327 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-99020b97-4f14-4df4-9161-cca99a407d4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/d79cf9f8-3f09-41e1-b50d-8c34da5e0e82 HTTP/1.1" status: 404 len: 333 time: 0.1127863 Apr 22 14:40:38.250267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60176) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:38.261406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'name': 'tempest-PortsTestJSON-754151887'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:38.286368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.342249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=a074511b-805d-4e15-83b4-a7bb0036c1a7,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.387183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.436015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:38.439385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.449442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Pushing event deleted for resources: {'Port': ['ID=e3323f34-8941-43f9-add6-b37b2980fd6e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:38.491627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:38.631756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.688198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:38.691142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.764476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.789391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 7b8c1575-f156-4b87-a0ba-8c706c9ff806 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:38.927915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:38.990691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.147276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=11645067-c25c-4d97-b2f8-224b38de81ba,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:39.155746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.168245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.174017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0a018-93f1-4fd5-b6ab-f9114e4f66c8 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:39.176067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.334280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 129a3ab0-020f-408f-be19-7b71a42b3794 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:39.380593 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-768987a2-fbc1-4bcb-9ba5-390cf704c0a4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/11645067-c25c-4d97-b2f8-224b38de81ba HTTP/1.1" status: 204 len: 168 time: 1.6677234 Apr 22 14:40:39.399882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.496620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.549023 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-62d52a42-c616-49d0-8b54-e74988fcd02b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4675460 Apr 22 14:40:39.554987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet aaa04909-f50a-4103-bc75-789de0d02568 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:39.561778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:39.562219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.573598 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] Sync routers for ids ['129a3ab0-020f-408f-be19-7b71a42b3794'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:39.585463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-052a6cac-511c-4f6f-999c-7777e2d17321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.592185 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] Routers {'129a3ab0-020f-408f-be19-7b71a42b3794'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:39.594019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['129a3ab0-020f-408f-be19-7b71a42b3794'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:39.629444 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f296c6b-553f-49fc-a295-7a52f36468ab tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/129a3ab0-020f-408f-be19-7b71a42b3794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0058854 Apr 22 14:40:39.633907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60186) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.638426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Router 9316fa61-2524-497d-ba4c-e9947ac491b1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:39.639629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.675258 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:39.687157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] Routers {'129a3ab0-020f-408f-be19-7b71a42b3794'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:39.688056 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['129a3ab0-020f-408f-be19-7b71a42b3794'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:39.746549 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:39.746953 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba4327-d6a8-483f-a56d-5da2a0d389e6 None None] The sync data for ids ['129a3ab0-020f-408f-be19-7b71a42b3794'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:39.775173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.829128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:39.837203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:39.838964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=7b8c1575-f156-4b87-a0ba-8c706c9ff806,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:39.841031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:39.845019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:39.845641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:39.897991 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e77496b0-1f74-4b3d-a2c7-ff5a224810df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6440003 Apr 22 14:40:39.912803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60190) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:39.978030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:40.073489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fffeaa65-8b6e-4c14-a19d-6f1f0253ca55 None None] Provisioning complete for port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:40.073915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fffeaa65-8b6e-4c14-a19d-6f1f0253ca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.175698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.204851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-320c3165-dd26-449a-b767-625a7f75a17f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1098 time: 0.4642434 Apr 22 14:40:40.229306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:40.237945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.239041 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6eaa1fbf-178f-46d3-bf68-dbf1ead8ed9e tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "PUT /v2.0/routers/9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 200 len: 706 time: 4.9284766 Apr 22 14:40:40.244498 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] Sync routers for ids ['9316fa61-2524-497d-ba4c-e9947ac491b1'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:40.247278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60194) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.259394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] Routers {'9316fa61-2524-497d-ba4c-e9947ac491b1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:40.260283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9316fa61-2524-497d-ba4c-e9947ac491b1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:40.330650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:40.343517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] Routers {'9316fa61-2524-497d-ba4c-e9947ac491b1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:40.344284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9316fa61-2524-497d-ba4c-e9947ac491b1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:40.352574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.381178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.396037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa04909-f50a-4103-bc75-789de0d02568,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:40.407047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:40.407493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047383d-e704-4438-8428-e31f304b0a24 None None] The sync data for ids ['9316fa61-2524-497d-ba4c-e9947ac491b1'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:40.417974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.423741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c20ee-ab3f-45be-b0d2-0bed60703a4c None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:40.441422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-affed683-dbe8-4e8e-af1b-7a7c4e1503cc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/aaa04909-f50a-4103-bc75-789de0d02568 HTTP/1.1" status: 204 len: 168 time: 1.0394018 Apr 22 14:40:40.443746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60198) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.446872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-f9cecba4-f20f-4d99-8b89-53baa311b724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:40.448354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-f9cecba4-f20f-4d99-8b89-53baa311b724 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 898 time: 0.2173281 Apr 22 14:40:40.461124 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-f57d4677-663e-446e-8cc3-f2907333ed82 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 14:40:40.465143 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f57d4677-663e-446e-8cc3-f2907333ed82 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/129a3ab0-020f-408f-be19-7b71a42b3794/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8272507 Apr 22 14:40:40.471618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60202) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.568474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0dfe2229-07c4-4510-9c53-55e89d441242 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234198 Apr 22 14:40:40.576357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60206) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.584157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:40.588951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9278a9f2-fe7f-4d2c-9c44-c3955b8f43b5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:40.629830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting port 84438be2-1544-403e-9b67-ab2f829b99b8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:40.630168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.689731 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c04061dc-2888-4b34-afa5-6ae63f3b7fde tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/routers/9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 200 len: 741 time: 0.4397023 Apr 22 14:40:40.697648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60210) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.699824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9278a9f2-fe7f-4d2c-9c44-c3955b8f43b5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:40.700982 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9278a9f2-fe7f-4d2c-9c44-c3955b8f43b5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=129a3ab0-020f-408f-be19-7b71a42b3794 HTTP/1.1" status: 200 len: 205 time: 0.2028773 Apr 22 14:40:40.705142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60214) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.716549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:40.720908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] Deleting port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:40.721276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.757739 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-38a4d8be-f799-48cc-80c5-c784e2adb8d1 tempest-RoutersAdminTest-708859371 tempest-RoutersAdminTest-708859371-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&device_id=9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 200 len: 205 time: 0.0565734 Apr 22 14:40:40.759919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-9a864119-cd36-47c2-b2b8-405128f2a00e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 1001 time: 0.2534485 Apr 22 14:40:40.760358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60218) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.763917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:40.837935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:40.844420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:40.851421 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-99f8f628-b2a2-4c80-8c24-b3c7c7d67a05 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 200 len: 205 time: 0.0866275 Apr 22 14:40:40.858015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:40.859763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60222) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:40.926461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] For port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:40.926980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:40.997136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:41.000280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.014377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-145fae18-5ca9-4640-80d8-a79d4c14c7b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:41.016421 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-145fae18-5ca9-4640-80d8-a79d4c14c7b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 200 len: 835 time: 0.2222054 Apr 22 14:40:41.050926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] Calling delete_port for 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:41.068357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.079529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.125892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.129727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.142345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.187589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] Pushing event deleted for resources: {'Port': ['ID=5e79a6b3-87ed-4561-924b-fd6f6d4a6396,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:41.196682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1552695-b4da-47b4-bb7d-4e8d315f9322 None None] No DVR routers for this DVR port 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:41.215084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:41.241502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.253281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:41.253921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5e79a6b3-87ed-4561-924b-fd6f6d4a6396 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:41.336671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Calling delete_port for 84438be2-1544-403e-9b67-ab2f829b99b8 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:41.392661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-b5e2f3d8-f88e-4953-8d5a-de48ae04e5ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3229275 Apr 22 14:40:41.414498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] In _notify_port_updated(), no bound segment for port 7b8c1575-f156-4b87-a0ba-8c706c9ff806 on network 82c19dfb-1476-4c52-8485-3660bd47acb1 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:41.418257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:41.418847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.420248 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/ports/7b8c1575-f156-4b87-a0ba-8c706c9ff806 HTTP/1.1" status: 200 len: 818 time: 1.5026004 Apr 22 14:40:41.425067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60226) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:41.617229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26179246-79b1-41e5-97c8-bf8824f456ab tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=7b8c1575-f156-4b87-a0ba-8c706c9ff806,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:41.684154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2c820ae7-0f21-4643-8190-cca2d049a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.778407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 7b8c1575-f156-4b87-a0ba-8c706c9ff806 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:41.778745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.875231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.902990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:41.916492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-8419c58a-cbc5-42a2-ba7d-872c4b8ede12 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214111 Apr 22 14:40:42.018633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.062769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.063255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Fanout notify agent at l3_agent the message router_deleted on router 9316fa61-2524-497d-ba4c-e9947ac491b1 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:42.069745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.141791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.146248 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cd730aa5-722e-4957-8f79-a9ac1693d91d tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 204 len: 168 time: 1.2820976 Apr 22 14:40:42.148282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60230) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.150324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:40:42.154152 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2072eeb2-b792-4bd7-926b-cff4e4911a21 req-fd8d0b56-0269-46e6-8cd3-3c0ed3f1f854 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299881 Apr 22 14:40:42.154806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.219850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:42.222568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:42.226667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:42.227227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.231109 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aa77c61f-7e38-438f-bfb7-7261d69b5c56 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 200 len: 205 time: 0.0797369 Apr 22 14:40:42.233045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60234) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.236609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f8ab42-b9a1-488d-b6ce-6f46d01ae522 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:42.251772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.286589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.292539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=42fe2c64-1ebc-4a3a-bc54-21dd2890709e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:42.310867 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-e1114eca-1590-4e5a-8620-e2801f487b2b tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] delete failed (client error): The resource could not be found. Apr 22 14:40:42.313106 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e1114eca-1590-4e5a-8620-e2801f487b2b tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/9316fa61-2524-497d-ba4c-e9947ac491b1 HTTP/1.1" status: 404 len: 336 time: 0.0762606 Apr 22 14:40:42.313242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.313593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router 129a3ab0-020f-408f-be19-7b71a42b3794 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:42.315424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60240) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.315796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Port': ['ID=84438be2-1544-403e-9b67-ab2f829b99b8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:42.375867 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1f66e65d-e764-4dfc-8932-e8861d8a8589 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7983623 Apr 22 14:40:42.377245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60244) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.381697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aeaa67cd-d5e6-40c0-a478-62bfb8cf2fbd tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=22987bc7-8c1e-4d39-9a90-647892700f98 HTTP/1.1" status: 200 len: 205 time: 0.0630791 Apr 22 14:40:42.382167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60248) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.387279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:42.435856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 7b8c1575-f156-4b87-a0ba-8c706c9ff806 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:42.520056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '42fe2c64-1ebc-4a3a-bc54-21dd2890709e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:42.520872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.540395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-0085a1b3-f903-49af-b7ff-624983ac7122 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] delete failed (client error): The resource could not be found. Apr 22 14:40:42.541428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0085a1b3-f903-49af-b7ff-624983ac7122 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/22987bc7-8c1e-4d39-9a90-647892700f98 HTTP/1.1" status: 404 len: 336 time: 0.1584620 Apr 22 14:40:42.543746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.544835 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1137129d-928b-43f7-86cf-43cc6506e7dc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/129a3ab0-020f-408f-be19-7b71a42b3794 HTTP/1.1" status: 204 len: 168 time: 1.8369272 Apr 22 14:40:42.549813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60252) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.550267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60254) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.654469 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b7fb8ad-ca4a-41b6-80cd-524ba4e30625 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d1e0b33-3f50-4630-9b98-d0b7cffea062 HTTP/1.1" status: 200 len: 205 time: 0.1009293 Apr 22 14:40:42.663459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60260) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.692328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.704164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60264) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.751042 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-2c70ff86-cc65-4a49-8691-9d958b206011 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] delete failed (client error): The resource could not be found. Apr 22 14:40:42.754753 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2c70ff86-cc65-4a49-8691-9d958b206011 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/6d1e0b33-3f50-4630-9b98-d0b7cffea062 HTTP/1.1" status: 404 len: 336 time: 0.0835581 Apr 22 14:40:42.758694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60268) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.803464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.811390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Allocated IP 2001:db8::f816:3eff:fe19:8d8d (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/42fe2c64-1ebc-4a3a-bc54-21dd2890709e/3e300e30-407c-4ebd-b60c-b8d87defdc94) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:42.821549 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-072954be-8a34-4dc5-a9f2-4a1ca604e648 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce90762-d9ee-4ad2-8c83-3f94ddeae692 HTTP/1.1" status: 200 len: 205 time: 0.0595255 Apr 22 14:40:42.824583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60272) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:42.842905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=7b8c1575-f156-4b87-a0ba-8c706c9ff806,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:42.863644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:42.903925 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ff15c4fc-41e7-4df1-aacf-6784087a28d3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/7b8c1575-f156-4b87-a0ba-8c706c9ff806 HTTP/1.1" status: 204 len: 168 time: 1.4747672 Apr 22 14:40:42.906177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60276) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.030614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.066861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.078144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Transition to ACTIVE for port object 3e300e30-407c-4ebd-b60c-b8d87defdc94 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:43.098338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Transition to ACTIVE for port object 3e300e30-407c-4ebd-b60c-b8d87defdc94 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:43.109708 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e0eec88c-2c9e-4d2e-a311-5670cf48968f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=2de1b45c6a344478879c569e76de696b&network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 2999 time: 0.3648274 Apr 22 14:40:43.110281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-4bf2c373-2e9d-4d80-8af1-9e4f355f1e35 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] delete failed (client error): The resource could not be found. Apr 22 14:40:43.110281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4bf2c373-2e9d-4d80-8af1-9e4f355f1e35 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/1ce90762-d9ee-4ad2-8c83-3f94ddeae692 HTTP/1.1" status: 404 len: 336 time: 0.2797277 Apr 22 14:40:43.110749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60280) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.122319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.131733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:43.138607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:43.142950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:43.159000 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4cf02231-1910-42cf-b607-69addaca5324 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff692b8-4c91-4c30-a23b-55b2b1b15f8d HTTP/1.1" status: 200 len: 205 time: 0.0476561 Apr 22 14:40:43.160367 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60286) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.160522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:43.190442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet ea47b029-775c-46ca-920e-642b0b9029e4 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:43.193330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.197390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:43.200363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:43.202955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:43.209655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Pushing event updated for resources: {'Port': ['ID=3e300e30-407c-4ebd-b60c-b8d87defdc94,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.230999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:43.238542 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-dfd36ccb-4fed-4928-98ba-9460eae91f98 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] delete failed (client error): The resource could not be found. Apr 22 14:40:43.242320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dfd36ccb-4fed-4928-98ba-9460eae91f98 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/2ff692b8-4c91-4c30-a23b-55b2b1b15f8d HTTP/1.1" status: 404 len: 336 time: 0.0787404 Apr 22 14:40:43.242320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60290) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.301755 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e97a8244-07af-4afa-80f2-e2176017a056 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ae199f-f807-4dd1-b724-585b2b77600b HTTP/1.1" status: 200 len: 205 time: 0.0562546 Apr 22 14:40:43.304168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60296) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.306487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Attempting to bind port 3e300e30-407c-4ebd-b60c-b8d87defdc94 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:43.310124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Attempting to bind port 3e300e30-407c-4ebd-b60c-b8d87defdc94 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:43.310696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Attempting to bind port 3e300e30-407c-4ebd-b60c-b8d87defdc94 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:43.319420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:43.320090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:43.320662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.321220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:43.322622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Bound port: 3e300e30-407c-4ebd-b60c-b8d87defdc94, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:43.323367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.330546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.374882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46456021-a190-4a44-b662-eea1ce91284e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:43.374882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-46456021-a190-4a44-b662-eea1ce91284e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:43.394857 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-b6dacce3-74e9-463a-bd67-1b48b55c67be tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] delete failed (client error): The resource could not be found. Apr 22 14:40:43.395954 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b6dacce3-74e9-463a-bd67-1b48b55c67be tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/routers/c8ae199f-f807-4dd1-b724-585b2b77600b HTTP/1.1" status: 404 len: 336 time: 0.0913215 Apr 22 14:40:43.398763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60300) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.416000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-46456021-a190-4a44-b662-eea1ce91284e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:43.419724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-46456021-a190-4a44-b662-eea1ce91284e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5101345 Apr 22 14:40:43.421089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60304) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.432029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] For port 3e300e30-407c-4ebd-b60c-b8d87defdc94, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:43.435648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] For port 3e300e30-407c-4ebd-b60c-b8d87defdc94, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3e300e30-407c-4ebd-b60c-b8d87defdc94,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:43.440867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.458918 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e20c881-113c-4f90-be28-39dace3b1440 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] DELETE failed (client error): The resource could not be found. Apr 22 14:40:43.459192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.459344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e20c881-113c-4f90-be28-39dace3b1440 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:43.466838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0e20c881-113c-4f90-be28-39dace3b1440 tempest-RoutersAdminTest-1830860935 tempest-RoutersAdminTest-1830860935-project] 10.222.0.32 "DELETE /v2.0/subnets/8e4792ee-d8a4-4b00-a723-641fd9474a4a HTTP/1.1" status: 404 len: 337 time: 0.0597897 Apr 22 14:40:43.480612 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ba2444-aa71-45e2-a153-ee231f33e330 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:43.480612 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-99ba2444-aa71-45e2-a153-ee231f33e330 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/7b8c1575-f156-4b87-a0ba-8c706c9ff806 HTTP/1.1" status: 404 len: 333 time: 0.0550785 Apr 22 14:40:43.480940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60310) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.488460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155575539'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:43.494969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:43.498982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.531785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3ec92-e515-4a72-a5f8-80e70c353c45 None None] Pushing event updated for resources: {'Port': ['ID=3e300e30-407c-4ebd-b60c-b8d87defdc94,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.559399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.568471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:43.622858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:43.640652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:43.666996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:43.671319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.688541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.717629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:43.745749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.746081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=ea47b029-775c-46ca-920e-642b0b9029e4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:43.746196 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment 9ead6364-61ae-4561-8b4d-095f32a92e1c of type vlan for network 3ce9f2eb-ee89-4e55-8139-f976179bb14c Apr 22 14:40:43.771730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.780677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6a1cbb31-4493-4565-8600-df67496df79c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/ea47b029-775c-46ca-920e-642b0b9029e4 HTTP/1.1" status: 204 len: 168 time: 1.2280085 Apr 22 14:40:43.784126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51167dd-8729-4e1a-a346-109a1861bc2c None None] Network fd2346b4-f2aa-4556-81e6-064a46b0e67e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:43.790278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60314) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:43.805108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.867354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.871711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:43.873312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:43.983806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60320) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:44.000603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.042580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:44.042984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.145098 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6633081 Apr 22 14:40:44.159340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60326) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:44.168807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:44.178875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] DHCP port deletion for fd2346b4-f2aa-4556-81e6-064a46b0e67e request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:44.182077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb012b-87f9-4614-8101-5eedda30aba5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=3ce9f2eb-ee89-4e55-8139-f976179bb14c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.183222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Deleting port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:44.183578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.212415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.222531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:44.235052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.309199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:44.314172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:44.318079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:44.333333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:44.411196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:44.436777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Usage tracker for resource:security_group_rule and tenant:11e76a5fbe8b48a3a069cfbc35a2de6b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:44.443906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.461734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:44.463023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=ca7a746b-8a0a-410f-b190-a1742e3cf47e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.465628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:44.469980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:44.470296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:44.484163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:44.484430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.501952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:44.516100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,segment=NetworkSegment(1ba11279-2613-4b45-8bdc-d7318aca8a8d),segment_id=1ba11279-2613-4b45-8bdc-d7318aca8a8d)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:44.516684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.588212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] For port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,segment=NetworkSegment(1ba11279-2613-4b45-8bdc-d7318aca8a8d),segment_id=1ba11279-2613-4b45-8bdc-d7318aca8a8d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:44.588808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.590194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.668123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:44.726512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Calling delete_port for 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:44.748532 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-062b4d2d-3a0a-4cca-b93b-ea45a5eb145a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3678834 Apr 22 14:40:44.755758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e374235-ff08-4e0c-b421-88c33f05b833 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:44.758321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60332) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:44.769108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:1d:ca:16', 'name': 'tempest-NetworksTestDHCPv6-476607941'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:44.795151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:44.892082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-be586fe4-4244-4158-96c7-4917f6359dfb None None] Provisioning for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:44.909184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=7b48bcbb-e693-40b1-82ea-73f22ea3b5ea,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:44.920735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No DVR routers for this DVR port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:44.950399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Router 609c5466-bcf5-4b34-861c-e035a00af04b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:40:44.973263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:44.973756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:44.978245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.167596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=f69c2850-21d2-4d9b-8766-21f61a372e4b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.202567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Update dhcp port {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': '42fe2c64-1ebc-4a3a-bc54-21dd2890709e', 'ip_address': '2001:db8::f816:3eff:fe19:8d8d'}, {'subnet_id': 'ca7a746b-8a0a-410f-b190-a1742e3cf47e'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '3e300e30-407c-4ebd-b60c-b8d87defdc94'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:45.207953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': '9ead6364-61ae-4561-8b4d-095f32a92e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:45.208425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 3ce9f2eb-ee89-4e55-8139-f976179bb14c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:45.249407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.266695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.268670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:45.269864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.285389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3e300e30-407c-4ebd-b60c-b8d87defdc94 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:45.291010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.294376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 3ce9f2eb-ee89-4e55-8139-f976179bb14c) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:45.299901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:45.300834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.304942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2346b4-f2aa-4556-81e6-064a46b0e67e']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.312834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:45.321503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a23a0-d2f1-415b-a105-51488ee0fc0e None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:45.330869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:45.338176 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e88ea5c1-c8de-4cb3-83dc-8f633325b96a tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "PUT /v2.0/routers/609c5466-bcf5-4b34-861c-e035a00af04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6615674 Apr 22 14:40:45.341908 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2a9e74d6-17f3-4641-8b7f-a1db3dfd074e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1793425 Apr 22 14:40:45.342715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60338) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.343405 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] Sync routers for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:45.345878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60340) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.350986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a96f8-a89f-4e88-bcd6-5281933f747e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.364835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:45.369973 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:45.370713 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.390099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:45.396446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba11279-2613-4b45-8bdc-d7318aca8a8d') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.396670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba11279-2613-4b45-8bdc-d7318aca8a8d') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.408319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:45.426354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.433260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:45.444105 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.457089 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] Routers {'609c5466-bcf5-4b34-861c-e035a00af04b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:45.457937 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['609c5466-bcf5-4b34-861c-e035a00af04b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.475666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Deleting port 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:45.476167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.525519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.533028 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0be0d2da-49fc-4f3b-a8ea-70a70d3d40c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11e76a5fbe8b48a3a069cfbc35a2de6b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5481141 Apr 22 14:40:45.535195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60346) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.541981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:45.547364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.554651 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:45.555236 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270bd03-8feb-44a0-a72d-af285072d975 None None] The sync data for ids ['609c5466-bcf5-4b34-861c-e035a00af04b'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:45.571114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:45.571526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:45.586163 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:45.609376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-48038fa7-9b33-4904-a6ac-2fb582b55bf8 None None] The port '7b48bcbb-e693-40b1-82ea-73f22ea3b5ea' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:45.623522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-518799d9-54c9-40e5-98e9-168ae8f4f98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.670119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-518799d9-54c9-40e5-98e9-168ae8f4f98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.693575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:45.701715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 3cf9450d-3b55-4260-9e76-497bf85be703 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:45.719517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.760397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:45.760765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.768855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.773300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:45.792710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.814510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:45.824344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:45.827432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=fd2346b4-f2aa-4556-81e6-064a46b0e67e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.836898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:45.853030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-518799d9-54c9-40e5-98e9-168ae8f4f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.853476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:45.875594 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8fd855a7-de2e-4a94-a550-66d5917683ae tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/fd2346b4-f2aa-4556-81e6-064a46b0e67e HTTP/1.1" status: 204 len: 168 time: 2.0787525 Apr 22 14:40:45.875800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.882084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518799d9-54c9-40e5-98e9-168ae8f4f98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a96f8-a89f-4e88-bcd6-5281933f747e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:45.889776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1438598912'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:45.892847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60354) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:45.900083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:45.912956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Allocated IP 172.20.0.2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ca7a746b-8a0a-410f-b190-a1742e3cf47e/3e300e30-407c-4ebd-b60c-b8d87defdc94) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:45.928297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': 'f69c2850-21d2-4d9b-8766-21f61a372e4b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:45.929020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.939753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-518799d9-54c9-40e5-98e9-168ae8f4f98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:45.943348 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-518799d9-54c9-40e5-98e9-168ae8f4f98c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e87a96f8-a89f-4e88-bcd6-5281933f747e HTTP/1.1" status: 204 len: 168 time: 0.3987122 Apr 22 14:40:45.950850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:45.961209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:45.973553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:45.996605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c56aa-350a-46c6-8cde-c6fc2dc0bc99 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:45.998065 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-760c56aa-350a-46c6-8cde-c6fc2dc0bc99 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 814 time: 0.1028519 Apr 22 14:40:46.002099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:46.005095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.027562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.042845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:46.066999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.067546 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment 9d8fc334-6770-4891-942c-99928281a737 of type vlan for network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c Apr 22 14:40:46.104128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.121741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.141429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting port 14f3e5ee-514d-486a-a918-1b5ecf051679 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:46.141848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.159061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.210186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.214686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:46.215749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.231349 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.ipam_backend_mixin [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f69c2850-21d2-4d9b-8766-21f61a372e4b (CIDR: 172.20.0.0/28) Apr 22 14:40:46.237862 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:40:46.239762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:40:46.278707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9f51dfd7-95a2-4ed9-ae5e-6f5fb53f24f9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9243841 Apr 22 14:40:46.281428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60366) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.289163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] For port 3e300e30-407c-4ebd-b60c-b8d87defdc94, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3e300e30-407c-4ebd-b60c-b8d87defdc94,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:46.295549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:46.305871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Allocated IP 172.20.0.2 (3ce9f2eb-ee89-4e55-8139-f976179bb14c/f69c2850-21d2-4d9b-8766-21f61a372e4b/75a0963a-d8ca-44db-bfe6-47a034d163f4) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:46.335597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.433422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Transition to ACTIVE for port object 3e300e30-407c-4ebd-b60c-b8d87defdc94 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:46.442494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.465251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60370) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.523391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:46.532229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:46.536631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:46.540853 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6616831 Apr 22 14:40:46.542205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60374) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.548551 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8b421e63-fe21-42c7-acf3-b820cb304d67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ac63242b0c644a4ae7135d2fe68e7af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0790873 Apr 22 14:40:46.548733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:46.550991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60378) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.556435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:46.602648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9038ea-a7ea-467f-8ce6-931080ff6de7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:46.626884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:46.661813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:46.662141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:46.671240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.677076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:46.679228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-edf3084b-15c5-4eb9-8510-ae167d9a7179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.679368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.793087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 172.20.0.5 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ca7a746b-8a0a-410f-b190-a1742e3cf47e/3cf9450d-3b55-4260-9e76-497bf85be703) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:46.794365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a21d0-bf3e-4422-85f8-5e94fa1508dd None None] Pushing event updated for resources: {'Port': ['ID=3e300e30-407c-4ebd-b60c-b8d87defdc94,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:46.813609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60382) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:46.821033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe1d:ca16 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/42fe2c64-1ebc-4a3a-bc54-21dd2890709e/3cf9450d-3b55-4260-9e76-497bf85be703) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:46.828509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--45494298', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:46.845605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:46.864927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:46.867525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:46.910020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.935526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Transition to ACTIVE for port object 75a0963a-d8ca-44db-bfe6-47a034d163f4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:46.965867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Transition to ACTIVE for port object 75a0963a-d8ca-44db-bfe6-47a034d163f4 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:46.972434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:46.974183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:46.974448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Calling delete_port for 14f3e5ee-514d-486a-a918-1b5ecf051679 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:47.010160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-edf3084b-15c5-4eb9-8510-ae167d9a7179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.016948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:47.020513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.042199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:47.051616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:47.055819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:47.058560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Pushing event updated for resources: {'Port': ['ID=75a0963a-d8ca-44db-bfe6-47a034d163f4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:47.061559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:47.092732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:47.128198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-edf3084b-15c5-4eb9-8510-ae167d9a7179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.153410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3084b-15c5-4eb9-8510-ae167d9a7179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1572e-3828-44e2-83ec-9d539952ae85,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:47.163931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-edf3084b-15c5-4eb9-8510-ae167d9a7179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.171949 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-edf3084b-15c5-4eb9-8510-ae167d9a7179 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3e1572e-3828-44e2-83ec-9d539952ae85 HTTP/1.1" status: 204 len: 168 time: 0.6160491 Apr 22 14:40:47.175446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:47.233715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Attempting to bind port 75a0963a-d8ca-44db-bfe6-47a034d163f4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:47.236918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Attempting to bind port 75a0963a-d8ca-44db-bfe6-47a034d163f4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '9ead6364-61ae-4561-8b4d-095f32a92e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:47.237431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Attempting to bind port 75a0963a-d8ca-44db-bfe6-47a034d163f4 on network 3ce9f2eb-ee89-4e55-8139-f976179bb14c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:47.260903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.284867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:47.289462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Checking segment: {'id': '9ead6364-61ae-4561-8b4d-095f32a92e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:47.289722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.290148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Bound using segment: {'id': '9ead6364-61ae-4561-8b4d-095f32a92e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:47.290661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Bound port: 75a0963a-d8ca-44db-bfe6-47a034d163f4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ead6364-61ae-4561-8b4d-095f32a92e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:47.291071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.296991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.401054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:47.401629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3e300e30-407c-4ebd-b60c-b8d87defdc94, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3e300e30-407c-4ebd-b60c-b8d87defdc94,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:47.404093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Port': ['ID=14f3e5ee-514d-486a-a918-1b5ecf051679,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:47.408646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.413593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.413975 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment f0b7b36b-d438-471c-a558-720d7271b61d of type vlan for network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 Apr 22 14:40:47.479856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:47.540353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:47.541124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7b48bcbb-e693-40b1-82ea-73f22ea3b5ea not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:47.558045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] For port 75a0963a-d8ca-44db-bfe6-47a034d163f4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:47.561871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] For port 75a0963a-d8ca-44db-bfe6-47a034d163f4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=75a0963a-d8ca-44db-bfe6-47a034d163f4,segment=NetworkSegment(9ead6364-61ae-4561-8b4d-095f32a92e1c),segment_id=9ead6364-61ae-4561-8b4d-095f32a92e1c)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:47.564924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3e300e30-407c-4ebd-b60c-b8d87defdc94,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:47.572603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.636691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.675727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94433-efa6-4c78-bc00-ad5e669332bc None None] Pushing event updated for resources: {'Port': ['ID=75a0963a-d8ca-44db-bfe6-47a034d163f4,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:47.707936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3e300e30-407c-4ebd-b60c-b8d87defdc94 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:47.708124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.765957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:47.821232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c36525f2-f22c-48f4-a58d-f15318b8683b None None] Provisioning for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:47.828046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c36525f2-f22c-48f4-a58d-f15318b8683b None None] Provisioning complete for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:47.828469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c36525f2-f22c-48f4-a58d-f15318b8683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.037364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.107910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.115483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.130851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.137403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.141804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:48.141804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.148982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.149790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Fanout notify agent at l3_agent the message router_deleted on router 609c5466-bcf5-4b34-861c-e035a00af04b {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:40:48.167800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.169031 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-432436d4-56b9-4150-8d7f-2bee16b9f02b tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "DELETE /v2.0/routers/609c5466-bcf5-4b34-861c-e035a00af04b HTTP/1.1" status: 204 len: 168 time: 2.8245530 Apr 22 14:40:48.171711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60398) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.283525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=17cfe918-d14b-404b-97b1-51f31901c2b6,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:48.304727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 3cf9450d-3b55-4260-9e76-497bf85be703 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:48.334280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:48.356064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:48.369219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:48.369806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.371936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting subnet 7d993623-0b22-4a4a-819a-a55ad167d1cf {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:48.374988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.393263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=8d42867c-3ed2-40de-8719-9fdceb7e03c9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:48.401314 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35c1c3c2-31f1-4af1-b9f6-e19d74e9dbe0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5866284 Apr 22 14:40:48.404811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60406) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.414093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:48.440875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.462701 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-87907df3-3687-4b51-a07f-a9270db6b670 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1797471 Apr 22 14:40:48.484550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60412) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.504297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.507774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'fixed_ips': [{'subnet_id': 'f69c2850-21d2-4d9b-8766-21f61a372e4b'}, {'subnet_id': '17cfe918-d14b-404b-97b1-51f31901c2b6'}], 'name': 'tempest-PortsTestJSON-779157696'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:48.634315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:48.635036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.636448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03c096-a10c-4cee-aebb-72ab1d92813f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:48.640485 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bc03c096-a10c-4cee-aebb-72ab1d92813f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2292995 Apr 22 14:40:48.640485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=3cf9450d-3b55-4260-9e76-497bf85be703,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:48.643810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60418) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.648617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:48.651014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:48.699599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:48.709074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:48.712928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:48.720443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:48.743670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.773842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:48.780952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.840749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:48.841542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.857637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:48.930280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e54c9ffa-b1d5-433f-8632-846bce5895c9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1703506 Apr 22 14:40:48.935414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60426) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:48.962069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:40:48.982909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-762588734'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:48.986255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26973fc6-40c9-424b-b049-b4a6344e8a0d None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:49.019600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:49.035709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:network and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:49.039877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=1a5bfb7f-7e29-4493-8241-b3512e6058ea,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:49.042008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.050487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:49.054961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2125b1d-a4f5-4eb7-81aa-24201e5843b0 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.056454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f2125b1d-a4f5-4eb7-81aa-24201e5843b0 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4100633 Apr 22 14:40:49.064035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60432) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.064582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:49.097860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Subnet': ['ID=7d993623-0b22-4a4a-819a-a55ad167d1cf,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:49.107506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6efd8c7a-e917-44f4-946b-76a92244c51e None None] Provisioning for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:49.129529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b943f6b-e656-4452-b11c-936bb0cafa0c None None] Network ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:49.135783 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-569dc5e4-e5fb-410c-9821-2b01d4404483 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658405 Apr 22 14:40:49.136372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60436) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.140006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.140669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Made reservation on behalf of 24add0f8e6964e479357b37e2e713495 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:49.143582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.167144 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-49217776-8f74-4703-a407-6e105d9d22ba tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "DELETE /v2.0/subnets/7d993623-0b22-4a4a-819a-a55ad167d1cf HTTP/1.1" status: 204 len: 168 time: 0.9914155 Apr 22 14:40:49.168244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60440) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.203191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': '9d8fc334-6770-4891-942c-99928281a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:49.203548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:49.207605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.220487 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e8a3b5d7-3a38-4312-a82e-e708ee221728 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803511 Apr 22 14:40:49.222190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60444) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.267397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a14cd-4b17-4b86-914c-00355a8ff092 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.275305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a14cd-4b17-4b86-914c-00355a8ff092 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.278166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4d6a14cd-4b17-4b86-914c-00355a8ff092 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:49.312566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e9d8fe67-1190-4d0a-86cf-2161f80306c1 None None] Provisioning for port 3cf9450d-3b55-4260-9e76-497bf85be703 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:49.336836 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.382987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e9d8fe67-1190-4d0a-86cf-2161f80306c1 None None] Provisioning complete for port 3cf9450d-3b55-4260-9e76-497bf85be703 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:49.382987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fe67-1190-4d0a-86cf-2161f80306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.402938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:49.403535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.410179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:49.419172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:security_group_rule and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:49.422283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4d6a14cd-4b17-4b86-914c-00355a8ff092 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:49.426156 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4d6a14cd-4b17-4b86-914c-00355a8ff092 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4849899 Apr 22 14:40:49.428129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:49.430786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60448) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.462546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8fe67-1190-4d0a-86cf-2161f80306c1 None None] Port 3cf9450d-3b55-4260-9e76-497bf85be703 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:49.477186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:49.487111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:49.536328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:49.541533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceff5e6-ee40-42e4-94dd-a7950eff1f45 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.549555 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3ceff5e6-ee40-42e4-94dd-a7950eff1f45 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3249879 Apr 22 14:40:49.553570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60452) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.561415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee127c4a-eba4-4bd8-9b9e-086192e0e6ae None None] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:49.670604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.3 (3ce9f2eb-ee89-4e55-8139-f976179bb14c/f69c2850-21d2-4d9b-8766-21f61a372e4b/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:49.682401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.19 (3ce9f2eb-ee89-4e55-8139-f976179bb14c/17cfe918-d14b-404b-97b1-51f31901c2b6/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:49.697584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] DHCP port deletion for ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:49.708397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] For port a836f3f2-a27e-4c1f-9810-ecbeab2fb521, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,segment=NetworkSegment(8405fa97-5871-4859-ab5a-1254e3c48b10),segment_id=8405fa97-5871-4859-ab5a-1254e3c48b10)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:49.708749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.724958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Deleting port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:49.725758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.776827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:49.777414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.780929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3e300e30-407c-4ebd-b60c-b8d87defdc94 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:49.787668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74fc3574-ce31-4cc7-b4a2-43b9c4569ff6 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2299826 Apr 22 14:40:49.791156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 3cf9450d-3b55-4260-9e76-497bf85be703 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:49.791497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:49.821459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60456) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.844979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706129104', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:49.852547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Calling delete_port for a836f3f2-a27e-4c1f-9810-ecbeab2fb521 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:49.869164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Update dhcp port {'port': {'network_id': '3ce9f2eb-ee89-4e55-8139-f976179bb14c', 'fixed_ips': [{'subnet_id': 'f69c2850-21d2-4d9b-8766-21f61a372e4b', 'ip_address': '172.20.0.2'}, {'subnet_id': '17cfe918-d14b-404b-97b1-51f31901c2b6'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '75a0963a-d8ca-44db-bfe6-47a034d163f4'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:40:49.973415 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d9822827-b720-48ec-92c6-7d50ca419441 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4274721 Apr 22 14:40:49.976449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60460) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:49.989189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-716545451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:50.011292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:50.017531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:50.020720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:50.028545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:50.045965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.047634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.048917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.067744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:50.070782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.086377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.087567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:50.092498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:50.118033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.121321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:50.128350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Port': ['ID=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.146906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] No DVR routers for this DVR port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:50.212217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.215898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.223066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:40:50.234661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:50.234804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.234887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17781341-f6b1-4671-8d5b-3687d52897fb,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.237412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:50.266338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c', 'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': '1a5bfb7f-7e29-4493-8241-b3512e6058ea'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:50.267350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.294758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] For port a836f3f2-a27e-4c1f-9810-ecbeab2fb521, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a836f3f2-a27e-4c1f-9810-ecbeab2fb521,segment=NetworkSegment(8405fa97-5871-4859-ab5a-1254e3c48b10),segment_id=8405fa97-5871-4859-ab5a-1254e3c48b10)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:50.295144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.307438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:50.315182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.315411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Added segment 1f0cd1aa-151f-4baa-81a5-28c11161c06c of type vlan for network c1d4616f-561f-4fd1-979b-b62d47de4c92 Apr 22 14:40:50.327379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.353593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.378602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.409653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.415073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.426162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.430085 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a6c78cd-af43-4146-8ad9-6830390c34a6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4482224 Apr 22 14:40:50.430245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.437664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60464) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:50.450569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9fb01f-59b9-4fec-b525-0cc6d9d08b95']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:50.479303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8405fa97-5871-4859-ab5a-1254e3c48b10') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:50.479544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8405fa97-5871-4859-ab5a-1254e3c48b10') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:50.497414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Calling delete_port for a836f3f2-a27e-4c1f-9810-ecbeab2fb521 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:50.500129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:50.500893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=1e73d2c9-b0ef-472b-8b6c-0c61a250a30b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.504522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.511217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:50.515471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:50.561982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.573538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:40:50.573954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:40:50.588179 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:40:50.725927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 3cf9450d-3b55-4260-9e76-497bf85be703 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:50.755160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:50.755160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.770504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:50.784901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:40:50.785157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:40:50.790908 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ae57c32c-7be1-4068-b189-2c73427bf543 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.3054762 Apr 22 14:40:50.793695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60468) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:50.800742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f69c2850-21d2-4d9b-8766-21f61a372e4b'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:50.821007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Allocated IP 172.20.0.18 (3ce9f2eb-ee89-4e55-8139-f976179bb14c/17cfe918-d14b-404b-97b1-51f31901c2b6/75a0963a-d8ca-44db-bfe6-47a034d163f4) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:50.838839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.842759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:50.843349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.846473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 75a0963a-d8ca-44db-bfe6-47a034d163f4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:50.879078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.886792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Allocated IP 2001:db8::2 (61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c/1a5bfb7f-7e29-4493-8241-b3512e6058ea/427289ae-5747-4a61-abaa-5ea35506a87b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:50.939517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:50.959397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Network': ['ID=ab9fb01f-59b9-4fec-b525-0cc6d9d08b95,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:50.968797 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-19431a52-494a-4e3a-8b32-cfcf7b52e885 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "DELETE /v2.0/networks/ab9fb01f-59b9-4fec-b525-0cc6d9d08b95 HTTP/1.1" status: 204 len: 168 time: 1.7999296 Apr 22 14:40:50.971268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60472) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:51.086015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Network': ['ID=c1d4616f-561f-4fd1-979b-b62d47de4c92,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:51.088908 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5d7115c6-be15-47bd-8a87-7c6c720f48be tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4466138 Apr 22 14:40:51.116331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:40:51.131624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:51.146376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'subnet': {'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:51.228451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Deleting port 631c7b59-dcc7-48e1-8199-7fe932c6dd60 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:51.228451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.285852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Deleting port a836f3f2-a27e-4c1f-9810-ecbeab2fb521 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:51.286322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.312257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-38f63375-228d-4155-b789-745edf0d7cda None None] For port 75a0963a-d8ca-44db-bfe6-47a034d163f4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=75a0963a-d8ca-44db-bfe6-47a034d163f4,segment=NetworkSegment(9ead6364-61ae-4561-8b4d-095f32a92e1c),segment_id=9ead6364-61ae-4561-8b4d-095f32a92e1c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:51.325232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:51.392762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:51.393180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.422250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf0aa-abe8-4bff-93ff-89cb8b8fb4dc None None] The port 'a836f3f2-a27e-4c1f-9810-ecbeab2fb521' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:40:51.448959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-38f63375-228d-4155-b789-745edf0d7cda None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:40:51.485761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.513110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.524180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:51.534959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.535290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.543974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:subnet and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:51.547395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.549277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:51.560922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Transition to ACTIVE for port object 75a0963a-d8ca-44db-bfe6-47a034d163f4 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:51.574376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.588816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:51.593927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.608007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.615233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 75a0963a-d8ca-44db-bfe6-47a034d163f4 had new provisioning blocks added so it will not transition to active. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 22 14:40:51.646888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Transition to ACTIVE for port object 427289ae-5747-4a61-abaa-5ea35506a87b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:51.671121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=3cf9450d-3b55-4260-9e76-497bf85be703,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:51.717713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Calling delete_port for 631c7b59-dcc7-48e1-8199-7fe932c6dd60 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:51.720224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=ac4cdf60-03a6-4a86-a60c-19b7a8cd9939,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:51.722193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a836f3f2-a27e-4c1f-9810-ecbeab2fb521 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:40:51.778269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Made reservation on behalf of 24add0f8e6964e479357b37e2e713495 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:51.800775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a836f3f2-a27e-4c1f-9810-ecbeab2fb521 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:40:51.801107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a836f3f2-a27e-4c1f-9810-ecbeab2fb521 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:40:51.803070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f63375-228d-4155-b789-745edf0d7cda None None] Pushing event updated for resources: {'Port': ['ID=75a0963a-d8ca-44db-bfe6-47a034d163f4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:51.813371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Transition to ACTIVE for port object 427289ae-5747-4a61-abaa-5ea35506a87b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:51.832559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.911409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:51.911768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 8d42867c-3ed2-40de-8719-9fdceb7e03c9, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:51.940115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:51.944263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:51.948422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:51.965964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:51.980638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.005101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Pushing event updated for resources: {'Port': ['ID=427289ae-5747-4a61-abaa-5ea35506a87b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:52.067982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Attempting to bind port 427289ae-5747-4a61-abaa-5ea35506a87b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:52.068342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Attempting to bind port 427289ae-5747-4a61-abaa-5ea35506a87b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '9d8fc334-6770-4891-942c-99928281a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:52.068715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Attempting to bind port 427289ae-5747-4a61-abaa-5ea35506a87b on network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:52.079494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:52.081105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Checking segment: {'id': '9d8fc334-6770-4891-942c-99928281a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:52.081105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.081331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Bound using segment: {'id': '9d8fc334-6770-4891-942c-99928281a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:52.081624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Bound port: 427289ae-5747-4a61-abaa-5ea35506a87b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8fc334-6770-4891-942c-99928281a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:52.084637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.114393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.151647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7e1dbf5d-ec0f-4728-a381-a682555c35f7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/3cf9450d-3b55-4260-9e76-497bf85be703 HTTP/1.1" status: 204 len: 168 time: 2.7163041 Apr 22 14:40:52.153426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60480) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.198465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] For port 427289ae-5747-4a61-abaa-5ea35506a87b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:52.200660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] For port 427289ae-5747-4a61-abaa-5ea35506a87b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=427289ae-5747-4a61-abaa-5ea35506a87b,segment=NetworkSegment(9d8fc334-6770-4891-942c-99928281a737),segment_id=9d8fc334-6770-4891-942c-99928281a737)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:52.207678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:52.209455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.294119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 8d42867c-3ed2-40de-8719-9fdceb7e03c9) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:52.298180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:52.298765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.322397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36664bc-ec35-4e1d-9d12-dbbd51b382c0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:52.323707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36664bc-ec35-4e1d-9d12-dbbd51b382c0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:52.325340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36664bc-ec35-4e1d-9d12-dbbd51b382c0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:52.326200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f36664bc-ec35-4e1d-9d12-dbbd51b382c0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:52.338100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756c786-f12a-43ea-99e5-27980d54f1a0 None None] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:52.395858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e96f5c95-d646-458f-9170-41335508e430 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5663345 Apr 22 14:40:52.407311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f36664bc-ec35-4e1d-9d12-dbbd51b382c0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:52.411492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f36664bc-ec35-4e1d-9d12-dbbd51b382c0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2546470 Apr 22 14:40:52.412092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60486) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.417114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.518678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Pushing event deleted for resources: {'Port': ['ID=631c7b59-dcc7-48e1-8199-7fe932c6dd60,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:52.632479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8::1 (61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c/1a5bfb7f-7e29-4493-8241-b3512e6058ea/0b0a76a9-920a-4ac7-9ade-00cd968b9d49) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:52.671167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0918a-8b51-4c41-bda3-052933b1a3ab None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:52.699496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6e549-014f-42b2-b04b-9bb5fd49b88a None None] Pushing event updated for resources: {'Port': ['ID=427289ae-5747-4a61-abaa-5ea35506a87b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:52.800944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.811446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Delete allocated IP 172.20.0.19 (3ce9f2eb-ee89-4e55-8139-f976179bb14c/17cfe918-d14b-404b-97b1-51f31901c2b6) {{(pid=84058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:40:52.816929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 42fe2c64-1ebc-4a3a-bc54-21dd2890709e {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:52.825168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.870613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:52.871646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:52.957061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60490) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:52.980166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] Provisioning for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:52.982216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258586237', 'description': 'tempest-secgroup-smoke-1258586237 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:52.991229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:53.003494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:53.014015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.015499 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6e4c6876-dd0e-48b7-9ea8-3389632cbf14 tempest-FloatingIPAdminTestJSON-820088876 tempest-FloatingIPAdminTestJSON-820088876-project] 10.222.0.32 "DELETE /v2.0/floatingips/4274c41d-c429-44b3-95d3-38e40585a674 HTTP/1.1" status: 204 len: 168 time: 2.0431335 Apr 22 14:40:53.025297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.053762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.057637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.077181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] Provisioning complete for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:53.079662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.199038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Subnet': ['ID=c55c3405-55fc-476f-98a1-04a599cc662b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.202287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Checking segment: {'id': '1f0cd1aa-151f-4baa-81a5-28c11161c06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:53.202620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network hostable DHCP agents. Network: c1d4616f-561f-4fd1-979b-b62d47de4c92, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:40:53.234430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.252125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.253511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Ignored duplicate provisioning block setup for port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:40:53.260179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.284919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object 0b0a76a9-920a-4ac7-9ade-00cd968b9d49 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:53.295200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Allocated IP 172.20.0.18 (8d42867c-3ed2-40de-8719-9fdceb7e03c9/ac4cdf60-03a6-4a86-a60c-19b7a8cd9939/f30e68e8-5be4-4332-b645-d2220a6c9c3b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:53.336183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:53.341389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:53.344762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:53.353211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:53.353421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:40:53.376663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.433548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, c1d4616f-561f-4fd1-979b-b62d47de4c92) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:53.464557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff6e4b-be96-4ffe-8004-9902ccae9ff7 None None] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:53.518537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=1e73d2c9-b0ef-472b-8b6c-0c61a250a30b,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.521990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:53.522735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.523296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60498) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.532397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:53.540146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] In _notify_port_updated(), no bound segment for port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b on network 3ce9f2eb-ee89-4e55-8139-f976179bb14c {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:53.545015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:53.545860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.547568 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f4be320c-fa45-4b6f-96f9-773110bca4d9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/ports/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b HTTP/1.1" status: 200 len: 918 time: 2.7527347 Apr 22 14:40:53.551610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:53.553905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-395cdcb8-e5d1-4b26-a692-681ed97248b4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4186218 Apr 22 14:40:53.554633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.561320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60506) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.562292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=0b0a76a9-920a-4ac7-9ade-00cd968b9d49,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.568322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:53.568860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.572015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f69c2850-21d2-4d9b-8766-21f61a372e4b'}, {'subnet_id': '17cfe918-d14b-404b-97b1-51f31901c2b6'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:53.599531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.611461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1093738507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:53.629754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:53.664091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.715481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.743767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:router and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:53.752116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:53.758759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:53.792467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.793638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.814102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.831912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.843178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.846454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.866987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4307fd85-cc56-4343-aba8-452edafbe8a5,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:53.895697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.899553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35c3a97d-15fd-4782-994f-c30f3907ea7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9387646 Apr 22 14:40:53.911245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60512) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:53.922510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] For port 75a0963a-d8ca-44db-bfe6-47a034d163f4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=75a0963a-d8ca-44db-bfe6-47a034d163f4,segment=NetworkSegment(9ead6364-61ae-4561-8b4d-095f32a92e1c),segment_id=9ead6364-61ae-4561-8b4d-095f32a92e1c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:53.932506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '4307fd85-cc56-4343-aba8-452edafbe8a5', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:53.932788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 75a0963a-d8ca-44db-bfe6-47a034d163f4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:53.949179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:53.957892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:53.963687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:53.967374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:53.989299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b97db1a5-0333-48b6-9738-51aef9633fff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b64f1e8844534be292a2671cd7854a3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4603250 Apr 22 14:40:54.003634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.015502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60516) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:54.034900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:54.086095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.088058 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-538d4029-8699-4208-b957-76d8cdaa8156 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5228391 Apr 22 14:40:54.106467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60520) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:54.150946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.171008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e44513-a5bc-4165-88e8-dcdbd2b4cb44 None None] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:54.182705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.283586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.317083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.364867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=42fe2c64-1ebc-4a3a-bc54-21dd2890709e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:54.385538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6bae23-455e-473b-b5c0-9c040c5af334,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:54.410325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.411941 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-90cb20d4-6b6e-4d3d-ba5a-d7fd5bf577b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4942932 Apr 22 14:40:54.415661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.416655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60524) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:54.420932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.28 (3ce9f2eb-ee89-4e55-8139-f976179bb14c/17cfe918-d14b-404b-97b1-51f31901c2b6/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:54.428365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '4307fd85-cc56-4343-aba8-452edafbe8a5', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:54.430012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Transition to ACTIVE for port object f30e68e8-5be4-4332-b645-d2220a6c9c3b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:54.440328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:54.462526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:54.464057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.469130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:54.478951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:54.486327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e2ccd-4cae-402a-b0d4-fd7727166818 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:54.508730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c080601-daa0-497e-a3f1-65ba5ec97035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.566308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.648013 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1780992e-5802-4e4a-b61d-d006ddf78950 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/42fe2c64-1ebc-4a3a-bc54-21dd2890709e HTTP/1.1" status: 204 len: 168 time: 2.2316594 Apr 22 14:40:54.657352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60528) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:54.662290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abead8d3-9b61-47ac-966c-6ca53e0aa3a6 None None] Pushing event updated for resources: {'Port': ['ID=75a0963a-d8ca-44db-bfe6-47a034d163f4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:54.667074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Transition to ACTIVE for port object f30e68e8-5be4-4332-b645-d2220a6c9c3b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:54.708756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-164d42e4-8dc6-49b6-a8da-b42b721a9286 None None] Provisioning for port 427289ae-5747-4a61-abaa-5ea35506a87b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:54.720294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.766185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:54.766608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.784651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c080601-daa0-497e-a3f1-65ba5ec97035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.883263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.898032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.912672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:54.995381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:54.997956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab20be7-0af7-4859-ae6b-1cea33744f15,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.008740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:55.018715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Ignored duplicate provisioning block setup for port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:40:55.025292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.025751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Pushing event updated for resources: {'Port': ['ID=f30e68e8-5be4-4332-b645-d2220a6c9c3b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.029076 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0a1174ae-a80b-4187-bfff-7974bacae744 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6086268 Apr 22 14:40:55.029960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60532) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.030099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:55.036027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '4307fd85-cc56-4343-aba8-452edafbe8a5', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:55.041953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:55.045956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:55.049116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:55.055619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:55.057815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-c1d4616f-561f-4fd1-979b-b62d47de4c92', 'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92', 'tenant_id': '24add0f8e6964e479357b37e2e713495', 'fixed_ips': [{'subnet_id': 'c55c3405-55fc-476f-98a1-04a599cc662b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:40:55.058684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.067771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.086824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c080601-daa0-497e-a3f1-65ba5ec97035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.109391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.133295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.151282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-20c23dab-63f0-4f93-9dcf-ae59eca15e57 None None] Provisioning for port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:55.227868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet ca7a746b-8a0a-410f-b190-a1742e3cf47e {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:55.231107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.262197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-20c23dab-63f0-4f93-9dcf-ae59eca15e57 None None] Provisioning complete for port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:55.262197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-20c23dab-63f0-4f93-9dcf-ae59eca15e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.271458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c080601-daa0-497e-a3f1-65ba5ec97035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f4e54-a684-45a9-9c20-3c191d4658b2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.281724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.282487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.292236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.315360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.355709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c080601-daa0-497e-a3f1-65ba5ec97035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.356849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9c080601-daa0-497e-a3f1-65ba5ec97035 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c87f4e54-a684-45a9-9c20-3c191d4658b2 HTTP/1.1" status: 204 len: 168 time: 1.3403904 Apr 22 14:40:55.417518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Attempting to bind port f30e68e8-5be4-4332-b645-d2220a6c9c3b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:55.418126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Attempting to bind port f30e68e8-5be4-4332-b645-d2220a6c9c3b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:55.418218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Attempting to bind port f30e68e8-5be4-4332-b645-d2220a6c9c3b on network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:55.447676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=1e73d2c9-b0ef-472b-8b6c-0c61a250a30b,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.459147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 427289ae-5747-4a61-abaa-5ea35506a87b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:55.526160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:55.526677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Checking segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:55.527174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.527655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Bound using segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:55.531437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Bound port: f30e68e8-5be4-4332-b645-d2220a6c9c3b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:55.531956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.541311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-20c23dab-63f0-4f93-9dcf-ae59eca15e57 None None] Port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:55.670881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.679933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] In _notify_port_updated(), no bound segment for port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b on network 3ce9f2eb-ee89-4e55-8139-f976179bb14c {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:40:55.683686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:55.684350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.685737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4b5d62bb-504f-43dd-b34b-a2ca6dfa9f83 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/ports/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b HTTP/1.1" status: 200 len: 998 time: 2.1232224 Apr 22 14:40:55.691904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60540) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.692576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.718858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=0b0a76a9-920a-4ac7-9ade-00cd968b9d49,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.728481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Allocated IP 172.20.0.2 (c1d4616f-561f-4fd1-979b-b62d47de4c92/c55c3405-55fc-476f-98a1-04a599cc662b/b0f90414-1835-4e38-afeb-ca0d14f2eddc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:55.785426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ce8879-0625-464d-8518-8eae4502bf48,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:55.805434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.813112 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cf15ab26-67cc-4e4b-b9ad-915530465800 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7824788 Apr 22 14:40:55.814513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.822637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60544) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:55.834187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '4307fd85-cc56-4343-aba8-452edafbe8a5', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:55.846297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:55.890209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:55.890796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:55.901994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:55.910033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:55.926860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:55.948998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:55.957005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:56.033157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60548) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.063587 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.073332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.087278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Transition to ACTIVE for port object b0f90414-1835-4e38-afeb-ca0d14f2eddc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:56.103480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:56.107841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Usage tracker for resource:security_group_rule and tenant:746f5ece8a7540eba7bcbeaa2c7dd6f8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:56.111233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:56.111474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Transition to ACTIVE for port object b0f90414-1835-4e38-afeb-ca0d14f2eddc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:56.119363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:56.175571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.181167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.230388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.268214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Allocated IP 172.20.0.1 (c1d4616f-561f-4fd1-979b-b62d47de4c92/c55c3405-55fc-476f-98a1-04a599cc662b/0bf04700-ee04-4b77-81c2-3b646ff2649b) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:40:56.275708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Pushing event updated for resources: {'Port': ['ID=b0f90414-1835-4e38-afeb-ca0d14f2eddc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.293224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.326074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-20c23dab-63f0-4f93-9dcf-ae59eca15e57 None None] Provisioning complete for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:56.326358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-20c23dab-63f0-4f93-9dcf-ae59eca15e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.368614 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=746f5ece8a7540eba7bcbeaa2c7dd6f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3319256 Apr 22 14:40:56.375041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd89ee-d777-4f8f-b44a-c1c58abcf87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c9d00-cb85-4c21-9216-8df25112b766,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.381050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60552) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.396788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:56.415913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:56.431700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:56.485423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.500597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] For port f30e68e8-5be4-4332-b645-d2220a6c9c3b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:56.537881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.551851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 427289ae-5747-4a61-abaa-5ea35506a87b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:56.560354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.564564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] For port f30e68e8-5be4-4332-b645-d2220a6c9c3b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f30e68e8-5be4-4332-b645-d2220a6c9c3b,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:56.567313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 427289ae-5747-4a61-abaa-5ea35506a87b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:56.567736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.595221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5740c0d-439e-498d-8f61-1f53e6a7cb80,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.617903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Attempting to bind port b0f90414-1835-4e38-afeb-ca0d14f2eddc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:40:56.618268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Attempting to bind port b0f90414-1835-4e38-afeb-ca0d14f2eddc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '1f0cd1aa-151f-4baa-81a5-28c11161c06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:40:56.618629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Attempting to bind port b0f90414-1835-4e38-afeb-ca0d14f2eddc on network c1d4616f-561f-4fd1-979b-b62d47de4c92 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:40:56.627368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.645479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:56.653094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.657594 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35f424ff-98cd-4100-b5a5-e27e430046ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8333764 Apr 22 14:40:56.658294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60556) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:56.674653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '4307fd85-cc56-4343-aba8-452edafbe8a5', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:56.682456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.695149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:56.700282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:40:56.700991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Checking segment: {'id': '1f0cd1aa-151f-4baa-81a5-28c11161c06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:40:56.701153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.701411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Bound using segment: {'id': '1f0cd1aa-151f-4baa-81a5-28c11161c06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:40:56.702007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Bound port: b0f90414-1835-4e38-afeb-ca0d14f2eddc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0cd1aa-151f-4baa-81a5-28c11161c06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:40:56.702279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.702652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:56.708094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.711892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:56.726103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:56.758886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Transition to ACTIVE for port object 0bf04700-ee04-4b77-81c2-3b646ff2649b will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:40:56.777195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:40:56.786054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.838638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de889c-03a4-4fb0-9801-8c8f4eca37d9 None None] Pushing event updated for resources: {'Port': ['ID=f30e68e8-5be4-4332-b645-d2220a6c9c3b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.840317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 7a65451f-6e7e-4144-aa05-654814591238 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:40:56.862071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.940184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.952605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7a746b-8a0a-410f-b190-a1742e3cf47e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:56.970252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:56.989528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] For port b0f90414-1835-4e38-afeb-ca0d14f2eddc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:40:57.003576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f419923a-6810-42fb-aba3-89ef854eefc1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ca7a746b-8a0a-410f-b190-a1742e3cf47e HTTP/1.1" status: 204 len: 168 time: 2.3427255 Apr 22 14:40:57.005470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] For port b0f90414-1835-4e38-afeb-ca0d14f2eddc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b0f90414-1835-4e38-afeb-ca0d14f2eddc,segment=NetworkSegment(1f0cd1aa-151f-4baa-81a5-28c11161c06c),segment_id=1f0cd1aa-151f-4baa-81a5-28c11161c06c)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:40:57.009853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60560) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.018605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b39f4cd-1fba-431a-94c3-49b0ba052450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.024415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.033972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 427289ae-5747-4a61-abaa-5ea35506a87b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=427289ae-5747-4a61-abaa-5ea35506a87b,segment=NetworkSegment(9d8fc334-6770-4891-942c-99928281a737),segment_id=9d8fc334-6770-4891-942c-99928281a737)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:57.067432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.081413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.100122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e06388-1b47-409b-8c7b-124487afd938 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:57.124992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.127956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-331f1cb6-0097-45a1-b8f1-f622f9b214ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:router {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:57.194960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 75a0963a-d8ca-44db-bfe6-47a034d163f4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:57.256049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Provisioning complete for port 427289ae-5747-4a61-abaa-5ea35506a87b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:57.256509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.372673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42590f0-2b20-4a60-ac2a-1f590a95d6e9 None None] Pushing event updated for resources: {'Port': ['ID=b0f90414-1835-4e38-afeb-ca0d14f2eddc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.374411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b39f4cd-1fba-431a-94c3-49b0ba052450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.384600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:57.385571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.396227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Port': ['ID=0bf04700-ee04-4b77-81c2-3b646ff2649b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.420499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:57.459664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:40:57.508283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=1e73d2c9-b0ef-472b-8b6c-0c61a250a30b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.518981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-331f1cb6-0097-45a1-b8f1-f622f9b214ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:router {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:57.520248 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-331f1cb6-0097-45a1-b8f1-f622f9b214ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5083787 Apr 22 14:40:57.523013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60564) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.534810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e1bcac-ef27-4895-a97f-056b9d22849f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.571243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:57.585074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.586483 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5151a4d2-fb86-4cea-86f9-b746e946d850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9250178 Apr 22 14:40:57.592693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60568) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.599965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '4307fd85-cc56-4343-aba8-452edafbe8a5', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:57.606970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.610907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:57.614607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=427289ae-5747-4a61-abaa-5ea35506a87b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.618417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:57.627993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:57.640973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:57.676431 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:40:57.689712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.694664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 75a0963a-d8ca-44db-bfe6-47a034d163f4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:57.695119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.732463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b39f4cd-1fba-431a-94c3-49b0ba052450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.784249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Provisioning for port 0b0a76a9-920a-4ac7-9ade-00cd968b9d49 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:57.791940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:40:57.806830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-93dd390f-bbce-4abd-93f6-62b45d088a5b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/7a65451f-6e7e-4144-aa05-654814591238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3622923 Apr 22 14:40:57.810508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60572) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.827922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae62a6-153e-4860-a698-e46143202afd None None] Sync routers for ids ['7a65451f-6e7e-4144-aa05-654814591238'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:40:57.841525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Provisioning complete for port 0b0a76a9-920a-4ac7-9ade-00cd968b9d49 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:57.841994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.853251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39f4cd-1fba-431a-94c3-49b0ba052450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c9d00-cb85-4c21-9216-8df25112b766,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:57.873400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.874744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b39f4cd-1fba-431a-94c3-49b0ba052450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.879687 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7b39f4cd-1fba-431a-94c3-49b0ba052450 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a5c9d00-cb85-4c21-9216-8df25112b766 HTTP/1.1" status: 204 len: 168 time: 1.4947295 Apr 22 14:40:57.893197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:57.898669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:57.903000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:57.918748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:57.944652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:57.947113 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8e824b30-9c7f-428b-b8ed-5e672a9a437b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b HTTP/1.1" status: 204 len: 168 time: 2.2446384 Apr 22 14:40:57.950278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60578) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:57.956280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae62a6-153e-4860-a698-e46143202afd None None] Routers {'7a65451f-6e7e-4144-aa05-654814591238'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:57.960431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ccae62a6-153e-4860-a698-e46143202afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7a65451f-6e7e-4144-aa05-654814591238'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:58.030672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:58.035292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.064307 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05e1e9a-713a-4c84-93cd-1d53840a77be tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:40:58.064911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b05e1e9a-713a-4c84-93cd-1d53840a77be tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:58.077234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d38937-6fcb-4595-b0dc-cc5e155b7c74 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:58.078156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c1d38937-6fcb-4595-b0dc-cc5e155b7c74 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:58.100924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:40:58.110771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Port 0b0a76a9-920a-4ac7-9ade-00cd968b9d49 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:40:58.114385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] Deleting port 3e300e30-407c-4ebd-b60c-b8d87defdc94 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:40:58.115387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.132650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.150984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ccae62a6-153e-4860-a698-e46143202afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:58.159256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7188a29e-a066-4f8d-a103-1a0f68351afb None None] Could not find standard attr ID for object 1e73d2c9-b0ef-472b-8b6c-0c61a250a30b. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:40:58.227274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae62a6-153e-4860-a698-e46143202afd None None] Routers {'7a65451f-6e7e-4144-aa05-654814591238'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:40:58.228348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ccae62a6-153e-4860-a698-e46143202afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7a65451f-6e7e-4144-aa05-654814591238'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:58.236701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b05e1e9a-713a-4c84-93cd-1d53840a77be tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:58.238857 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b05e1e9a-713a-4c84-93cd-1d53840a77be tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b HTTP/1.1" status: 404 len: 333 time: 0.2864921 Apr 22 14:40:58.242364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60582) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:58.342705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c1d38937-6fcb-4595-b0dc-cc5e155b7c74 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:58.353332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c1d38937-6fcb-4595-b0dc-cc5e155b7c74 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports/0b0a76a9-920a-4ac7-9ade-00cd968b9d49 HTTP/1.1" status: 200 len: 911 time: 0.5392492 Apr 22 14:40:58.355716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.356744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60588) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:58.384095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ccae62a6-153e-4860-a698-e46143202afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:40:58.384512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae62a6-153e-4860-a698-e46143202afd None None] The sync data for ids ['7a65451f-6e7e-4144-aa05-654814591238'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:40:58.429970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fde564e-8969-4d5c-844b-1e3f9fb7ec7b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:58.469173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.491836 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eb79bb39-0ab3-43d1-ad99-0ed9a80ff8e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8916507 Apr 22 14:40:58.510840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5c7efff7-97d7-406c-b0eb-010e269d1f45 None None] Provisioning complete for port 3e300e30-407c-4ebd-b60c-b8d87defdc94 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:58.511210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5c7efff7-97d7-406c-b0eb-010e269d1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.592909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d467fc-229b-463c-b66b-b25ae986ded4 None None] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:58.752792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60600) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:58.779065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.781722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.788657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] For port 3e300e30-407c-4ebd-b60c-b8d87defdc94, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3e300e30-407c-4ebd-b60c-b8d87defdc94,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:40:58.789230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.795681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.920374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet 17cfe918-d14b-404b-97b1-51f31901c2b6 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:40:58.932122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.943163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] Calling delete_port for 3e300e30-407c-4ebd-b60c-b8d87defdc94 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:40:58.973572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.981810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:58.995202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:59.000280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Usage tracker for resource:security_group_rule and tenant:0c768fae6f5b4871bd89b4517501fe39 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:59.003679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:59.012069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:59.033271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdb476-2c1a-42be-ac5f-72d22649526d None None] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:59.034871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Port': ['ID=0bf04700-ee04-4b77-81c2-3b646ff2649b,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.073119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.117402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=e17ff211-b1ca-4100-aae9-62a765bb58a0,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.120916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:59.127730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:59.134781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:40:59.135394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.278403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:40:59.307067 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7db1da4b-1cff-4b46-b73a-dac3ec26a231 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7829423 Apr 22 14:40:59.310276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60606) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.315172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:40:59.321424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:40:59.363421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.412029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5c7efff7-97d7-406c-b0eb-010e269d1f45 None None] Port 3e300e30-407c-4ebd-b60c-b8d87defdc94 update to ACTIVE by agent not found {{(pid=84060) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 14:40:59.444230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.458664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b0f90414-1835-4e38-afeb-ca0d14f2eddc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:40:59.512670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] Pushing event deleted for resources: {'Port': ['ID=3e300e30-407c-4ebd-b60c-b8d87defdc94,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.529706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0869d0d-ccd0-490e-907d-b408965a561c None None] No DVR routers for this DVR port 3e300e30-407c-4ebd-b60c-b8d87defdc94 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:40:59.560109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dea101-0e75-45ae-90fa-fa5b4b6b5a99 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:59.568097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-25ad1a7b-e06b-4006-8a15-c6bedddc1805 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:40:59.600010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.608727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.684010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-25ad1a7b-e06b-4006-8a15-c6bedddc1805 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:40:59.685096 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-25ad1a7b-e06b-4006-8a15-c6bedddc1805 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258586237&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.4041927 Apr 22 14:40:59.691143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:40:59.697255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:40:59.702263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:40:59.709449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:40:59.713189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.749341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.791463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b6a35ba-f757-407a-a9ee-93a894f01efc None None] Provisioning for port b0f90414-1835-4e38-afeb-ca0d14f2eddc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:59.819271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=17cfe918-d14b-404b-97b1-51f31901c2b6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.876830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:40:59.880356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.905819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:40:59.924593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b0f90414-1835-4e38-afeb-ca0d14f2eddc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:40:59.927866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dece6c8-20ce-403b-9baa-8cb22fd90362 None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:40:59.959150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5969c5-8081-411d-a177-ac69ab9fc2e4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:40:59.963237 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1d4582d8-e8a3-4a45-9a2a-fa4da42e9baa tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/17cfe918-d14b-404b-97b1-51f31901c2b6 HTTP/1.1" status: 204 len: 168 time: 1.7165098 Apr 22 14:40:59.967868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60610) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:40:59.988550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b0f90414-1835-4e38-afeb-ca0d14f2eddc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:40:59.989004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.013077 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-adc7f8de-f14c-4e56-80c8-36917bb3a038 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c768fae6f5b4871bd89b4517501fe39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2591860 Apr 22 14:41:00.024096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60614) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:00.168277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b6a35ba-f757-407a-a9ee-93a894f01efc None None] Provisioning for port f30e68e8-5be4-4332-b645-d2220a6c9c3b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:00.174806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-3a98baaf-3f69-44cb-ba9c-731310befc81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:00.175503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-3a98baaf-3f69-44cb-ba9c-731310befc81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:00.200901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'e17ff211-b1ca-4100-aae9-62a765bb58a0'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:00.201897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.330281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-3a98baaf-3f69-44cb-ba9c-731310befc81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:00.336918 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-3a98baaf-3f69-44cb-ba9c-731310befc81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=8d42867c-3ed2-40de-8719-9fdceb7e03c9 HTTP/1.1" status: 200 len: 795 time: 0.5889077 Apr 22 14:41:00.357174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-e8877a9f-e6a1-4726-8710-f582a5753ccd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0191665 Apr 22 14:41:00.479415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.509419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4be6445a-dd3e-4e26-a5b8-73d17a3b47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.536395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b0f90414-1835-4e38-afeb-ca0d14f2eddc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b0f90414-1835-4e38-afeb-ca0d14f2eddc,segment=NetworkSegment(1f0cd1aa-151f-4baa-81a5-28c11161c06c),segment_id=1f0cd1aa-151f-4baa-81a5-28c11161c06c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:00.566844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.567450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet f69c2850-21d2-4d9b-8766-21f61a372e4b {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:00.567683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f30e68e8-5be4-4332-b645-d2220a6c9c3b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:00.583616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.652023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4be6445a-dd3e-4e26-a5b8-73d17a3b47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.653738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:00.662636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.702361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-80895ae2-5fc6-41e9-add1-acba2582c92f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3347909 Apr 22 14:41:00.713717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.727735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:00.731685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:00.737363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:00.737973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.774581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=73943f2b-49a8-4a43-8473-72db097c0c3b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:00.797411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Router 849810c7-e24e-49f2-8e65-904569a7ef42 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:00.852035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b0f90414-1835-4e38-afeb-ca0d14f2eddc,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:00.861230 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-839ce15e-2284-4744-bc4a-4615f2dc6d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5498228 Apr 22 14:41:00.864245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60620) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:00.902897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 0b0a76a9-920a-4ac7-9ade-00cd968b9d49 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:00.903252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.922135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea259ede-9c0d-477c-9028-244df0019d0a None None] Provisioning complete for port b0f90414-1835-4e38-afeb-ca0d14f2eddc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:00.922135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea259ede-9c0d-477c-9028-244df0019d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.942455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4be6445a-dd3e-4e26-a5b8-73d17a3b47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:00.997945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port f30e68e8-5be4-4332-b645-d2220a6c9c3b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:01.006270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f30e68e8-5be4-4332-b645-d2220a6c9c3b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:01.006624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.051634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6445a-dd3e-4e26-a5b8-73d17a3b47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5969c5-8081-411d-a177-ac69ab9fc2e4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:01.070234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:96:d6:b8', 'name': 'tempest-NetworksTestDHCPv6-2041281781'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:01.108651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Allocated IP 172.20.0.2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/e17ff211-b1ca-4100-aae9-62a765bb58a0/909a1ae1-1578-4d7f-889b-8140bc1eb831) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:01.125987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.153873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4be6445a-dd3e-4e26-a5b8-73d17a3b47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.154911 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4be6445a-dd3e-4e26-a5b8-73d17a3b47dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e5969c5-8081-411d-a177-ac69ab9fc2e4 HTTP/1.1" status: 204 len: 168 time: 1.1222043 Apr 22 14:41:01.268359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-fe605bca-57ef-496c-b346-1ab35883c23d service neutron] 10.222.0.32 "GET /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116470 Apr 22 14:41:01.301981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.348770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.403930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.440920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=f69c2850-21d2-4d9b-8766-21f61a372e4b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:01.454442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.458083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:01.459603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea259ede-9c0d-477c-9028-244df0019d0a None None] Provisioning for port 0bf04700-ee04-4b77-81c2-3b646ff2649b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:01.472342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port f30e68e8-5be4-4332-b645-d2220a6c9c3b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f30e68e8-5be4-4332-b645-d2220a6c9c3b,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:01.476434 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] Sync routers for ids ['849810c7-e24e-49f2-8e65-904569a7ef42'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:01.485002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea259ede-9c0d-477c-9028-244df0019d0a None None] Provisioning complete for port 0bf04700-ee04-4b77-81c2-3b646ff2649b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:01.485365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea259ede-9c0d-477c-9028-244df0019d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.495661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-42cb1e93-092d-4e89-a809-225fd2ea9457 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "PUT /v2.0/routers/849810c7-e24e-49f2-8e65-904569a7ef42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3881235 Apr 22 14:41:01.498410 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] Routers {'849810c7-e24e-49f2-8e65-904569a7ef42'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:01.500048 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['849810c7-e24e-49f2-8e65-904569a7ef42'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:01.506894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d030e106-a4c4-4669-a796-613993044807 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/f69c2850-21d2-4d9b-8766-21f61a372e4b HTTP/1.1" status: 204 len: 168 time: 1.5278089 Apr 22 14:41:01.507637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60626) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.507773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60628) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:01.542892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.543627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 427289ae-5747-4a61-abaa-5ea35506a87b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:01.568731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'port': {'network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92', 'name': 'tempest-FloatingIPNegativeTestJSON-680194325'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:01.592416 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:01.609656 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] Routers {'849810c7-e24e-49f2-8e65-904569a7ef42'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:01.611050 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['849810c7-e24e-49f2-8e65-904569a7ef42'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:01.692608 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:01.693797 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ac69f-4b19-465d-915d-bf39d3965056 None None] The sync data for ids ['849810c7-e24e-49f2-8e65-904569a7ef42'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:01.722585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-32f321ee-0034-498d-b778-fa38ceb104c8 service neutron] 10.222.0.32 "GET /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428065 Apr 22 14:41:01.817021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ea259ede-9c0d-477c-9028-244df0019d0a None None] Port 0bf04700-ee04-4b77-81c2-3b646ff2649b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:01.850600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.854561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=f30e68e8-5be4-4332-b645-d2220a6c9c3b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:01.880067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Transition to ACTIVE for port object 909a1ae1-1578-4d7f-889b-8140bc1eb831 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:01.944329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Transition to ACTIVE for port object 909a1ae1-1578-4d7f-889b-8140bc1eb831 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:01.960695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 427289ae-5747-4a61-abaa-5ea35506a87b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:01.961459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:01.992915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 0b0a76a9-920a-4ac7-9ade-00cd968b9d49 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:01.998900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5ba72-62cd-4a8c-a52e-a463a8e3ec92 None None] Network 3ce9f2eb-ee89-4e55-8139-f976179bb14c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:02.021075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.058380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:02.082548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:02.091810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:02.101120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:02.128520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:02.136897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.148729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:02.158589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:port and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:02.165830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:02.167312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Pushing event updated for resources: {'Port': ['ID=909a1ae1-1578-4d7f-889b-8140bc1eb831,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.169729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 75a0963a-d8ca-44db-bfe6-47a034d163f4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:02.170619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.212411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:02.246074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Made reservation on behalf of 24add0f8e6964e479357b37e2e713495 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:02.249091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.286771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.317801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:02.372909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0295ce95-29a6-4649-9763-d9271d84d053 None None] Provisioning complete for port 0bf04700-ee04-4b77-81c2-3b646ff2649b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:02.373363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0295ce95-29a6-4649-9763-d9271d84d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.456127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] For port 75a0963a-d8ca-44db-bfe6-47a034d163f4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=75a0963a-d8ca-44db-bfe6-47a034d163f4,segment=NetworkSegment(9ead6364-61ae-4561-8b4d-095f32a92e1c),segment_id=9ead6364-61ae-4561-8b4d-095f32a92e1c)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:02.456869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.507009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.555800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:02.570798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:02.578910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:02.613176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=0b0a76a9-920a-4ac7-9ade-00cd968b9d49,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:02.678740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 75a0963a-d8ca-44db-bfe6-47a034d163f4 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:02.843361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94362aa1-9ef5-4fba-a165-3009efbdc6f0 req-5fc26348-771f-4cb5-9d1b-73c4854c9eaa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 210 time: 0.7105336 Apr 22 14:41:02.847139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.900678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60662) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:02.910643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0295ce95-29a6-4649-9763-d9271d84d053 None None] Port 0bf04700-ee04-4b77-81c2-3b646ff2649b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:02.927307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No DVR routers for this DVR port 75a0963a-d8ca-44db-bfe6-47a034d163f4 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:02.937864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Attempting to bind port 909a1ae1-1578-4d7f-889b-8140bc1eb831 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:02.938088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Attempting to bind port 909a1ae1-1578-4d7f-889b-8140bc1eb831 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:02.938450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Attempting to bind port 909a1ae1-1578-4d7f-889b-8140bc1eb831 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:02.951402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:02.951828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:02.952218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:02.953460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:02.953460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Bound port: 909a1ae1-1578-4d7f-889b-8140bc1eb831, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:02.953641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.001197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.024912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 172.20.0.8 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/e17ff211-b1ca-4100-aae9-62a765bb58a0/60b5133a-ecbe-4a22-ae9a-d33fbaacd72e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:03.035510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe96:d6b8 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/73943f2b-49a8-4a43-8473-72db097c0c3b/60b5133a-ecbe-4a22-ae9a-d33fbaacd72e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:03.049801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-efc7bc39-20eb-474a-a17c-f05f0d6832a5 None None] Could not find standard attr ID for object 75a0963a-d8ca-44db-bfe6-47a034d163f4. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:03.052468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=75a0963a-d8ca-44db-bfe6-47a034d163f4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:03.059413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8f4b0-912e-4a62-ba07-b9171afb22fd None None] DHCP port deletion for 3ce9f2eb-ee89-4e55-8139-f976179bb14c request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:03.082166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3e300e30-407c-4ebd-b60c-b8d87defdc94 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:03.096237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] device_id is not set on port 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:03.119640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3e300e30-407c-4ebd-b60c-b8d87defdc94 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:03.119861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3e300e30-407c-4ebd-b60c-b8d87defdc94 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:03.131614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] For port 909a1ae1-1578-4d7f-889b-8140bc1eb831, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:03.135178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] For port 909a1ae1-1578-4d7f-889b-8140bc1eb831, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=909a1ae1-1578-4d7f-889b-8140bc1eb831,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:03.147220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.293965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc442a9-f2b9-4c9b-b876-467e321cc63f None None] Pushing event updated for resources: {'Port': ['ID=909a1ae1-1578-4d7f-889b-8140bc1eb831,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:03.301559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1734008947'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:03.316414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b0f90414-1835-4e38-afeb-ca0d14f2eddc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:03.329849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:03.345192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Usage tracker for resource:network and tenant:38159565fbbd4fcfb8fbfc701a8d695f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:03.351137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:03.371528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.403839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:03.433384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce9f2eb-ee89-4e55-8139-f976179bb14c']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:03.451588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ead6364-61ae-4561-8b4d-095f32a92e1c') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:03.451961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ead6364-61ae-4561-8b4d-095f32a92e1c') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:03.464536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b0f90414-1835-4e38-afeb-ca0d14f2eddc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:03.465035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.489470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Made reservation on behalf of 38159565fbbd4fcfb8fbfc701a8d695f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:03.492479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.535803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.568794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.599350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.622643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:03.622643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.624060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f30e68e8-5be4-4332-b645-d2220a6c9c3b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:03.656630 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:03.712254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f30e68e8-5be4-4332-b645-d2220a6c9c3b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:03.712663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.747083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Allocated IP 172.20.0.5 (c1d4616f-561f-4fd1-979b-b62d47de4c92/c55c3405-55fc-476f-98a1-04a599cc662b/982f9ca6-c1e7-4d43-a73a-a9760c3eec99) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:03.764031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.826913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:03.831608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Usage tracker for resource:security_group_rule and tenant:38159565fbbd4fcfb8fbfc701a8d695f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:03.834816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:03.840933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.854025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:03.923577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:03.940237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=3ce9f2eb-ee89-4e55-8139-f976179bb14c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:03.965959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a3cca179-b0d7-4c70-b2b3-b5bbc4607b5a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/3ce9f2eb-ee89-4e55-8139-f976179bb14c HTTP/1.1" status: 204 len: 168 time: 2.4542668 Apr 22 14:41:03.970500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60674) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:03.979407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 75a0963a-d8ca-44db-bfe6-47a034d163f4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:04.029511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 75a0963a-d8ca-44db-bfe6-47a034d163f4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:04.030444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 75a0963a-d8ca-44db-bfe6-47a034d163f4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:04.048891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 7a65451f-6e7e-4144-aa05-654814591238 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:04.135058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.143131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8fb737b-6cee-4239-8eb2-2f25c27aa503 req-0550a12c-c819-44ad-941a-f566181709ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 210 time: 0.1252861 Apr 22 14:41:04.220977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:04.241488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:04.266111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] Sync routers for ids ['7a65451f-6e7e-4144-aa05-654814591238'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:04.281154 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-560611fe-a9ed-41af-9f22-1a1528ca3137 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/7a65451f-6e7e-4144-aa05-654814591238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9231970 Apr 22 14:41:04.283915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60678) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.287249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] Routers {'7a65451f-6e7e-4144-aa05-654814591238'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:04.289092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7a65451f-6e7e-4144-aa05-654814591238'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:04.291929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.297393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.312310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84e74c-8fc3-419d-b7d5-6407e808e572 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.313193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-aa84e74c-8fc3-419d-b7d5-6407e808e572 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:04.319259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.324296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.381561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:04.410280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Transition to ACTIVE for port object 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:04.423969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-aa84e74c-8fc3-419d-b7d5-6407e808e572 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:04.428778 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aa84e74c-8fc3-419d-b7d5-6407e808e572 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4536581 Apr 22 14:41:04.432626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb87f36-3761-43ef-b8bd-300008bef626,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:04.437314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:04.459227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] Routers {'7a65451f-6e7e-4144-aa05-654814591238'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:04.459843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:40:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7a65451f-6e7e-4144-aa05-654814591238'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:04.470423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60682) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.493074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7ed66fc6-0f29-4028-80b5-ed1e73e9c969 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:04.589863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:04.590273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c876bcc-6d64-41ad-9d6b-b455320ff5fe None None] The sync data for ids ['7a65451f-6e7e-4144-aa05-654814591238'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:04.626766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09430775-e566-4d9f-a805-c8c794c6bbe2 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:04.629073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:04.630537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.631638 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Added segment 818a2d26-cadd-4a92-bb94-6c0f65c49efa of type vlan for network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 Apr 22 14:41:04.637925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:04.644588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:04.669777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=60b5133a-ecbe-4a22-ae9a-d33fbaacd72e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:04.687624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7ed66fc6-0f29-4028-80b5-ed1e73e9c969 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:04.689010 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7ed66fc6-0f29-4028-80b5-ed1e73e9c969 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a65451f-6e7e-4144-aa05-654814591238 HTTP/1.1" status: 200 len: 205 time: 0.4034255 Apr 22 14:41:04.696717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60686) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.705030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.757789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0c723222-439f-45c2-bd6b-bfe59d1de9de None None] Provisioning for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:04.760413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.828721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:04.849153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Port': ['ID=982f9ca6-c1e7-4d43-a73a-a9760c3eec99,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:04.853895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:04.856113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:04.857358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.858015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.888686 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4523c9d8-0205-4683-8370-3b72e81769c5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4164283 Apr 22 14:41:04.893526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60690) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.898704 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-218ce284-81d8-45c1-b7d8-47e9856f71d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0334809 Apr 22 14:41:04.901162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60692) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:04.907547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1742031600'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:04.924395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.925020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.943118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-6f25484e-1c81-4100-a94f-0812e686351f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.944604 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-6f25484e-1c81-4100-a94f-0812e686351f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=8d42867c-3ed2-40de-8719-9fdceb7e03c9 HTTP/1.1" status: 200 len: 795 time: 0.5579572 Apr 22 14:41:04.973854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.992514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:04.996364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:04.996941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.022268 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9dd48b12-9bea-49d3-9aec-fcf07c25144b tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5134985 Apr 22 14:41:05.033198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60698) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:05.038264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:05.043124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Update dhcp port {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'e17ff211-b1ca-4100-aae9-62a765bb58a0', 'ip_address': '172.20.0.2'}, {'subnet_id': '73943f2b-49a8-4a43-8473-72db097c0c3b'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '909a1ae1-1578-4d7f-889b-8140bc1eb831'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:41:05.104771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.107185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:05.110968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:05.118842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:05.134646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:05.139945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:05.144982 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-d9cc9174-bfbb-46ef-b54d-52ee31de5572 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 473 time: 0.1848574 Apr 22 14:41:05.146649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:floatingip and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:05.153936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:05.158533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2334518 Apr 22 14:41:05.166127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d75c8-2daa-4389-9a50-47f469e995b3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:05.167028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['4307fd85-cc56-4343-aba8-452edafbe8a5']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:05.171645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d75c8-2daa-4389-9a50-47f469e995b3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:05.172431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-607d75c8-2daa-4389-9a50-47f469e995b3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:05.177353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60702) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:05.290753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 909a1ae1-1578-4d7f-889b-8140bc1eb831 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:05.326416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a72a4f52-983d-4fbf-beea-823f0f37b1ac None None] Provisioning for port 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:05.341526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a72a4f52-983d-4fbf-beea-823f0f37b1ac None None] Provisioning complete for port 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:05.341928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a72a4f52-983d-4fbf-beea-823f0f37b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.344526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:05.349694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c99043-6cdd-4189-b12c-d587c270b4fd tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event updated for resources: {'Network': ['ID=2b5cd08d-feb5-4ad7-85b9-731b5c6be301,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:05.381041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Request body: {'subnet': {'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:05.420014 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b6585e1c-7d42-4d30-900c-56aaff4fd3a3 req-3cf171bc-d40c-48a8-8067-e4a90bde90ad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 210 time: 0.0766447 Apr 22 14:41:05.423570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:05.426950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:05.431120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:port and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:05.434107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:05.440571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:05.448595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.513726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:05.516407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.531179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:05.532850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.590576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a72a4f52-983d-4fbf-beea-823f0f37b1ac None None] Port 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:05.597526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-607d75c8-2daa-4389-9a50-47f469e995b3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:05.601448 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-607d75c8-2daa-4389-9a50-47f469e995b3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.6987150 Apr 22 14:41:05.605849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60708) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:05.644081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Allocated IP 2001:db8::f816:3eff:fe92:8b91 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/73943f2b-49a8-4a43-8473-72db097c0c3b/909a1ae1-1578-4d7f-889b-8140bc1eb831) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:05.650315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:05.659252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:05.659565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.659690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.697152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.749494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.752479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.23 (8d42867c-3ed2-40de-8719-9fdceb7e03c9/ac4cdf60-03a6-4a86-a60c-19b7a8cd9939/21dd3062-8efa-4b84-a905-f25d93567a87) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:05.844925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:05.849646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:05.860762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Usage tracker for resource:subnet and tenant:38159565fbbd4fcfb8fbfc701a8d695f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:05.868742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:05.874321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:05.874707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.887312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] For port 909a1ae1-1578-4d7f-889b-8140bc1eb831, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=909a1ae1-1578-4d7f-889b-8140bc1eb831,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:05.897382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.909381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:05.913332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.913694 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment 47d7061b-5800-405d-8ab9-76901dc8a027 of type vlan for network b0091efc-97cb-4b66-b9f5-3770ec6f5015 Apr 22 14:41:05.937292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.955837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Transition to ACTIVE for port object 909a1ae1-1578-4d7f-889b-8140bc1eb831 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:05.966363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:05.996618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Made reservation on behalf of 38159565fbbd4fcfb8fbfc701a8d695f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:06.010293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.010803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router 7a65451f-6e7e-4144-aa05-654814591238 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:06.022784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Allocated IP 172.26.2.155 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/6d277193-f722-49a8-8fab-08a2bbc0758c) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:06.077562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.141474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:06.141474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:06.145011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.146138 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-50e25c7e-4ed9-461f-8005-2801774d59be tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/7a65451f-6e7e-4144-aa05-654814591238 HTTP/1.1" status: 204 len: 168 time: 1.4483497 Apr 22 14:41:06.151612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.152726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffea07d-681c-4414-b2c4-f8d6a6a63129 None None] Pushing event updated for resources: {'Port': ['ID=909a1ae1-1578-4d7f-889b-8140bc1eb831,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:06.156446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60712) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:06.227380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.243874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 21dd3062-8efa-4b84-a905-f25d93567a87 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:06.310788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.318290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.322063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:06.322665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.420361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.450724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5507104 Apr 22 14:41:06.457631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60716) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:06.495714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:06.501971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f0d0-d711-4483-9ba2-e1f4e6ac383a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=b0091efc-97cb-4b66-b9f5-3770ec6f5015,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:06.506211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.516228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:06.662587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet 1a5bfb7f-7e29-4493-8241-b3512e6058ea {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:06.670211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:06.715575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.761838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.799006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 909a1ae1-1578-4d7f-889b-8140bc1eb831, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=909a1ae1-1578-4d7f-889b-8140bc1eb831,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:06.808874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.817217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:06.824372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:06.843855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:06.846416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:06.884276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=909a1ae1-1578-4d7f-889b-8140bc1eb831,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:06.911647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=21dd3062-8efa-4b84-a905-f25d93567a87,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:06.916794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.026607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.058458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:07.061325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event updated for resources: {'Subnet': ['ID=b5ca7863-5f4b-449d-be72-0e7590342ca0,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.066681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Provisioning for port 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:07.067742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.068345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.071772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Provisioning complete for port 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:07.072140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.089502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.090734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:07.091892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:07.104882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Port': ['ID=6d277193-f722-49a8-8fab-08a2bbc0758c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.107936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:07.120720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:07.140527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:07.144900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:07.145430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Port 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e was deleted so its status cannot be updated. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 14:41:07.167553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Provisioning for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:07.176226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Provisioning complete for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:07.176771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0824943d-d167-452c-b127-dddf8d2b067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.187177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=60b5133a-ecbe-4a22-ae9a-d33fbaacd72e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:07.198629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Checking segment: {'id': '818a2d26-cadd-4a92-bb94-6c0f65c49efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:07.198978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Network hostable DHCP agents. Network: 2b5cd08d-feb5-4ad7-85b9-731b5c6be301, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:07.260044 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-67c1d8a7-ddf9-48a2-a7b4-3a2d695ae895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1074984 Apr 22 14:41:07.268354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:07.299798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Request body: {'port': {'device_id': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:07.316672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 909a1ae1-1578-4d7f-889b-8140bc1eb831 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:07.327907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.330756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:07.361401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2b5cd08d-feb5-4ad7-85b9-731b5c6be301) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:07.381164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.381832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.382523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9302b-7998-42cf-a5c5-c4aad8d59637 None None] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:07.392098 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e1d02827-ec8c-4163-92e2-5822817944e8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/60b5133a-ecbe-4a22-ae9a-d33fbaacd72e HTTP/1.1" status: 204 len: 168 time: 1.7758658 Apr 22 14:41:07.392767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60722) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.412383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8c6ee-5556-43df-bdd6-3b8807a7dbbe req-3a74b8b2-c193-4abb-92d8-13611e08b8a7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.413083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7ed8c6ee-5556-43df-bdd6-3b8807a7dbbe req-3a74b8b2-c193-4abb-92d8-13611e08b8a7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:07.469165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f9ee4-883d-4027-9e2c-55fa8c8d489b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.470757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f9ee4-883d-4027-9e2c-55fa8c8d489b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.472041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f9ee4-883d-4027-9e2c-55fa8c8d489b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:07.472828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-587f9ee4-883d-4027-9e2c-55fa8c8d489b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:07.491984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e3778f24-1aa7-4aaa-aef4-950bb0f702e7 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3096006 Apr 22 14:41:07.492463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60726) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.498944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Request body: {'port': {'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301', 'name': 'tempest-ExtraDHCPOptionsTestJSON-218326140'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:07.517628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.561584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.600406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7ed8c6ee-5556-43df-bdd6-3b8807a7dbbe req-3a74b8b2-c193-4abb-92d8-13611e08b8a7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:07.602174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ed8c6ee-5556-43df-bdd6-3b8807a7dbbe req-3a74b8b2-c193-4abb-92d8-13611e08b8a7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 932 time: 0.9541898 Apr 22 14:41:07.610127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-587f9ee4-883d-4027-9e2c-55fa8c8d489b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:07.613336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:07.613836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.614163 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-587f9ee4-883d-4027-9e2c-55fa8c8d489b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2154396 Apr 22 14:41:07.614841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60730) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:07.698670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-404c2080-fa47-41e2-8d6a-b6453b049cb9 None None] Could not find standard attr ID for object 60b5133a-ecbe-4a22-ae9a-d33fbaacd72e. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:07.707637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.722320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:07.730431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Usage tracker for resource:port and tenant:38159565fbbd4fcfb8fbfc701a8d695f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:07.746816 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ed8c6ee-5556-43df-bdd6-3b8807a7dbbe req-2ac1933d-693b-4669-ab6e-557e148e3b1c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840657 Apr 22 14:41:07.784773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-2b5cd08d-feb5-4ad7-85b9-731b5c6be301', 'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301', 'tenant_id': '38159565fbbd4fcfb8fbfc701a8d695f', 'fixed_ips': [{'subnet_id': 'b5ca7863-5f4b-449d-be72-0e7590342ca0'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:07.785748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.797828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-404c2080-fa47-41e2-8d6a-b6453b049cb9 None None] Provisioning for port 21dd3062-8efa-4b84-a905-f25d93567a87 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:07.834895 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-404c2080-fa47-41e2-8d6a-b6453b049cb9 None None] Provisioning complete for port 21dd3062-8efa-4b84-a905-f25d93567a87 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:07.835207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-404c2080-fa47-41e2-8d6a-b6453b049cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:07.904620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:07.963036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:07.994135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Made reservation on behalf of 38159565fbbd4fcfb8fbfc701a8d695f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:07.997770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.024659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-404c2080-fa47-41e2-8d6a-b6453b049cb9 None None] Port 21dd3062-8efa-4b84-a905-f25d93567a87 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:08.044333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] device_id is not set on port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:08.089733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 73943f2b-49a8-4a43-8473-72db097c0c3b {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:08.097697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.105971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Allocated IP 172.20.0.2 (2b5cd08d-feb5-4ad7-85b9-731b5c6be301/b5ca7863-5f4b-449d-be72-0e7590342ca0/a5b45d7a-9f48-4307-a22a-1930187c1db4) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:08.141080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.173070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.176746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.207159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5bfb7f-7e29-4493-8241-b3512e6058ea,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.261125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.284097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.298835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8acdb-fb19-4ec4-a6ad-2269913e9c2c None None] Network 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:08.349262 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6850af4-21d2-46ef-a4f9-83b503f6a244 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/1a5bfb7f-7e29-4493-8241-b3512e6058ea HTTP/1.1" status: 204 len: 168 time: 2.1871665 Apr 22 14:41:08.350535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60734) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.355263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.382476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.422204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.459928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Transition to ACTIVE for port object a5b45d7a-9f48-4307-a22a-1930187c1db4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:08.460620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.485630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=73943f2b-49a8-4a43-8473-72db097c0c3b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.495167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.511380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078fcaf-ec08-47d2-b6cd-f413a4682716 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:08.528045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.537808 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33774146-a172-4176-bbad-bd56658d9d26 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/73943f2b-49a8-4a43-8473-72db097c0c3b HTTP/1.1" status: 204 len: 168 time: 0.9078617 Apr 22 14:41:08.543436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60738) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:08.591035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 427289ae-5747-4a61-abaa-5ea35506a87b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:08.595344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.623465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Transition to ACTIVE for port object a5b45d7a-9f48-4307-a22a-1930187c1db4 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:08.647709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.728497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet e17ff211-b1ca-4100-aae9-62a765bb58a0 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:08.767485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:08.773820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.780486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:08.794874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:08.842654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dd3062-8efa-4b84-a905-f25d93567a87 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:41:08.851348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Allocated IP 172.20.0.12 (2b5cd08d-feb5-4ad7-85b9-731b5c6be301/b5ca7863-5f4b-449d-be72-0e7590342ca0/61d4634f-ff30-4c84-a8d7-7c383b6ddf45) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:08.868858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.896928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Pushing event updated for resources: {'Port': ['ID=a5b45d7a-9f48-4307-a22a-1930187c1db4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:08.897797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:08.939703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=d565c62b-684a-42ae-a792-4a258888e99b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.062570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Transition to ACTIVE for port object 21dd3062-8efa-4b84-a905-f25d93567a87 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:09.081759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] DHCP port deletion for 61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:09.091946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 427289ae-5747-4a61-abaa-5ea35506a87b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=427289ae-5747-4a61-abaa-5ea35506a87b,segment=NetworkSegment(9d8fc334-6770-4891-942c-99928281a737),segment_id=9d8fc334-6770-4891-942c-99928281a737)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:09.092638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.099304 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:41:09.110349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.175603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Deleting port 427289ae-5747-4a61-abaa-5ea35506a87b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:09.179047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.270833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': '47d7061b-5800-405d-8ab9-76901dc8a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:09.271409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: b0091efc-97cb-4b66-b9f5-3770ec6f5015, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:09.286284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:41:09.313349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.357617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 427289ae-5747-4a61-abaa-5ea35506a87b owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:09.361534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.391500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=21dd3062-8efa-4b84-a905-f25d93567a87,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.430256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 427289ae-5747-4a61-abaa-5ea35506a87b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:09.443060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.472535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Attempting to bind port a5b45d7a-9f48-4307-a22a-1930187c1db4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:09.472762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Attempting to bind port a5b45d7a-9f48-4307-a22a-1930187c1db4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '818a2d26-cadd-4a92-bb94-6c0f65c49efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:09.473159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Attempting to bind port a5b45d7a-9f48-4307-a22a-1930187c1db4 on network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:09.543717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.570720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2dec6-25b4-4d59-93fa-cc98901b57ae req-d9b10365-acd2-4707-861a-6dc6a7590797 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:09.572724 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19b2dec6-25b4-4d59-93fa-cc98901b57ae req-d9b10365-acd2-4707-861a-6dc6a7590797 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 932 time: 0.5776815 Apr 22 14:41:09.589454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Port': ['ID=6d277193-f722-49a8-8fab-08a2bbc0758c,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.606221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=e17ff211-b1ca-4100-aae9-62a765bb58a0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:09.613032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.626629 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3895e9f0-605d-4bb2-8686-b01e8b6faebe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/e17ff211-b1ca-4100-aae9-62a765bb58a0 HTTP/1.1" status: 204 len: 168 time: 1.0828779 Apr 22 14:41:09.627278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60744) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.647544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:09.648190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Checking segment: {'id': '818a2d26-cadd-4a92-bb94-6c0f65c49efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:09.648747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.649356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Bound using segment: {'id': '818a2d26-cadd-4a92-bb94-6c0f65c49efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:09.650195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Bound port: a5b45d7a-9f48-4307-a22a-1930187c1db4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818a2d26-cadd-4a92-bb94-6c0f65c49efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:09.650731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.654386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:09.686137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.743585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.745255 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a2d58e71-e0ef-4e54-92e2-febe43305823 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7038698 Apr 22 14:41:09.752853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60748) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.756901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Attempting to bind port 21dd3062-8efa-4b84-a905-f25d93567a87 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:09.757510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Attempting to bind port 21dd3062-8efa-4b84-a905-f25d93567a87 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:09.758277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Attempting to bind port 21dd3062-8efa-4b84-a905-f25d93567a87 on network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:09.764150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a4c30533-15ff-4682-a58c-a97f5fd983f4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'floatingip': {'port_id': '982f9ca6-c1e7-4d43-a73a-a9760c3eec99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:09.776178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6623c416-1482-4188-ad3f-f16fe668104a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.788070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] For port 427289ae-5747-4a61-abaa-5ea35506a87b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=427289ae-5747-4a61-abaa-5ea35506a87b,segment=NetworkSegment(9d8fc334-6770-4891-942c-99928281a737),segment_id=9d8fc334-6770-4891-942c-99928281a737)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:09.788458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.833333 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19b2dec6-25b4-4d59-93fa-cc98901b57ae req-8511c9be-e820-4055-8619-ea5f70afe7dc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450829 Apr 22 14:41:09.871130 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3c302a21-caec-4eca-8fac-d02ad0636af6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2337081 Apr 22 14:41:09.875611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60752) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:09.882875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, b0091efc-97cb-4b66-b9f5-3770ec6f5015) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:09.899842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:09.902813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:09.906976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f7dbd-3eaa-4248-8d09-3cbe346a6a5a None None] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:09.914703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:09.944322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Port 21dd3062-8efa-4b84-a905-f25d93567a87 on network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:41:09.944695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Attempting to bind port 21dd3062-8efa-4b84-a905-f25d93567a87 on network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:09.950510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a4c30533-15ff-4682-a58c-a97f5fd983f4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.037141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] For port a5b45d7a-9f48-4307-a22a-1930187c1db4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:10.047498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.052144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Calling delete_port for 427289ae-5747-4a61-abaa-5ea35506a87b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:10.081515 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6b5b0990-9aa2-4d28-84aa-165b02528894 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6191266 Apr 22 14:41:10.084697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:10.085032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Checking segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:10.085409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Bound using segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:10.085912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Bound port: 21dd3062-8efa-4b84-a905-f25d93567a87, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:10.086262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.098097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60756) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.118823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015', 'name': 'tempest-PortsTestJSON-1324636163'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:10.120583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.126067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=427289ae-5747-4a61-abaa-5ea35506a87b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:10.154518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Transition to ACTIVE for port object 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:10.156208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No DVR routers for this DVR port 427289ae-5747-4a61-abaa-5ea35506a87b on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:10.180845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] For port a5b45d7a-9f48-4307-a22a-1930187c1db4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5b45d7a-9f48-4307-a22a-1930187c1db4,segment=NetworkSegment(818a2d26-cadd-4a92-bb94-6c0f65c49efa),segment_id=818a2d26-cadd-4a92-bb94-6c0f65c49efa)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:10.189430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:10.199519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:10.218982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:10.298683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:10.333935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:10.334653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:10.351993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.357402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.371535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:10.380022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.406285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.409835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] For port 21dd3062-8efa-4b84-a905-f25d93567a87, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:10.411430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.412107 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-a4c30533-15ff-4682-a58c-a97f5fd983f4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] update failed (client error): The resource could not be found. Apr 22 14:41:10.416368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a4c30533-15ff-4682-a58c-a97f5fd983f4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "PUT /v2.0/floatingips/90be9d1b-7733-47e4-b38c-4b05b4ba5230 HTTP/1.1" status: 404 len: 507 time: 0.6623785 Apr 22 14:41:10.416981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60760) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:10.419214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:10.506747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] For port 21dd3062-8efa-4b84-a905-f25d93567a87, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21dd3062-8efa-4b84-a905-f25d93567a87,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:10.514697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:10.549206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13fa36-e548-492f-bb22-7667808b6e60 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:10.569451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.569720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1241db-45da-4b38-aa5f-a5b62e6847a9 None None] Pushing event updated for resources: {'Port': ['ID=a5b45d7a-9f48-4307-a22a-1930187c1db4,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:10.576709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event updated for resources: {'Port': ['ID=61d4634f-ff30-4c84-a8d7-7c383b6ddf45,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:10.607481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:10.633618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8fc334-6770-4891-942c-99928281a737') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:10.634001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8fc334-6770-4891-942c-99928281a737') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:10.646212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-b0091efc-97cb-4b66-b9f5-3770ec6f5015', 'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': 'd565c62b-684a-42ae-a792-4a258888e99b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:10.647204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.653335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:10.657753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.665185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:10.667743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:10.737311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.756771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:10.757185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:10.774803 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:10.789160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:10.792105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.824856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Deleting port 6d277193-f722-49a8-8fab-08a2bbc0758c {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:10.825450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.834728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:10.835359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.856036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:10.857770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] 10.222.0.24 "PUT /v2.0/ports/21dd3062-8efa-4b84-a905-f25d93567a87 HTTP/1.1" status: 200 len: 1094 time: 3.5681808 Apr 22 14:41:10.858813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'tag': '21dd3062-8efa-4b84-a905-f25d93567a87'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:41:10.910870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:10.969066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Deleting port 427289ae-5747-4a61-abaa-5ea35506a87b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:10.969446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.037860 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-041a4d26-5179-450a-ae95-5856b7b8675c tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5436213 Apr 22 14:41:11.041342 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407f5dde-105e-4114-b9ce-b3205c53c1d4'] response: {'name': 'network-changed', 'server_uuid': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'tag': '21dd3062-8efa-4b84-a905-f25d93567a87', 'status': 'completed', 'code': 200} Apr 22 14:41:11.048999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60768) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.052373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.076155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Request body: {'port': {'network_id': '2b5cd08d-feb5-4ad7-85b9-731b5c6be301', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1447406971', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:11.077074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.api.validators [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] bootfile-name is not in valid_values {{(pid=84059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:41:11.077074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.api.validators [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] tftp-server is not in valid_values {{(pid=84059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:41:11.077452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.api.validators [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] server-ip-address is not in valid_values {{(pid=84059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:41:11.115132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.126867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:11.132939 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ee1fbfa2-46fc-430e-bd3b-76412b9cee3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/61204e7b-19d7-4b4e-9edf-0ad94ab1bd4c HTTP/1.1" status: 204 len: 168 time: 2.7800994 Apr 22 14:41:11.137805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60772) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.147091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-257741917', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:11.154064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:11.158297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:11.166601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:11.172417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd480a-cb13-4d7a-bcbb-fb859de73ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=21dd3062-8efa-4b84-a905-f25d93567a87,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:11.176789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:11.207586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fad91132-a355-445b-bd71-6af37eba18ea None None] The port '427289ae-5747-4a61-abaa-5ea35506a87b' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:11.215280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.216454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.219386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b7a47845-d1e4-4618-836b-758b8463371c None None] Provisioning complete for port 909a1ae1-1578-4d7f-889b-8140bc1eb831 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:11.219928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b7a47845-d1e4-4618-836b-758b8463371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.258489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.304947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.337773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Allocated IP 172.20.0.2 (b0091efc-97cb-4b66-b9f5-3770ec6f5015/d565c62b-684a-42ae-a792-4a258888e99b/4d4e5389-6551-4f4b-8d13-ad8a1a4b1620) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:11.379336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:11.380255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=06576e08-abae-4b2d-9ce0-42f74c97f443,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:11.396362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:11.403927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5b45d7a-9f48-4307-a22a-1930187c1db4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:11.474958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:11.475549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.480692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:11.487972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.488356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.499034 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-43e87bf5-84ac-4028-8bd8-97ef88dd2e04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 1097 time: 0.5253644 Apr 22 14:41:11.503296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Usage tracker for resource:port and tenant:38159565fbbd4fcfb8fbfc701a8d695f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:11.579115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:11.611291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:11.613774 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-923e7b22-2528-4a5e-a300-e2e39c223c0f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7366276 Apr 22 14:41:11.614689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60776) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:11.621284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.622109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] Deleting port 909a1ae1-1578-4d7f-889b-8140bc1eb831 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:11.622474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.639331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:11.708690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Calling delete_port for 6d277193-f722-49a8-8fab-08a2bbc0758c owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:11.716096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a5b45d7a-9f48-4307-a22a-1930187c1db4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:11.745819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:11.749559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-57360e1d-7682-4a4c-a197-8ed1a0d8fe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.770935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f963a1-824a-483e-9b1d-84c1ff2882d8 req-b986db0b-db3f-48a4-a42c-c6ea714900c6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:11.782341 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32f963a1-824a-483e-9b1d-84c1ff2882d8 req-b986db0b-db3f-48a4-a42c-c6ea714900c6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 944 time: 0.6713889 Apr 22 14:41:11.809641 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-81750a9a-0071-4d71-9fcc-6dcf5528d600 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21dd3062-8efa-4b84-a905-f25d93567a87 HTTP/1.1" status: 200 len: 217 time: 0.2272210 Apr 22 14:41:11.884956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Made reservation on behalf of 38159565fbbd4fcfb8fbfc701a8d695f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:11.888356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.921126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:11.925383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:11.928396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:11.934490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:11.946570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] device_id is not set on port 1ad3be39-4330-4d30-9de3-025597b2772c yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:11.956755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:11.979512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Transition to ACTIVE for port object 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:11.996373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32f963a1-824a-483e-9b1d-84c1ff2882d8 req-81be6399-04ca-4156-8a4c-c2ad292a2fbd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130392 Apr 22 14:41:12.016114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-c1e0c787-65a5-489c-884f-319c80729266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.017874 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-c1e0c787-65a5-489c-884f-319c80729266 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac4cdf60-03a6-4a86-a60c-19b7a8cd9939 HTTP/1.1" status: 200 len: 838 time: 0.1992271 Apr 22 14:41:12.030417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Transition to ACTIVE for port object 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:12.049439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.078428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:12.081872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.173750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3b0c4-779e-45b5-aa0f-947af860e83c None None] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:12.188333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:12.189998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] For port 909a1ae1-1578-4d7f-889b-8140bc1eb831, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=909a1ae1-1578-4d7f-889b-8140bc1eb831,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:12.190388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.209618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:12.220493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.268092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:12.268340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.293311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.11 (b0091efc-97cb-4b66-b9f5-3770ec6f5015/d565c62b-684a-42ae-a792-4a258888e99b/6ba99e3b-7e3d-4ab0-ac84-d9368d91279e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:12.307025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Allocated IP 172.20.0.6 (2b5cd08d-feb5-4ad7-85b9-731b5c6be301/b5ca7863-5f4b-449d-be72-0e7590342ca0/1ad3be39-4330-4d30-9de3-025597b2772c) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:12.310826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.379230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Port': ['ID=6d277193-f722-49a8-8fab-08a2bbc0758c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:12.382183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] Calling delete_port for 909a1ae1-1578-4d7f-889b-8140bc1eb831 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:12.464296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Pushing event updated for resources: {'Port': ['ID=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:12.515206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 172.26.2.93 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/c352bf6a-a59c-4a50-bb24-905ec83d1c4b) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:12.561726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-803e6086-444e-493e-812c-97478e83e99c None None] Provisioning for port a5b45d7a-9f48-4307-a22a-1930187c1db4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:12.564695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Attempting to bind port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:12.565064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Attempting to bind port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '47d7061b-5800-405d-8ab9-76901dc8a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:12.565466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Attempting to bind port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 on network b0091efc-97cb-4b66-b9f5-3770ec6f5015 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:12.597215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-803e6086-444e-493e-812c-97478e83e99c None None] Provisioning complete for port a5b45d7a-9f48-4307-a22a-1930187c1db4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:12.597580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-803e6086-444e-493e-812c-97478e83e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.665868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:12.666650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Checking segment: {'id': '47d7061b-5800-405d-8ab9-76901dc8a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:12.666650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.667002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Bound using segment: {'id': '47d7061b-5800-405d-8ab9-76901dc8a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:12.667684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Bound port: 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d7061b-5800-405d-8ab9-76901dc8a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:12.668110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.690377 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-187eaee3-21c6-4ae4-87a6-b8e4cc7051d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d42867c-3ed2-40de-8719-9fdceb7e03c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6653919 Apr 22 14:41:12.707343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.752147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.801296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] Pushing event deleted for resources: {'Port': ['ID=909a1ae1-1578-4d7f-889b-8140bc1eb831,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:12.818325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:12.820712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.867971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79304b-c334-4a17-aa73-3a560478ad8c None None] No DVR routers for this DVR port 909a1ae1-1578-4d7f-889b-8140bc1eb831 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:12.895691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:12.899347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:12.904177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.907008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.912536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:12.912716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.912848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:12.928297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dc70c-cfc1-45ba-ae17-f55fee68ae32 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:12.955343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=6069ede7-cb4c-49df-9f18-52e21c886f1a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.016777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.018559 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-07f9f129-eb16-4a1f-b709-b75d79afd2d4 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "DELETE /v2.0/floatingips/90be9d1b-7733-47e4-b38c-4b05b4ba5230 HTTP/1.1" status: 204 len: 168 time: 2.5967419 Apr 22 14:41:13.026083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:13.026666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:13.033393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'floatingip': {'floating_network_id': 'c1d4616f-561f-4fd1-979b-b62d47de4c92', 'port_id': '982f9ca6-c1e7-4d43-a73a-a9760c3eec99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:13.038106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:13.043879 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bbe6e73d-d480-43a5-84d1-b470709cb016 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4267473 Apr 22 14:41:13.044917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=c352bf6a-a59c-4a50-bb24-905ec83d1c4b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.045811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] For port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:13.048701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:13.054456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60788) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:13.068035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] For port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,segment=NetworkSegment(47d7061b-5800-405d-8ab9-76901dc8a027),segment_id=47d7061b-5800-405d-8ab9-76901dc8a027)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:13.071023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-803e6086-444e-493e-812c-97478e83e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.072247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:e6:e8:aa', 'name': 'tempest-NetworksTestDHCPv6-79677610'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:13.083228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:13.088174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.090200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.097159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:floatingip and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:13.102407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:13.107647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-ee1fd558-90a3-45c4-99f5-3255f3c575de service neutron] 10.222.0.24 "GET /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055126 Apr 22 14:41:13.111783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:13.175805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.268822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-803e6086-444e-493e-812c-97478e83e99c None None] For port a5b45d7a-9f48-4307-a22a-1930187c1db4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5b45d7a-9f48-4307-a22a-1930187c1db4,segment=NetworkSegment(818a2d26-cadd-4a92-bb94-6c0f65c49efa),segment_id=818a2d26-cadd-4a92-bb94-6c0f65c49efa)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:13.279453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d8e40-ff58-4ddf-8f17-04fce739a287 None None] Pushing event updated for resources: {'Port': ['ID=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.287951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-803e6086-444e-493e-812c-97478e83e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.352212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.356167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.411251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 909a1ae1-1578-4d7f-889b-8140bc1eb831 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:13.447530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Transition to ACTIVE for port object 1ad3be39-4330-4d30-9de3-025597b2772c will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:13.454025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:13.464203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 909a1ae1-1578-4d7f-889b-8140bc1eb831 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:13.464203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 909a1ae1-1578-4d7f-889b-8140bc1eb831 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:13.488365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.489322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.524854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e6086-444e-493e-812c-97478e83e99c None None] Pushing event updated for resources: {'Port': ['ID=a5b45d7a-9f48-4307-a22a-1930187c1db4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:13.541898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '06576e08-abae-4b2d-9ce0-42f74c97f443'}, {'subnet_id': '6069ede7-cb4c-49df-9f18-52e21c886f1a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:13.543736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.550025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:13.554441 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0e99532-cbe9-4396-abaf-056457e06c67 req-a26863d2-69f3-42f4-b77b-e6c3f4eb3711 service neutron] 10.222.0.24 "GET /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924191 Apr 22 14:41:13.563160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:13.568920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:13.580418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:13.609219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c85db7-b388-49bf-b44a-28f75428c556 req-bca759ed-a12a-4184-a8f3-b8b27da6a072 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:13.611368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5c85db7-b388-49bf-b44a-28f75428c556 req-bca759ed-a12a-4184-a8f3-b8b27da6a072 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 944 time: 0.3306210 Apr 22 14:41:13.615816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.677732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-164d6c70-0b4b-48c6-a4e8-89d01e9bdcfa None None] Provisioning for port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:13.689500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-164d6c70-0b4b-48c6-a4e8-89d01e9bdcfa None None] Provisioning complete for port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:13.690417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-164d6c70-0b4b-48c6-a4e8-89d01e9bdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.695218 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:13.696282 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8b96b82d-fabe-4fc2-a6c3-40d8b356bac5 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6686711 Apr 22 14:41:13.701260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60792) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:13.706585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '982f9ca6-c1e7-4d43-a73a-a9760c3eec99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:13.718905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:13.724682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Usage tracker for resource:floatingip and tenant:24add0f8e6964e479357b37e2e713495 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:13.728375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:13.735497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:13.772196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.791797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:13.808130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:13.840277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:13.842281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:13.857198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:13.960271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-164d6c70-0b4b-48c6-a4e8-89d01e9bdcfa None None] Port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:13.975370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Allocated IP 172.20.0.2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/06576e08-abae-4b2d-9ce0-42f74c97f443/e8772e40-8696-4bf8-80bf-16f0f1abff45) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:13.984462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Allocated IP 2001:db8::f816:3eff:fea7:b6e7 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/6069ede7-cb4c-49df-9f18-52e21c886f1a/e8772e40-8696-4bf8-80bf-16f0f1abff45) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:13.995451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-164d6c70-0b4b-48c6-a4e8-89d01e9bdcfa None None] Provisioning complete for port a5b45d7a-9f48-4307-a22a-1930187c1db4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:13.995825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-164d6c70-0b4b-48c6-a4e8-89d01e9bdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.071243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event updated for resources: {'Port': ['ID=1ad3be39-4330-4d30-9de3-025597b2772c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.085362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.105826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.106448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.125153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router fc0bad4f-0f12-4141-9875-16137a9bcc0c is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:14.128020 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5c85db7-b388-49bf-b44a-28f75428c556 req-18adcdfb-dc0b-4386-a825-e24ceed0ac51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192448 Apr 22 14:41:14.201113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:14.213399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:14.231849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:14.330494 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f19905bf-6784-463d-9722-60ee91770fba tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2674236 Apr 22 14:41:14.335255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.341142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60796) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.370974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.379850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=6ba99e3b-7e3d-4ab0-ac84-d9368d91279e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.398467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-a22e90a9-4804-4c6f-97c6-3f9ea1218d32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 1097 time: 0.7859313 Apr 22 14:41:14.458288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Provisioning complete for port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:14.458653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.503226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.526371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Transition to ACTIVE for port object e8772e40-8696-4bf8-80bf-16f0f1abff45 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:14.541004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 417eea62-c230-4581-a0b0-74e47c819331 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:14.543849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:14.556900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Transition to ACTIVE for port object e8772e40-8696-4bf8-80bf-16f0f1abff45 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:14.566875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.584302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345188b-75a2-4d87-b7f9-a7e5a7989ce4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.588224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345188b-75a2-4d87-b7f9-a7e5a7989ce4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.592209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345188b-75a2-4d87-b7f9-a7e5a7989ce4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.593190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1345188b-75a2-4d87-b7f9-a7e5a7989ce4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Synchronizing usage tracker for tenant:38159565fbbd4fcfb8fbfc701a8d695f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:14.598949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Allocated IP 172.26.2.101 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/c59b9514-8789-436a-8ced-808465b4058f) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:14.628904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.629604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.634916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Pushing event updated for resources: {'Port': ['ID=e8772e40-8696-4bf8-80bf-16f0f1abff45,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:14.638410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Provisioning for port 1ad3be39-4330-4d30-9de3-025597b2772c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:14.648935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Provisioning complete for port 1ad3be39-4330-4d30-9de3-025597b2772c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:14.648935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.649946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1345188b-75a2-4d87-b7f9-a7e5a7989ce4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Unset dirty status for tenant:38159565fbbd4fcfb8fbfc701a8d695f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:14.653877 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1345188b-75a2-4d87-b7f9-a7e5a7989ce4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3090029 Apr 22 14:41:14.661082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60800) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.702256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5d1429b5-f079-459b-a756-4f7d830bf077 None None] Port 1ad3be39-4330-4d30-9de3-025597b2772c cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:14.712738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:14.713967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:14.716436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:14.762276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:14.773238 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] Sync routers for ids ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:14.797770 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] Routers {'fc0bad4f-0f12-4141-9875-16137a9bcc0c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:14.798423 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:14.817896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.823325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.824813 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bae5ca4e-307f-438f-8be2-2f94586ea63e tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.6860490 Apr 22 14:41:14.828848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60804) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:14.901983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Attempting to bind port e8772e40-8696-4bf8-80bf-16f0f1abff45 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:14.902511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Attempting to bind port e8772e40-8696-4bf8-80bf-16f0f1abff45 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:14.903102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Attempting to bind port e8772e40-8696-4bf8-80bf-16f0f1abff45 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:14.910767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:14.911528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:14.912023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.912506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:14.913257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Bound port: e8772e40-8696-4bf8-80bf-16f0f1abff45, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:14.913749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:14.920003 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:14.933045 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] Routers {'fc0bad4f-0f12-4141-9875-16137a9bcc0c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:14.933986 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:14.955438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-bebd9c3f-bf4c-4245-a552-30c4eea1b5bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:14.959716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-bebd9c3f-bf4c-4245-a552-30c4eea1b5bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d42867c-3ed2-40de-8719-9fdceb7e03c9 HTTP/1.1" status: 200 len: 896 time: 0.5465729 Apr 22 14:41:14.990243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.030879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] For port e8772e40-8696-4bf8-80bf-16f0f1abff45, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:15.032164 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:15.032752 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5029b-9bf4-444f-96a3-7da20595b702 None None] The sync data for ids ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:15.036125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] For port e8772e40-8696-4bf8-80bf-16f0f1abff45, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e8772e40-8696-4bf8-80bf-16f0f1abff45,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:15.040397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf8179-77c2-4147-bb96-0ff1184ac519 None None] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:15.063046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-28c648cb-5100-4046-a99d-73bba56f7624 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21dd3062-8efa-4b84-a905-f25d93567a87 HTTP/1.1" status: 200 len: 217 time: 0.0937405 Apr 22 14:41:15.068184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:15.072344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:15.076823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:15.107818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-12e7e1ee-6582-4349-aa3f-fcf15dc6c49f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0008783 Apr 22 14:41:15.109524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.111374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60808) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:15.128448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': 'b0091efc-97cb-4b66-b9f5-3770ec6f5015', 'name': 'tempest-PortsTestJSON-1812736565'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:15.137528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Deleting port 1ad3be39-4330-4d30-9de3-025597b2772c {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:15.137889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.141458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event updated for resources: {'Port': ['ID=c59b9514-8789-436a-8ced-808465b4058f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:15.256873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-511d7c5d-93b2-4311-95a8-3e47519acad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:15.276849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-86a20bc5-582f-4e83-b6db-ed3d37a65257 None None] Provisioning for port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:15.281071 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-511d7c5d-93b2-4311-95a8-3e47519acad0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac4cdf60-03a6-4a86-a60c-19b7a8cd9939 HTTP/1.1" status: 200 len: 838 time: 0.2045465 Apr 22 14:41:15.312341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceef2e-6a43-4355-bfe4-a3c960294d67 None None] Pushing event updated for resources: {'Port': ['ID=e8772e40-8696-4bf8-80bf-16f0f1abff45,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:15.456854 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-893f73fc-c5eb-4c1a-a43a-39c800cbf338 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/routers/fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 200 len: 883 time: 0.6244018 Apr 22 14:41:15.458112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60814) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:15.482421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5b45d7a-9f48-4307-a22a-1930187c1db4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:15.526725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:15.550000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:15.598659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:15.614658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:15.616751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Deleting port c59b9514-8789-436a-8ced-808465b4058f {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:15.616964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.641558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a5b45d7a-9f48-4307-a22a-1930187c1db4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:15.642026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.677745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 21dd3062-8efa-4b84-a905-f25d93567a87 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:41:15.715303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 172.20.0.14 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/06576e08-abae-4b2d-9ce0-42f74c97f443/417eea62-c230-4581-a0b0-74e47c819331) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:15.736462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fee6:e8aa (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/6069ede7-cb4c-49df-9f18-52e21c886f1a/417eea62-c230-4581-a0b0-74e47c819331) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:15.824469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c849-136b-4b9a-b344-c4f366197dc4 req-68854d70-4adc-413c-832c-fdfea34a3047 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:15.825411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6c5c849-136b-4b9a-b344-c4f366197dc4 req-68854d70-4adc-413c-832c-fdfea34a3047 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 944 time: 0.4211862 Apr 22 14:41:15.829206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.922522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:15.947200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.947671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:15.965517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 21dd3062-8efa-4b84-a905-f25d93567a87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21dd3062-8efa-4b84-a905-f25d93567a87,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:15.993252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '21dd3062-8efa-4b84-a905-f25d93567a87', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'port_id': '21dd3062-8efa-4b84-a905-f25d93567a87', 'mac_address': 'fa:16:3e:b6:6b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:41:16.021079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Calling delete_port for 1ad3be39-4330-4d30-9de3-025597b2772c owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:16.058098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-690ae1ff-29c1-4c56-91fd-3f9d5bbf2344 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d42867c-3ed2-40de-8719-9fdceb7e03c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7202883 Apr 22 14:41:16.115912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Calling delete_port for c59b9514-8789-436a-8ced-808465b4058f owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:16.133962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.145424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:16.148891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.151191 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6c5c849-136b-4b9a-b344-c4f366197dc4 req-3e1d2dc4-2211-4627-8362-2a9c9456fff6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538181 Apr 22 14:41:16.157630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dd3062-8efa-4b84-a905-f25d93567a87 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:41:16.162470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Provisioning for port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:16.170162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Provisioning complete for port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:16.170721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.213966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:16.241821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 21dd3062-8efa-4b84-a905-f25d93567a87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21dd3062-8efa-4b84-a905-f25d93567a87,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:16.242885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:16.243583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.252425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port fc75d7a7-9365-497d-ad4c-9119b1da880c yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:16.327223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.414854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:16.449998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=21dd3062-8efa-4b84-a905-f25d93567a87,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.470312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.14 (b0091efc-97cb-4b66-b9f5-3770ec6f5015/d565c62b-684a-42ae-a792-4a258888e99b/fc75d7a7-9365-497d-ad4c-9119b1da880c) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:16.480736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Provisioning complete for port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:16.481094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.505115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-6d141d20-b3ca-4abb-910f-12b2d73fd214 service neutron] 10.222.0.24 "GET /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310253 Apr 22 14:41:16.585560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.607851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['21dd3062-8efa-4b84-a905-f25d93567a87'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:41:16.649408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eee52316-3ce8-43a4-8d9f-321f6803b1c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:router {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:16.651417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.666157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.709092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,segment=NetworkSegment(47d7061b-5800-405d-8ab9-76901dc8a027),segment_id=47d7061b-5800-405d-8ab9-76901dc8a027)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:16.730050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.767766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eee52316-3ce8-43a4-8d9f-321f6803b1c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:router {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:16.769147 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eee52316-3ce8-43a4-8d9f-321f6803b1c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.3070793 Apr 22 14:41:16.772875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60818) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:16.774983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.780401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 417eea62-c230-4581-a0b0-74e47c819331 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:16.788470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:16.800315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event deleted for resources: {'Port': ['ID=1ad3be39-4330-4d30-9de3-025597b2772c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.839600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-257741917'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:16.914232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Port': ['ID=c59b9514-8789-436a-8ced-808465b4058f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.950797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:16.967041 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:16.967692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-a700e2b0-57c2-4d9c-a2d3-b23ac9f075e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:16.972735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89dea0-001d-4e9a-8cce-cf3b71923d82 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:17.045396 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8f2d90a0-5069-46e2-8acc-a19b69ce451b req-af11d57d-2146-45d3-964c-603d79a48ca7 service neutron] 10.222.0.24 "GET /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292757 Apr 22 14:41:17.065466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.088344 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ad1a1df1-84a2-4c9b-a4da-f261a46780ec tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "DELETE /v2.0/ports/1ad3be39-4330-4d30-9de3-025597b2772c HTTP/1.1" status: 204 len: 168 time: 2.4206307 Apr 22 14:41:17.088344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.090370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60822) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.129894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Request body: {'port': {'name': 'tempest-new-port-name-1224411715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:17.130294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.api.validators [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] bootfile-name is not in valid_values {{(pid=84059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:41:17.130620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.api.validators [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] tftp-server is not in valid_values {{(pid=84059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:41:17.130939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.api.validators [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] server-ip-address is not in valid_values {{(pid=84059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 14:41:17.146465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.182225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object fc75d7a7-9365-497d-ad4c-9119b1da880c will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:17.194177 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] create failed (client error): The resource could not be found. Apr 22 14:41:17.195286 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f11294c0-65a1-45c0-a34b-8f781c93c9cd tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4930489 Apr 22 14:41:17.199165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.223453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:17.231741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=417eea62-c230-4581-a0b0-74e47c819331,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:17.235019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:17.237030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:17.318164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Deleting port 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:17.333752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.370889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:17.371497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.377374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.402236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.413526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:17.487191 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-94999d0f-a09d-4dee-8da3-ce8c796f18d7 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4312906 Apr 22 14:41:17.491159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60832) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.514196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:17.521378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:17.551016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:17.595463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=fc75d7a7-9365-497d-ad4c-9119b1da880c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:17.625663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:17.625663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.680610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f0b12-aca8-4b45-b2a4-cbef59560107 req-2b8294c6-ee2a-48bd-beb8-5423008e5d28 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:17.682163 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c42f0b12-aca8-4b45-b2a4-cbef59560107 req-2b8294c6-ee2a-48bd-beb8-5423008e5d28 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 945 time: 0.2924650 Apr 22 14:41:17.736975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8a47c68-2f66-4c0b-aa74-2fa03b0f940c None None] Provisioning complete for port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:17.737425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8a47c68-2f66-4c0b-aa74-2fa03b0f940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.790344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad685852-a399-4923-9102-db1d61be3558 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:17.794593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad685852-a399-4923-9102-db1d61be3558 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:17.795740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ad685852-a399-4923-9102-db1d61be3558 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:17.811812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:17.812774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.835964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8a47c68-2f66-4c0b-aa74-2fa03b0f940c None None] Port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:17.839537 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c42f0b12-aca8-4b45-b2a4-cbef59560107 req-8b08fee8-0a05-4183-8fcc-6d54cbb2ac7f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473315 Apr 22 14:41:17.842093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ad685852-a399-4923-9102-db1d61be3558 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:17.843213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ad685852-a399-4923-9102-db1d61be3558 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3449295 Apr 22 14:41:17.846074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60836) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:17.935927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8772e40-8696-4bf8-80bf-16f0f1abff45 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:17.938448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.945921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 417eea62-c230-4581-a0b0-74e47c819331 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:17.946407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.978837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:17.993474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8a47c68-2f66-4c0b-aa74-2fa03b0f940c None None] Provisioning for port e8772e40-8696-4bf8-80bf-16f0f1abff45 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:18.044695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port e8772e40-8696-4bf8-80bf-16f0f1abff45 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:18.054897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e8772e40-8696-4bf8-80bf-16f0f1abff45 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.055582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.129395 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab015227-8627-472f-afda-4040328b47b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0093997 Apr 22 14:41:18.132120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60840) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.194811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event updated for resources: {'Port': ['ID=61d4634f-ff30-4c84-a8d7-7c383b6ddf45,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.219527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.221382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.248445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Provisioning for port fc75d7a7-9365-497d-ad4c-9119b1da880c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:18.254309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Provisioning complete for port fc75d7a7-9365-497d-ad4c-9119b1da880c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.255072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.270445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] In _notify_port_updated(), no bound segment for port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 on network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:41:18.274616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:18.275262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.279086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4ae15f54-4899-4e51-ae76-9bff76fda7f3 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "PUT /v2.0/ports/61d4634f-ff30-4c84-a8d7-7c383b6ddf45 HTTP/1.1" status: 200 len: 1137 time: 1.1577082 Apr 22 14:41:18.286367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60844) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.311154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port e8772e40-8696-4bf8-80bf-16f0f1abff45, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e8772e40-8696-4bf8-80bf-16f0f1abff45,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:18.329819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Port fc75d7a7-9365-497d-ad4c-9119b1da880c cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:18.335388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.408674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=e8772e40-8696-4bf8-80bf-16f0f1abff45,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.421252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Provisioning for port 417eea62-c230-4581-a0b0-74e47c819331 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:18.428073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Provisioning complete for port 417eea62-c230-4581-a0b0-74e47c819331 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.428625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.434075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Calling delete_port for 982f9ca6-c1e7-4d43-a73a-a9760c3eec99 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:18.502303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7d0a6-f3f0-4c94-9ce3-bcc1287b16a4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:18.502861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7af7d0a6-f3f0-4c94-9ce3-bcc1287b16a4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Synchronizing usage tracker for tenant:38159565fbbd4fcfb8fbfc701a8d695f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:18.509766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Port 417eea62-c230-4581-a0b0-74e47c819331 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:18.524676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Provisioning complete for port e8772e40-8696-4bf8-80bf-16f0f1abff45 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.525136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67796de6-dd1c-4736-af6d-f8ed65983d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.535035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.542985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7af7d0a6-f3f0-4c94-9ce3-bcc1287b16a4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Unset dirty status for tenant:38159565fbbd4fcfb8fbfc701a8d695f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:18.545914 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7af7d0a6-f3f0-4c94-9ce3-bcc1287b16a4 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "GET /v2.0/ports/61d4634f-ff30-4c84-a8d7-7c383b6ddf45 HTTP/1.1" status: 200 len: 1137 time: 0.2564116 Apr 22 14:41:18.549736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60848) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.570226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb83c7c7-8a57-41ef-9ebb-0114573bc0f5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:18.571087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fb83c7c7-8a57-41ef-9ebb-0114573bc0f5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:18.655352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fb83c7c7-8a57-41ef-9ebb-0114573bc0f5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:18.657930 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fb83c7c7-8a57-41ef-9ebb-0114573bc0f5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.5214255 Apr 22 14:41:18.659997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60852) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:18.697053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 417eea62-c230-4581-a0b0-74e47c819331 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:18.700029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.767569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Deleting port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:18.767814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.806981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-57b585f0-70ed-4a2c-99fa-3fea8ad3271d None None] Provisioning complete for port 417eea62-c230-4581-a0b0-74e47c819331 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.807751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-57b585f0-70ed-4a2c-99fa-3fea8ad3271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.818997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Port': ['ID=982f9ca6-c1e7-4d43-a73a-a9760c3eec99,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:18.863263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-57b585f0-70ed-4a2c-99fa-3fea8ad3271d None None] Port 417eea62-c230-4581-a0b0-74e47c819331 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:18.877608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-57b585f0-70ed-4a2c-99fa-3fea8ad3271d None None] Provisioning complete for port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:18.878126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-57b585f0-70ed-4a2c-99fa-3fea8ad3271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:18.932146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-57b585f0-70ed-4a2c-99fa-3fea8ad3271d None None] Port 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:18.989575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port fc75d7a7-9365-497d-ad4c-9119b1da880c {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:18.990220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.080999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.121128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.132934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.216823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8772e40-8696-4bf8-80bf-16f0f1abff45 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:19.227756 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-89f17908-14ce-4036-af34-0589a2ea9710 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "DELETE /v2.0/ports/982f9ca6-c1e7-4d43-a73a-a9760c3eec99 HTTP/1.1" status: 204 len: 168 time: 2.0270092 Apr 22 14:41:19.235455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60858) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:19.309718 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e8772e40-8696-4bf8-80bf-16f0f1abff45 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:19.310426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.362365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.376850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74671-0e5f-4a28-8e50-a628c31be8df req-e25e93cc-cac2-4232-91a7-a49e9912473e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:19.378359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c9d74671-0e5f-4a28-8e50-a628c31be8df req-e25e93cc-cac2-4232-91a7-a49e9912473e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 945 time: 0.3604846 Apr 22 14:41:19.384546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.468600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.533216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Calling delete_port for 61d4634f-ff30-4c84-a8d7-7c383b6ddf45 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:19.589712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=417eea62-c230-4581-a0b0-74e47c819331,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:19.653097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 21dd3062-8efa-4b84-a905-f25d93567a87 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:19.707642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33aad6-758c-4b15-ad25-37c4ef4546c0 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:19.708346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9b33aad6-758c-4b15-ad25-37c4ef4546c0 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Synchronizing usage tracker for tenant:24add0f8e6964e479357b37e2e713495 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:19.711847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for fc75d7a7-9365-497d-ad4c-9119b1da880c owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:19.748294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 21dd3062-8efa-4b84-a905-f25d93567a87 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:19.755414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 21dd3062-8efa-4b84-a905-f25d93567a87 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:19.755780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.773990 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c9d74671-0e5f-4a28-8e50-a628c31be8df req-2fb7c376-7182-42b2-8a99-5c1554cf0029 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355844 Apr 22 14:41:19.806762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9b33aad6-758c-4b15-ad25-37c4ef4546c0 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Unset dirty status for tenant:24add0f8e6964e479357b37e2e713495 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:19.808224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b33aad6-758c-4b15-ad25-37c4ef4546c0 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "GET /v2.0/ports?device_id=849810c7-e24e-49f2-8e65-904569a7ef42 HTTP/1.1" status: 200 len: 913 time: 0.5681851 Apr 22 14:41:19.812284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60862) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:19.845826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router fc0bad4f-0f12-4141-9875-16137a9bcc0c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:19.901092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.932428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd3062-8efa-4b84-a905-f25d93567a87'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:41:19.944043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 21dd3062-8efa-4b84-a905-f25d93567a87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21dd3062-8efa-4b84-a905-f25d93567a87,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:19.951039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:19.974042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.018155 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8aea67-d381-41af-bd86-5661d69ba25e'] response: {'server_uuid': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dd3062-8efa-4b84-a905-f25d93567a87', 'code': 200} Apr 22 14:41:20.021743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-059308b9-af1e-45a4-8f34-f3544163ac71 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/417eea62-c230-4581-a0b0-74e47c819331 HTTP/1.1" status: 204 len: 168 time: 2.1716349 Apr 22 14:41:20.023700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60868) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.036076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.038504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=21dd3062-8efa-4b84-a905-f25d93567a87,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.088979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event deleted for resources: {'Port': ['ID=61d4634f-ff30-4c84-a8d7-7c383b6ddf45,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.118936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.132068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7606d9e-a9f4-4b58-b6b0-5a5a4f1a418a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:20.133477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7606d9e-a9f4-4b58-b6b0-5a5a4f1a418a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:20.134936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7606d9e-a9f4-4b58-b6b0-5a5a4f1a418a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:20.135689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e7606d9e-a9f4-4b58-b6b0-5a5a4f1a418a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:20.194521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=fc75d7a7-9365-497d-ad4c-9119b1da880c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:20.243571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e7606d9e-a9f4-4b58-b6b0-5a5a4f1a418a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:20.247264 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e7606d9e-a9f4-4b58-b6b0-5a5a4f1a418a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2204127 Apr 22 14:41:20.253468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60872) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.386072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.411554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.415876 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-28226ea3-6f2d-49ae-92f2-19e5ec355eed tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "DELETE /v2.0/ports/61d4634f-ff30-4c84-a8d7-7c383b6ddf45 HTTP/1.1" status: 204 len: 168 time: 1.8635788 Apr 22 14:41:20.417843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60876) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.500620 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-31a1500f-feb4-4b07-841d-2dd387aa864a tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/fc75d7a7-9365-497d-ad4c-9119b1da880c HTTP/1.1" status: 204 len: 168 time: 1.8368096 Apr 22 14:41:20.503240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60880) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.576621 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9be5908-32c5-4fdf-a832-77bf70cae861 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:41:20.577110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f9be5908-32c5-4fdf-a832-77bf70cae861 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:20.611025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 06576e08-abae-4b2d-9ce0-42f74c97f443 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:20.616641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.648680 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f9be5908-32c5-4fdf-a832-77bf70cae861 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:20.649890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9be5908-32c5-4fdf-a832-77bf70cae861 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/fc75d7a7-9365-497d-ad4c-9119b1da880c HTTP/1.1" status: 404 len: 333 time: 0.1456354 Apr 22 14:41:20.657204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:20.663035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.666926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6e2f2cfc-dae9-4650-837e-456da453df89 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 200 len: 890 time: 3.8905504 Apr 22 14:41:20.666926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60884) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.670173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] Sync routers for ids ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:20.672151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60886) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:20.684812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] Routers {'fc0bad4f-0f12-4141-9875-16137a9bcc0c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:20.685663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:20.711148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a84fc24c-80f0-48e7-902a-938c385a10eb req-d5f00ba1-c520-421e-bd95-4d3afdbddac0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 1099 time: 0.4460909 Apr 22 14:41:20.752580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:20.763768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] Routers {'fc0bad4f-0f12-4141-9875-16137a9bcc0c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:20.764372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:20.774714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.826275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:20.826549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a8f53-3b27-49bf-9ca0-146740009e4d None None] The sync data for ids ['fc0bad4f-0f12-4141-9875-16137a9bcc0c'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:20.848014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.907190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:20.907190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:20.914704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Deleting subnet b5ca7863-5f4b-449d-be72-0e7590342ca0 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:20.923722 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a84fc24c-80f0-48e7-902a-938c385a10eb req-124f3fc8-edfa-4a44-a76c-d1e2e2eb2df5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036870 Apr 22 14:41:20.924352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.026970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.083433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.142454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098761-dd53-4b5a-a85c-7f3b8a5d5b28 req-01c49ed0-c9c5-4853-9319-ef034dcdd2c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:21.143904 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-08098761-dd53-4b5a-a85c-7f3b8a5d5b28 req-01c49ed0-c9c5-4853-9319-ef034dcdd2c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 946 time: 0.2237053 Apr 22 14:41:21.149852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.266730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.277687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.355183 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-08098761-dd53-4b5a-a85c-7f3b8a5d5b28 req-9e5076a9-8e2f-48d0-9971-33f9fad4637e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785455 Apr 22 14:41:21.409131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.461956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ca7863-5f4b-449d-be72-0e7590342ca0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:21.472128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.476790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12175e92-5c17-4cfb-a6f9-d316f4bf1db7 None None] Network 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:21.485371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.485734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.486094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.486398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.486724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.487050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.487379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.487706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.488025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.488354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.488655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:21.492612 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b651be27-e95d-4d82-9a8f-4b5505468e7b tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "DELETE /v2.0/subnets/b5ca7863-5f4b-449d-be72-0e7590342ca0 HTTP/1.1" status: 204 len: 168 time: 1.0739062 Apr 22 14:41:21.521999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.539014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=06576e08-abae-4b2d-9ce0-42f74c97f443,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:21.548315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 6ba99e3b-7e3d-4ab0-ac84-d9368d91279e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:21.587048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.614507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d3e495-cad9-4760-946a-18cf387b206d None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:21.621309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-53879712-1f8c-4ac5-90a4-8cb81d94dbee tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/06576e08-abae-4b2d-9ce0-42f74c97f443 HTTP/1.1" status: 204 len: 168 time: 1.3333631 Apr 22 14:41:21.628944 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9467b56-b635-4700-9663-d0fd2a5bb3a7 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/routers/fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 200 len: 890 time: 0.9527955 Apr 22 14:41:21.628944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60898) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.631704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60900) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.693831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.719629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Deleting port a5b45d7a-9f48-4307-a22a-1930187c1db4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:21.719877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.724804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-699cd2bb-1783-49ad-a0b9-13e61d87a398 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:21.832288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-699cd2bb-1783-49ad-a0b9-13e61d87a398 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:21.836470 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-699cd2bb-1783-49ad-a0b9-13e61d87a398 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 200 len: 205 time: 0.2052166 Apr 22 14:41:21.838075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:21.910443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 6069ede7-cb4c-49df-9f18-52e21c886f1a {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:21.914302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.948389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] DHCP port deletion for 2b5cd08d-feb5-4ad7-85b9-731b5c6be301 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:21.962385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] Deleting port a5b45d7a-9f48-4307-a22a-1930187c1db4 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:21.962800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:21.985093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.032831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.129247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Deleting port 0bf04700-ee04-4b77-81c2-3b646ff2649b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:22.129583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.147970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=6ba99e3b-7e3d-4ab0-ac84-d9368d91279e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:22.194622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] For port a5b45d7a-9f48-4307-a22a-1930187c1db4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5b45d7a-9f48-4307-a22a-1930187c1db4,segment=NetworkSegment(818a2d26-cadd-4a92-bb94-6c0f65c49efa),segment_id=818a2d26-cadd-4a92-bb94-6c0f65c49efa)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:22.195115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.221428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.225719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.226213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.226560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.226895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.227226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.227550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.228044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.228372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.228693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.229013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:22.255879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] For port a5b45d7a-9f48-4307-a22a-1930187c1db4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5b45d7a-9f48-4307-a22a-1930187c1db4,segment=NetworkSegment(818a2d26-cadd-4a92-bb94-6c0f65c49efa),segment_id=818a2d26-cadd-4a92-bb94-6c0f65c49efa)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:22.256275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.426532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.470565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] Calling delete_port for a5b45d7a-9f48-4307-a22a-1930187c1db4 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:22.521556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.558564 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6189682d-6218-41d4-95cb-fcfd86be699c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/6ba99e3b-7e3d-4ab0-ac84-d9368d91279e HTTP/1.1" status: 204 len: 168 time: 1.8893752 Apr 22 14:41:22.561481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60912) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.578451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.610317 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1d41ac-29e7-4f15-8e19-263d3ed9ebbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:41:22.610853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4d1d41ac-29e7-4f15-8e19-263d3ed9ebbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:22.632017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Calling delete_port for a5b45d7a-9f48-4307-a22a-1930187c1db4 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:22.633746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.638416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] Pushing event deleted for resources: {'Port': ['ID=a5b45d7a-9f48-4307-a22a-1930187c1db4,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:22.647465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9b1de-528c-4479-ae42-b6cd1a04f048 None None] No DVR routers for this DVR port a5b45d7a-9f48-4307-a22a-1930187c1db4 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:22.692561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.695216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4d1d41ac-29e7-4f15-8e19-263d3ed9ebbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:22.697929 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4d1d41ac-29e7-4f15-8e19-263d3ed9ebbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/6ba99e3b-7e3d-4ab0-ac84-d9368d91279e HTTP/1.1" status: 404 len: 333 time: 0.1332364 Apr 22 14:41:22.705591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60916) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.723301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748d3c3-87cb-467e-936a-7fd776d77ba5 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:22.743167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=6069ede7-cb4c-49df-9f18-52e21c886f1a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:22.760351 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-38d87c11-1308-4b1d-a7f9-5e5fed2335e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/6069ede7-cb4c-49df-9f18-52e21c886f1a HTTP/1.1" status: 204 len: 168 time: 1.1290143 Apr 22 14:41:22.761820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60920) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.783434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.868584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c60b57fd-96e6-4d09-90ce-8fd86d9494d7 None None] Provisioning complete for port e8772e40-8696-4bf8-80bf-16f0f1abff45 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:22.868879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c60b57fd-96e6-4d09-90ce-8fd86d9494d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.872834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-da7c5166-df40-41de-8812-5f8a052f6525 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074188 Apr 22 14:41:22.875194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:22.935367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:22.948920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:22.949532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:23.049613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet d565c62b-684a-42ae-a792-4a258888e99b {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:23.054679 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.067008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Calling delete_port for 0bf04700-ee04-4b77-81c2-3b646ff2649b owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:23.105635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:23.110200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] Deleting port e8772e40-8696-4bf8-80bf-16f0f1abff45 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:23.110836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.116347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.127360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35eb96-b586-4ac3-b2ef-a074c0f58a5f req-19772ff2-d86a-4add-997a-4711dba80417 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:23.128879 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e35eb96-b586-4ac3-b2ef-a074c0f58a5f req-19772ff2-d86a-4add-997a-4711dba80417 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 946 time: 0.5326900 Apr 22 14:41:23.218331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d43005-109f-4aba-a78f-d98e1dd86384 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:23.219017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-34d43005-109f-4aba-a78f-d98e1dd86384 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:23.232885 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e35eb96-b586-4ac3-b2ef-a074c0f58a5f req-cc1e35a2-1090-44f2-a588-8a7eb394e858 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943499 Apr 22 14:41:23.252939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-34d43005-109f-4aba-a78f-d98e1dd86384 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:23.254700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34d43005-109f-4aba-a78f-d98e1dd86384 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3756046 Apr 22 14:41:23.257194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60928) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.347334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] For port e8772e40-8696-4bf8-80bf-16f0f1abff45, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e8772e40-8696-4bf8-80bf-16f0f1abff45,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:23.347632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.351992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978cec9-dec1-40f2-bd18-158f00bb3ba2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:23.352793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8978cec9-dec1-40f2-bd18-158f00bb3ba2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:23.402190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.414331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port c352bf6a-a59c-4a50-bb24-905ec83d1c4b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:23.414688 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.442172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.454632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Deleting port a5b45d7a-9f48-4307-a22a-1930187c1db4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:23.454950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.471052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] Calling delete_port for e8772e40-8696-4bf8-80bf-16f0f1abff45 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:23.505579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8978cec9-dec1-40f2-bd18-158f00bb3ba2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:23.509160 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8978cec9-dec1-40f2-bd18-158f00bb3ba2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2484818 Apr 22 14:41:23.510734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60934) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.541644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5b45d7a-9f48-4307-a22a-1930187c1db4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:23.549990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] The port 'a5b45d7a-9f48-4307-a22a-1930187c1db4' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:23.578476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a5b45d7a-9f48-4307-a22a-1930187c1db4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:23.578902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5b45d7a-9f48-4307-a22a-1930187c1db4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:23.579751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8772e40-8696-4bf8-80bf-16f0f1abff45 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:23.602573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.615638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.646071 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6cafde6e-6f94-40b5-9925-07dd71eceab9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302969 Apr 22 14:41:23.649051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60938) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.657072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: e8772e40-8696-4bf8-80bf-16f0f1abff45 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:23.657413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8772e40-8696-4bf8-80bf-16f0f1abff45 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:23.662644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] Pushing event deleted for resources: {'Port': ['ID=e8772e40-8696-4bf8-80bf-16f0f1abff45,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.665417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:23.676347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebb81a-1740-4141-adf2-04f146c9c74a None None] No DVR routers for this DVR port e8772e40-8696-4bf8-80bf-16f0f1abff45 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:23.734510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Port': ['ID=0bf04700-ee04-4b77-81c2-3b646ff2649b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.742309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.772600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.807308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897edf9-07a2-41e3-9c1e-ce2338b563e9 req-4fb04ef2-a9c4-44c3-beb1-5e1f58cb0366 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:23.808705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b897edf9-07a2-41e3-9c1e-ce2338b563e9 req-4fb04ef2-a9c4-44c3-beb1-5e1f58cb0366 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 946 time: 0.3996148 Apr 22 14:41:23.841129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5cd08d-feb5-4ad7-85b9-731b5c6be301']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:23.850020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=d565c62b-684a-42ae-a792-4a258888e99b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:23.881419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.886576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61afee-1fa5-4406-a9a7-d6700e9e163f None None] Network b0091efc-97cb-4b66-b9f5-3770ec6f5015 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:23.889579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:23.892767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:23.967481 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a014d54d-6c39-4ccc-91bf-c174ac3d017f tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/d565c62b-684a-42ae-a792-4a258888e99b HTTP/1.1" status: 204 len: 168 time: 1.2607629 Apr 22 14:41:23.968765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60942) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:23.995009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818a2d26-cadd-4a92-bb94-6c0f65c49efa') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:23.995287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818a2d26-cadd-4a92-bb94-6c0f65c49efa') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:24.020400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.031476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for c352bf6a-a59c-4a50-bb24-905ec83d1c4b owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:24.046473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.065897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:24.104285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:24.104285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:24.118684 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:24.130003 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b897edf9-07a2-41e3-9c1e-ce2338b563e9 req-c28d7efb-3549-40c9-8d75-1caf6e95da80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941380 Apr 22 14:41:24.172195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] DHCP port deletion for b0091efc-97cb-4b66-b9f5-3770ec6f5015 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:24.175295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:24.177290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] Deleting port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:24.177728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.179058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.180494 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:24.180906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:24.225416 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0437c1d3-11a3-4582-8e9d-4ce43139541f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5766847 Apr 22 14:41:24.235088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60948) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:24.246667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:24.274137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.298577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.304692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.309265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.353555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] Pushing event deleted for resources: {'Network': ['ID=2b5cd08d-feb5-4ad7-85b9-731b5c6be301,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:24.360082 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c69cff1e-3e6d-4bb0-a13c-f1e5274cd394 tempest-ExtraDHCPOptionsTestJSON-500940478 tempest-ExtraDHCPOptionsTestJSON-500940478-project] 10.222.0.32 "DELETE /v2.0/networks/2b5cd08d-feb5-4ad7-85b9-731b5c6be301 HTTP/1.1" status: 204 len: 168 time: 2.8348136 Apr 22 14:41:24.367146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:24.367489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.442049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:24.486080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:24.504964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] For port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,segment=NetworkSegment(47d7061b-5800-405d-8ab9-76901dc8a027),segment_id=47d7061b-5800-405d-8ab9-76901dc8a027)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:24.505732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.588986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:24.592432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.594512 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:24.594937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:24.639264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] Calling delete_port for 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:24.700863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.725098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.742354 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7b0ad038-fd08-4825-9c2d-828ae396d840 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5004642 Apr 22 14:41:24.755665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60958) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:24.755979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60960) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:24.760010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=c352bf6a-a59c-4a50-bb24-905ec83d1c4b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:24.763103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] For port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,segment=NetworkSegment(47d7061b-5800-405d-8ab9-76901dc8a027),segment_id=47d7061b-5800-405d-8ab9-76901dc8a027)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:24.763459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:24.775121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:24.785114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] Pushing event deleted for resources: {'Port': ['ID=4d4e5389-6551-4f4b-8d13-ad8a1a4b1620,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:24.798020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ad3ce-a3fb-45d0-9d99-04629d63aef8 None None] No DVR routers for this DVR port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:24.819169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Router 849810c7-e24e-49f2-8e65-904569a7ef42 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:24.958583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:24.963580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8b14a713-f0ea-4a4f-add2-09baf074240c tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "PUT /v2.0/routers/849810c7-e24e-49f2-8e65-904569a7ef42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1500475 Apr 22 14:41:24.966181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60968) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:24.968789 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] Sync routers for ids ['849810c7-e24e-49f2-8e65-904569a7ef42'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:24.982313 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] Routers {'849810c7-e24e-49f2-8e65-904569a7ef42'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:24.982916 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['849810c7-e24e-49f2-8e65-904569a7ef42'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.044661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.056046 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] Routers {'849810c7-e24e-49f2-8e65-904569a7ef42'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:25.056628 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['849810c7-e24e-49f2-8e65-904569a7ef42'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.099523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.114398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:25.118366 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:25.118758 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aefe0f-3fd3-40c4-83ba-7d9ba7e4a51d None None] The sync data for ids ['849810c7-e24e-49f2-8e65-904569a7ef42'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:25.213658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:25.250986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:25.252453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:25.268779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:25.308443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:25.438741 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a5921573-00ed-4521-8be2-6a07206702b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38159565fbbd4fcfb8fbfc701a8d695f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6773314 Apr 22 14:41:25.438741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:25.438741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:25.440408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60972) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:25.455336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:25.458642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.459989 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:25.460408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:25.483620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.594794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.598928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.619575 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c531e447-5afd-4e4b-9de1-1f21e522201d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8624125 Apr 22 14:41:25.623046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60976) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:25.630494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:25.647038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.647545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Fanout notify agent at l3_agent the message router_deleted on router 849810c7-e24e-49f2-8e65-904569a7ef42 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:25.665965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60980) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:25.763281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff00a7a2-12a8-412d-a1b4-88442a8ae7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.773635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.774718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eeee22bb-47b3-4f2d-948b-4a684b013f41 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "DELETE /v2.0/routers/849810c7-e24e-49f2-8e65-904569a7ef42 HTTP/1.1" status: 204 len: 168 time: 0.8075669 Apr 22 14:41:25.775592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.778941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60984) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:25.838047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff00a7a2-12a8-412d-a1b4-88442a8ae7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.846713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:25.873359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:25.893253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:25.909578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:25.948267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 4d4e5389-6551-4f4b-8d13-ad8a1a4b1620 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:25.948614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.021703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.023026 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:26.023455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:26.050846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] The port '4d4e5389-6551-4f4b-8d13-ad8a1a4b1620' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:26.054040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b6d04b83-afa3-4a2c-a914-8fb26e3b9d3e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4297020 Apr 22 14:41:26.057314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60988) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.064338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:26.083416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.083946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router fc0bad4f-0f12-4141-9875-16137a9bcc0c {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:26.180712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff00a7a2-12a8-412d-a1b4-88442a8ae7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.225123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.233475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00a7a2-12a8-412d-a1b4-88442a8ae7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb87f36-3761-43ef-b8bd-300008bef626,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.243768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Deleting subnet c55c3405-55fc-476f-98a1-04a599cc662b {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:26.250703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.290937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:26.307860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:26.332455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:26.336071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.337522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:26.337977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:26.363475 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7ab08105-d89c-40f6-9d06-07b726aa11df tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3049994 Apr 22 14:41:26.368294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 60992) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.374931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:26.411446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ff00a7a2-12a8-412d-a1b4-88442a8ae7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.412580 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ff00a7a2-12a8-412d-a1b4-88442a8ae7cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cb87f36-3761-43ef-b8bd-300008bef626 HTTP/1.1" status: 204 len: 168 time: 0.9712892 Apr 22 14:41:26.424917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.429475 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-24549ae6-1155-456b-b67a-c9185e88156c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 204 len: 168 time: 4.5839946 Apr 22 14:41:26.429475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0091efc-97cb-4b66-b9f5-3770ec6f5015']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:26.436581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 60998) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.447742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803347535'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:26.453799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7061b-5800-405d-8ab9-76901dc8a027') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:26.454099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7061b-5800-405d-8ab9-76901dc8a027') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:26.463710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:26.474844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.481483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:26.485444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.501122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:26.514013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:26.518524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:26.536987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:26.544152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.562656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:26.563054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:26.577196 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:26.580841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:26.584616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.592296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:26.596034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.597725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:41:26.598145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:26.702964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.735898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.744430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:26.764673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.788222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=b0091efc-97cb-4b66-b9f5-3770ec6f5015,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.794042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.794339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment 59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf of type vlan for network f6e2c281-d639-40d7-919d-73f86a08ad6d Apr 22 14:41:26.798535 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a6d9dd96-8ce2-4992-9306-287215d84a35 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/b0091efc-97cb-4b66-b9f5-3770ec6f5015 HTTP/1.1" status: 204 len: 168 time: 2.7742262 Apr 22 14:41:26.806257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32776) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.808899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-95be34cb-fe02-4f6a-8c16-e2ca0b0a4202 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4394238 Apr 22 14:41:26.814092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2124859422'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:26.814544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32780) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.820529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:26.825958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:26.829966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:26.837713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:26.853526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:26.856421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.875420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9b2b3b5f-bee7-4172-bb14-5ea3e9d14081 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:26.880973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.896643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.897646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:26.918058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.918478 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment 5ef3c12f-eb04-43b3-bb02-00da1c58c256 of type vlan for network 92f7e866-f2b3-4593-8abf-be6a7958ae84 Apr 22 14:41:26.942874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9b2b3b5f-bee7-4172-bb14-5ea3e9d14081 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:26.944037 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9b2b3b5f-bee7-4172-bb14-5ea3e9d14081 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1285677 Apr 22 14:41:26.952316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32788) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.953738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Subnet': ['ID=c55c3405-55fc-476f-98a1-04a599cc662b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:26.963645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.970778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7d0c43be-e1d4-4dfd-b5b4-062fd00b7309 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "DELETE /v2.0/subnets/c55c3405-55fc-476f-98a1-04a599cc662b HTTP/1.1" status: 204 len: 168 time: 1.1904857 Apr 22 14:41:26.973082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d308d4-0710-491b-865f-d18c990ba259 None None] Network c1d4616f-561f-4fd1-979b-b62d47de4c92 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:26.973619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32792) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:26.994931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.997389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:26.998664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:26.999491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.092762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027ac18-c70b-4edf-9ac4-f6f1fd1a05b2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:27.096594 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f027ac18-c70b-4edf-9ac4-f6f1fd1a05b2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1409411 Apr 22 14:41:27.100782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32798) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.174511 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7317364 Apr 22 14:41:27.176733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32804) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.188961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.216782 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-75d62496-a0fd-4b03-94ec-d617060418e1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110027 Apr 22 14:41:27.217033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32808) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.218708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152078aa-c7b7-4ae6-a6e9-959b2f914781 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=f6e2c281-d639-40d7-919d-73f86a08ad6d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:27.221764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.225845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:27.226715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.233633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network f6e2c281-d639-40d7-919d-73f86a08ad6d details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:27.235166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.280004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.313956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Deleting port b0f90414-1835-4e38-afeb-ca0d14f2eddc {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:27.314243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.378609 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.390727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.395278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.438427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.475155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6651452 Apr 22 14:41:27.475586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:27.487315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32814) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.491384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029cd3-33a7-4057-8b87-3145acfe6304 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=92f7e866-f2b3-4593-8abf-be6a7958ae84,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:27.501939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.503258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:27.512662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32818) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:27.524962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] DHCP port deletion for c1d4616f-561f-4fd1-979b-b62d47de4c92 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:27.577343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Deleting port b0f90414-1835-4e38-afeb-ca0d14f2eddc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:27.577798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.587004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.613419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.630041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.675762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.760206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] For port b0f90414-1835-4e38-afeb-ca0d14f2eddc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b0f90414-1835-4e38-afeb-ca0d14f2eddc,segment=NetworkSegment(1f0cd1aa-151f-4baa-81a5-28c11161c06c),segment_id=1f0cd1aa-151f-4baa-81a5-28c11161c06c)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:27.760914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.794305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.798823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:27.802343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.825613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.838983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.855740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] For port b0f90414-1835-4e38-afeb-ca0d14f2eddc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b0f90414-1835-4e38-afeb-ca0d14f2eddc,segment=NetworkSegment(1f0cd1aa-151f-4baa-81a5-28c11161c06c),segment_id=1f0cd1aa-151f-4baa-81a5-28c11161c06c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:27.856140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:27.896712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-891742619'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:27.904434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.909233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Calling delete_port for b0f90414-1835-4e38-afeb-ca0d14f2eddc owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:27.938667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:27.955663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:27.964105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:27.974773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:27.975354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Calling delete_port for b0f90414-1835-4e38-afeb-ca0d14f2eddc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:27.985999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:28.012823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:28.015892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.061774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.182666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.191272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.196078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:28.196673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:28.249490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Port': ['ID=b0f90414-1835-4e38-afeb-ca0d14f2eddc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.279147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:28.282118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] No DVR routers for this DVR port b0f90414-1835-4e38-afeb-ca0d14f2eddc on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:28.327321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group_rule and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:28.346966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:28.361449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:28.407865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.497251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.533262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.17 (8d42867c-3ed2-40de-8719-9fdceb7e03c9/ac4cdf60-03a6-4a86-a60c-19b7a8cd9939/a6729a77-9f44-4f53-a21e-aa8a7bb207b9) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:28.563705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d4616f-561f-4fd1-979b-b62d47de4c92']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:28.570381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=3e77a6ef-dcce-42fa-b331-c005ec2820f9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.589404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0cd1aa-151f-4baa-81a5-28c11161c06c') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:28.589696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0cd1aa-151f-4baa-81a5-28c11161c06c') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:28.612388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.635257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:28.635612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: f6e2c281-d639-40d7-919d-73f86a08ad6d, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:28.648656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.654345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.660913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:28.661307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:28.679608 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:28.682154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.697618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Deleting port b0f90414-1835-4e38-afeb-ca0d14f2eddc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:28.698071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.762602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-97a21a03-cd7d-480b-9c37-8106682183dc None None] The port 'b0f90414-1835-4e38-afeb-ca0d14f2eddc' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:28.790311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:28.793041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34fb36f-6343-4410-86fb-efffbfcf0e94,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.805575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.806000 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment e42bf2b1-50c7-49e1-ba74-163a4c7d97ec of type vlan for network 67a34de3-7b24-4375-aa8f-70b25aac4bbd Apr 22 14:41:28.813527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network f6e2c281-d639-40d7-919d-73f86a08ad6d is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:28.817948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.843141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.862617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, f6e2c281-d639-40d7-919d-73f86a08ad6d) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:28.869306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.870318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf1865-717c-4eb8-ba70-e09029c48fd4 None None] Network f6e2c281-d639-40d7-919d-73f86a08ad6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:28.873466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] Pushing event deleted for resources: {'Network': ['ID=c1d4616f-561f-4fd1-979b-b62d47de4c92,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:28.875669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:28.876583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.889962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.913224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:28.924360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.936688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.936915 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-79e1ec5e-3a1f-4bb5-a0ff-fcf852208b83 tempest-FloatingIPNegativeTestJSON-749477768 tempest-FloatingIPNegativeTestJSON-749477768-project] 10.222.0.32 "DELETE /v2.0/networks/c1d4616f-561f-4fd1-979b-b62d47de4c92 HTTP/1.1" status: 204 len: 168 time: 1.9621089 Apr 22 14:41:28.940963 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e447e9f3-f812-439e-bd6e-45705f616d94 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7610717 Apr 22 14:41:28.943639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:28.950200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1639859827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:28.957218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:28.962196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:28.964782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.965873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object a6729a77-9f44-4f53-a21e-aa8a7bb207b9 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:28.969517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:28.970257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:28.976585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:29.012116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:29.013532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.060746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=6573fd8c-4196-4bf9-93a0-ecd99e10caed,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.067312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:29.095767 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5773466 Apr 22 14:41:29.096543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32830) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.108083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'name': 'tempest-PortsIpV6TestJSON-952443890'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:29.112439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:29.128950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:29.129612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.136861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.137946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.139826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07812462-8d03-40fc-9d74-6ae2eab8326c None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:29.160400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:29.170535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:29.179422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': '5ef3c12f-eb04-43b3-bb02-00da1c58c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:29.179772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 92f7e866-f2b3-4593-8abf-be6a7958ae84, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:29.187854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:29.222142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-f6e2c281-d639-40d7-919d-73f86a08ad6d', 'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': '3e77a6ef-dcce-42fa-b331-c005ec2820f9'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:29.223135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.226891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.228490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab1680-5450-4ea6-bca4-26888431b32f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=67a34de3-7b24-4375-aa8f-70b25aac4bbd,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.284324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:29.292484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=6f560b24-b361-4efc-89a0-2dfadfb9ba62,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:29.338934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a7c87cfb-9e14-4a19-af6d-b67631dd2d4f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1207683 Apr 22 14:41:29.343178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32836) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.344237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.353197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.361090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:0c:21:04', 'name': 'tempest-NetworksTestDHCPv6-450906595'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:29.364044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:29.379319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:29.393092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:29.400724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:29.420147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:29.420642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.438769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:29.443687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.467327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b0f90414-1835-4e38-afeb-ca0d14f2eddc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:29.490039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32840) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.513451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 7cedce72-16dd-4242-bc04-1d34130ef09f yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:29.520313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: b0f90414-1835-4e38-afeb-ca0d14f2eddc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:29.520673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b0f90414-1835-4e38-afeb-ca0d14f2eddc not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:29.551305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.552497 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e9f72574-b706-4c9a-ae72-aedc09b359e0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6079462 Apr 22 14:41:29.555298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32846) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.555821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 92f7e866-f2b3-4593-8abf-be6a7958ae84) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:29.582876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:29.583484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.587496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350c2ef-877e-423c-80a0-29e56b127e5a None None] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:29.680215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd46e1b5-ab84-4c78-a05e-e338cbc587a1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1900258 Apr 22 14:41:29.685239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32850) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.695545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84', 'name': 'tempest-PortsTestJSON-547768484', 'fixed_ips': [{'subnet_id': '6573fd8c-4196-4bf9-93a0-ecd99e10caed', 'ip_address': '172.20.0.10'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:29.723665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.801718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:29.802944 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33d2d8b0-0f99-4f05-80e9-7c7b6edf1017 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24add0f8e6964e479357b37e2e713495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3118081 Apr 22 14:41:29.806155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3f086e2b-30f7-41cb-ba56-537f04bc4a08 None None] Provisioning for port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:29.807993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32854) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:29.840965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3f086e2b-30f7-41cb-ba56-537f04bc4a08 None None] Provisioning complete for port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:29.841416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3f086e2b-30f7-41cb-ba56-537f04bc4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.873115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:29.901744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3f086e2b-30f7-41cb-ba56-537f04bc4a08 None None] Port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:29.949982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:29.953733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:29.993366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '6f560b24-b361-4efc-89a0-2dfadfb9ba62'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:29.994237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.010386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Allocated IP 2001:db8::2 (f6e2c281-d639-40d7-919d-73f86a08ad6d/3e77a6ef-dcce-42fa-b331-c005ec2820f9/a5c8661c-d307-4127-986d-af10a4eecb9e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:30.138055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 03646d73-f100-4fc1-b785-e0485e45fc16 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:30.190476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:30.193852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-92f7e866-f2b3-4593-8abf-be6a7958ae84', 'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': '6573fd8c-4196-4bf9-93a0-ecd99e10caed'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:30.194733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.209591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0482b98-0b30-4290-aca3-0c9618cfe993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.225438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:30.283785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:30.289059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.330029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.341783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0482b98-0b30-4290-aca3-0c9618cfe993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.438014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.450216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.485209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.493151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Allocated IP 172.20.0.2 (92f7e866-f2b3-4593-8abf-be6a7958ae84/6573fd8c-4196-4bf9-93a0-ecd99e10caed/af28ea91-e93c-44c3-977b-308d946bd3c2) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:30.503635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Transition to ACTIVE for port object a5c8661c-d307-4127-986d-af10a4eecb9e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:30.542403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:30.593025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Transition to ACTIVE for port object a5c8661c-d307-4127-986d-af10a4eecb9e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:30.609175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.664316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=7cedce72-16dd-4242-bc04-1d34130ef09f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.681910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe0c:2104 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/6f560b24-b361-4efc-89a0-2dfadfb9ba62/03646d73-f100-4fc1-b785-e0485e45fc16) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:30.756100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:30.756452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 67a34de3-7b24-4375-aa8f-70b25aac4bbd, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:30.774450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0482b98-0b30-4290-aca3-0c9618cfe993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.774811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Network f6e2c281-d639-40d7-919d-73f86a08ad6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:30.777242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Pushing event updated for resources: {'Port': ['ID=a5c8661c-d307-4127-986d-af10a4eecb9e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.782630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:30.792985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:30.832237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.832509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.832834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.833454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.833454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.833814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.834284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.834452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.835308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.835308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.835535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:30.837430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0482b98-0b30-4290-aca3-0c9618cfe993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17781341-f6b1-4671-8d5b-3687d52897fb,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:30.846618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:30.869935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 67a34de3-7b24-4375-aa8f-70b25aac4bbd) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:30.879116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:30.886070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:30.886998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.890286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb2542-7e6f-4a07-8a0e-bbcbf20d28bf None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:30.964798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:30.973368 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a1814ee6-31d2-400e-90d4-83da7ed7894f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8717103 Apr 22 14:41:30.976357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32858) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:30.986838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.006809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8::1 (f6e2c281-d639-40d7-919d-73f86a08ad6d/3e77a6ef-dcce-42fa-b331-c005ec2820f9/f0034db1-be59-483e-bf1a-8311283c459a) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:31.019578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1692328088'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:31.034533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.051409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Attempting to bind port a5c8661c-d307-4127-986d-af10a4eecb9e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:31.052259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Attempting to bind port a5c8661c-d307-4127-986d-af10a4eecb9e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:31.052259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Attempting to bind port a5c8661c-d307-4127-986d-af10a4eecb9e on network f6e2c281-d639-40d7-919d-73f86a08ad6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:31.063377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Transition to ACTIVE for port object af28ea91-e93c-44c3-977b-308d946bd3c2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.080421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:31.086744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0482b98-0b30-4290-aca3-0c9618cfe993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.090481 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d0482b98-0b30-4290-aca3-0c9618cfe993 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17781341-f6b1-4671-8d5b-3687d52897fb HTTP/1.1" status: 204 len: 168 time: 1.2709396 Apr 22 14:41:31.105412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:31.105643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Checking segment: {'id': '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:31.106026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.106415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Bound using segment: {'id': '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:31.106899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Bound port: a5c8661c-d307-4127-986d-af10a4eecb9e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f6e2c281-d639-40d7-919d-73f86a08ad6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:31.107264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.114912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:31.125956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:31.141644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:31.158861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.165632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Transition to ACTIVE for port object af28ea91-e93c-44c3-977b-308d946bd3c2 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.170935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.197593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.200574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.201096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:31.204446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.206523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.219225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object f0034db1-be59-483e-bf1a-8311283c459a will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.244824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.302371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network f6e2c281-d639-40d7-919d-73f86a08ad6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:31.309375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:31.312304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:31.313128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.317395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:31.330474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] For port a5c8661c-d307-4127-986d-af10a4eecb9e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:31.338292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 03646d73-f100-4fc1-b785-e0485e45fc16 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:31.361419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=f0034db1-be59-483e-bf1a-8311283c459a,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.369823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] For port a5c8661c-d307-4127-986d-af10a4eecb9e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5c8661c-d307-4127-986d-af10a4eecb9e,segment=NetworkSegment(59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf),segment_id=59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:31.384394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:31.389756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:31.390194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:31.402315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Pushing event updated for resources: {'Port': ['ID=af28ea91-e93c-44c3-977b-308d946bd3c2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.404947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.10 (92f7e866-f2b3-4593-8abf-be6a7958ae84/6573fd8c-4196-4bf9-93a0-ecd99e10caed/4ca0b7ab-a87d-4c45-9133-e6095b1cadd2) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:31.419161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.422758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.424405 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment 21fad664-40aa-4502-a1ef-bb38a2f0444b of type vlan for network ce9438a4-f5b0-446d-9511-0a8be0f1e2cc Apr 22 14:41:31.470022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.498762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.518986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ff2e-cf4b-48bf-aaa2-919b80fba5ae None None] Pushing event updated for resources: {'Port': ['ID=a5c8661c-d307-4127-986d-af10a4eecb9e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.522549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.528768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:31.540350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:31.719845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Attempting to bind port af28ea91-e93c-44c3-977b-308d946bd3c2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:31.720727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Attempting to bind port af28ea91-e93c-44c3-977b-308d946bd3c2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '5ef3c12f-eb04-43b3-bb02-00da1c58c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:31.721386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Attempting to bind port af28ea91-e93c-44c3-977b-308d946bd3c2 on network 92f7e866-f2b3-4593-8abf-be6a7958ae84 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:31.734413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Allocated IP 2001:db8::f816:3eff:feb4:ea71 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/6f560b24-b361-4efc-89a0-2dfadfb9ba62/d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:31.748561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:41:31.855975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:31.856628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Checking segment: {'id': '5ef3c12f-eb04-43b3-bb02-00da1c58c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:31.857234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.858171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Bound using segment: {'id': '5ef3c12f-eb04-43b3-bb02-00da1c58c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:31.858946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Bound port: af28ea91-e93c-44c3-977b-308d946bd3c2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef3c12f-eb04-43b3-bb02-00da1c58c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:31.859514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.904666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=03646d73-f100-4fc1-b785-e0485e45fc16,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:31.914197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:31.915108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:31.922425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:31.923643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.008188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.016551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.017666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.049816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:32.052407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:32.056992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:32.057799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.077712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=ce9438a4-f5b0-446d-9511-0a8be0f1e2cc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.113536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network ce9438a4-f5b0-446d-9511-0a8be0f1e2cc details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:32.173718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-478f054e-e961-46b6-adc3-c2d29a1e4b56 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1904674 Apr 22 14:41:32.176166 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fa1d2c5b-2262-44cd-90cf-8a66c5c8117e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8207586 Apr 22 14:41:32.201271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32878) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.201271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32880) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.238065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'ports': [{'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'}, {'network_id': 'ce9438a4-f5b0-446d-9511-0a8be0f1e2cc'}]} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.238394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.239040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': 'ce9438a4-f5b0-446d-9511-0a8be0f1e2cc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.267198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] For port af28ea91-e93c-44c3-977b-308d946bd3c2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:32.300944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-745e1c36-846a-468a-bc4f-f9e767c69755 None None] Provisioning complete for port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:32.301315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-745e1c36-846a-468a-bc4f-f9e767c69755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.372961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] For port af28ea91-e93c-44c3-977b-308d946bd3c2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=af28ea91-e93c-44c3-977b-308d946bd3c2,segment=NetworkSegment(5ef3c12f-eb04-43b3-bb02-00da1c58c256),segment_id=5ef3c12f-eb04-43b3-bb02-00da1c58c256)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:32.425866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.462137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=f0034db1-be59-483e-bf1a-8311283c459a,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.538937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-745e1c36-846a-468a-bc4f-f9e767c69755 None None] Port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:32.551103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network f6e2c281-d639-40d7-919d-73f86a08ad6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:32.552656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:32.561478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.564897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.578768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99732cb8-df47-453a-ad01-d2fb02846c17 None None] Pushing event updated for resources: {'Port': ['ID=af28ea91-e93c-44c3-977b-308d946bd3c2,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.583664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Transition to ACTIVE for port object d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:32.597269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32888) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:32.606824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Transition to ACTIVE for port object d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:32.613620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.690735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:32.691040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:32.695071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:32.697471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Pushing event updated for resources: {'Port': ['ID=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:32.699972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:32.790782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Attempting to bind port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:32.792099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Attempting to bind port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:32.792459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Attempting to bind port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:32.800214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:32.800606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:32.800937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.801329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:32.802191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Bound port: d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:32.802389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:32.937318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:32.949772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:32.958285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:32.965648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:32.983573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1f476-9d62-4704-a8f1-75a1b29f465e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:32.983998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router e1fff0aa-77aa-4e6e-bfba-fa5932a0422e is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:41:32.984329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d1a1f476-9d62-4704-a8f1-75a1b29f465e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:32.990477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'networks': [{'name': 'tempest-network--1927585029'}, {'name': 'tempest-network--1686014137'}]} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.990791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'network': {'name': 'tempest-network--1927585029'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:32.991262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'network': {'name': 'tempest-network--1686014137'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:33.027006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] For port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:33.031590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] For port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:33.036326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 2} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:33.045535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.052636 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.066562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:33.086936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:network and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:33.092285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.114386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.117335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:33.161181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd124291-9d45-4ce7-aae6-2442eef8a486 None None] Pushing event updated for resources: {'Port': ['ID=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:33.214652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d1a1f476-9d62-4704-a8f1-75a1b29f465e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:33.218283 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d1a1f476-9d62-4704-a8f1-75a1b29f465e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9996946 Apr 22 14:41:33.218283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:33.224274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32894) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.362949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'network': 2} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:33.366535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.381476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 03646d73-f100-4fc1-b785-e0485e45fc16 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:33.382002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.407465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=4ca0b7ab-a87d-4c45-9133-e6095b1cadd2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:33.410887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.422196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5c8661c-d307-4127-986d-af10a4eecb9e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:33.431128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:33.454791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:33.466189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:33.545315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a5c8661c-d307-4127-986d-af10a4eecb9e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:33.566204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device af28ea91-e93c-44c3-977b-308d946bd3c2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:33.652423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:33.660154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port af28ea91-e93c-44c3-977b-308d946bd3c2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:33.661547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:33.662271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.668064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port a4a2f068-12fd-4994-a539-56d366dcac73 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:33.681737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:security_group_rule and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:33.688293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:33.690050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:33.711647 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d815866c-0370-4775-978f-50304c960dcc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/e1fff0aa-77aa-4e6e-bfba-fa5932a0422e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1525750 Apr 22 14:41:33.711829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:33.711938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] Sync routers for ids ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:33.713091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32898) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.727796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.732991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] Routers {'e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:33.733853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.744596 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ec255881-ba46-4fc8-8bc7-2dc979d31aa4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0559597 Apr 22 14:41:33.750352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32902) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:33.764142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '92f7e866-f2b3-4593-8abf-be6a7958ae84', 'name': 'tempest-PortsTestJSON-1320731814', 'fixed_ips': [{'subnet_id': '6573fd8c-4196-4bf9-93a0-ecd99e10caed', 'ip_address': '172.20.0.9'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:33.805039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:33.831364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:33.838752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a16d4-ffe3-4cb6-9f9f-2e3b89add59b None None] Network f6e2c281-d639-40d7-919d-73f86a08ad6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:33.852775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba719e-b8c3-43c8-bd51-4392b7dacfd0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:33.853628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-33ba719e-b8c3-43c8-bd51-4392b7dacfd0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:33.858008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:33.920779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] Routers {'e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:33.921576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:34.005473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:34.005945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbcce15-d51a-460a-98cc-2d322d2b6329 None None] The sync data for ids ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:34.032554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] Provisioning for port a5c8661c-d307-4127-986d-af10a4eecb9e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:34.041475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 03646d73-f100-4fc1-b785-e0485e45fc16 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:34.041801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] Provisioning complete for port a5c8661c-d307-4127-986d-af10a4eecb9e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:34.042145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.080171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-33ba719e-b8c3-43c8-bd51-4392b7dacfd0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:34.084627 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33ba719e-b8c3-43c8-bd51-4392b7dacfd0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports/f0034db1-be59-483e-bf1a-8311283c459a HTTP/1.1" status: 200 len: 911 time: 0.3673561 Apr 22 14:41:34.089950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:34.097431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.101300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.110998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e77a6ef-dcce-42fa-b331-c005ec2820f9'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:34.211495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.212227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.224509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:34.259632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.320104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f933d-484d-406a-a3a4-86bd0f9937e1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.329709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:34.343625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9155f330-8aa2-4815-a088-21602dfa3b3c None None] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:34.365622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] For port a5c8661c-d307-4127-986d-af10a4eecb9e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5c8661c-d307-4127-986d-af10a4eecb9e,segment=NetworkSegment(59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf),segment_id=59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:34.394479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:34.436995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:34.442822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.449588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:34.459712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.460232 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Added segment 3ec185ff-a782-4e1f-9e25-06164d951eef of type vlan for network d78d099a-7884-4215-a800-a1369a165b70 Apr 22 14:41:34.508104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:34.517397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:34.615241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7376f-c9c9-44dd-961a-b7058d4030c4 None None] Pushing event updated for resources: {'Port': ['ID=a5c8661c-d307-4127-986d-af10a4eecb9e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.638071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.674589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] Provisioning for port af28ea91-e93c-44c3-977b-308d946bd3c2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:34.683066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] Provisioning complete for port af28ea91-e93c-44c3-977b-308d946bd3c2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:34.683440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.697897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=03646d73-f100-4fc1-b785-e0485e45fc16,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:34.710700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.740285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.818090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.843676 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f4663dad-2f72-4eef-9d89-88ec85f3c554 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/03646d73-f100-4fc1-b785-e0485e45fc16 HTTP/1.1" status: 204 len: 168 time: 1.6049290 Apr 22 14:41:34.844414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32910) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:34.858779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:34.880039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.880375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Added segment d3170682-6fe8-4652-8163-96e5fbb14eae of type vlan for network 3b2f9e5f-04e3-4f83-bd75-0c4f3215f044 Apr 22 14:41:34.926506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.935253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:34.976520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] For port af28ea91-e93c-44c3-977b-308d946bd3c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=af28ea91-e93c-44c3-977b-308d946bd3c2,segment=NetworkSegment(5ef3c12f-eb04-43b3-bb02-00da1c58c256),segment_id=5ef3c12f-eb04-43b3-bb02-00da1c58c256)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:34.984804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.036725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491c440-b469-4f2d-b520-08d46f5d5fd3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.038305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491c440-b469-4f2d-b520-08d46f5d5fd3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.039039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f491c440-b469-4f2d-b520-08d46f5d5fd3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:35.051193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.051193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.056461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.059955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.060096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.080293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f491c440-b469-4f2d-b520-08d46f5d5fd3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:35.084935 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f491c440-b469-4f2d-b520-08d46f5d5fd3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2366152 Apr 22 14:41:35.087208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32914) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.109360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c953cb-3846-436b-86ca-4f02c817c2c3 None None] Pushing event updated for resources: {'Port': ['ID=af28ea91-e93c-44c3-977b-308d946bd3c2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:35.128713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.144754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ec5353a8-5593-409b-90f2-3b5baf614499 None None] Provisioning for port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:35.285824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Could not find standard attr ID for object 03646d73-f100-4fc1-b785-e0485e45fc16. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:35.329927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Provisioning complete for port a5c8661c-d307-4127-986d-af10a4eecb9e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:35.335662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.408454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device af28ea91-e93c-44c3-977b-308d946bd3c2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:35.438991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port ee1cb14b-c4a2-4033-a52d-283975e2b22b yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:35.580538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.598109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.601312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.606131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.607052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.608724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/ports/f0034db1-be59-483e-bf1a-8311283c459a HTTP/1.1" status: 200 len: 911 time: 1.5173576 Apr 22 14:41:35.610860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port af28ea91-e93c-44c3-977b-308d946bd3c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:35.611415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:35.629898 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0272386 Apr 22 14:41:35.630968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32918) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.640629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32920) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.659776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Network': ['ID=d78d099a-7884-4215-a800-a1369a165b70,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:35.685066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network d78d099a-7884-4215-a800-a1369a165b70 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:35.788778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a06d9-8e1e-48a0-973c-193a595ec296 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=f0034db1-be59-483e-bf1a-8311283c459a,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:35.850174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b07be-c02b-4071-8d99-8969e4fe940e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.854393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b07be-c02b-4071-8d99-8969e4fe940e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.858769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b07be-c02b-4071-8d99-8969e4fe940e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.862730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b07be-c02b-4071-8d99-8969e4fe940e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:35.867209 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ae5b07be-c02b-4071-8d99-8969e4fe940e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2180712 Apr 22 14:41:35.868000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32926) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:35.893145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Provisioning for port f0034db1-be59-483e-bf1a-8311283c459a completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:35.901944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Provisioning complete for port f0034db1-be59-483e-bf1a-8311283c459a triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:35.902550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.006474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9b49b03e-7cfa-4995-8889-ae7072035ece None None] Port f0034db1-be59-483e-bf1a-8311283c459a cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:36.006678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.008523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5c8661c-d307-4127-986d-af10a4eecb9e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:36.031435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4903a-67e3-4215-b3ea-59439cf45fde tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Network': ['ID=3b2f9e5f-04e3-4f83-bd75-0c4f3215f044,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.050511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3b2f9e5f-04e3-4f83-bd75-0c4f3215f044 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:36.054023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.142018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:36.153202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.164703 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:36.176074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Provisioning complete for port af28ea91-e93c-44c3-977b-308d946bd3c2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:36.176439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.182575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78d099a-7884-4215-a800-a1369a165b70']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:36.191449 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:36.192962 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:36.196752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec185ff-a782-4e1f-9e25-06164d951eef') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:36.197808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec185ff-a782-4e1f-9e25-06164d951eef') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:36.211145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.228196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.236231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:36.237001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.243071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a5c8661c-d307-4127-986d-af10a4eecb9e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:36.243071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.252410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ada6d2a0-e5dd-4066-aead-48c0185c0bf7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/66cbf0c9-ca8c-452e-b353-a2982ee457de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5854139 Apr 22 14:41:36.265578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:36.279133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:36.281638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=a4a2f068-12fd-4994-a539-56d366dcac73,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:36.283703 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:36.286141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:36.286868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.290781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 6f560b24-b361-4efc-89a0-2dfadfb9ba62 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:36.343304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.420320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Provisioning for port 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:36.431195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Provisioning complete for port 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:36.431964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.432682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.9 (92f7e866-f2b3-4593-8abf-be6a7958ae84/6573fd8c-4196-4bf9-93a0-ecd99e10caed/ee1cb14b-c4a2-4033-a52d-283975e2b22b) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:36.440783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.460613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.465643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.488618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.492801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Network': ['ID=d78d099a-7884-4215-a800-a1369a165b70,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.508579 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0b66f476-33fa-43bc-9f49-f0b18c7dea3b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/networks/d78d099a-7884-4215-a800-a1369a165b70 HTTP/1.1" status: 204 len: 168 time: 0.6397038 Apr 22 14:41:36.511114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32934) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:36.519403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:36.533568 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:36.552335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Port 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:36.593083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Provisioning complete for port f0034db1-be59-483e-bf1a-8311283c459a triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:36.593890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.654919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b86d50d9-7116-41ab-a37b-a699036cad22 None None] Port f0034db1-be59-483e-bf1a-8311283c459a cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:36.663553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:36.670477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:36.671253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.799127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.823701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.837355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:36.845039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.866672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': '21fad664-40aa-4502-a1ef-bb38a2f0444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce9438a4-f5b0-446d-9511-0a8be0f1e2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:36.867101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: ce9438a4-f5b0-446d-9511-0a8be0f1e2cc, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:36.928373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:36.987742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.988691 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:29Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:27Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6729a77-9f44-4f53-a21e-aa8a7bb207b9', 'name': '', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:08:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:27Z', 'updated_at': '2022-04-22T14:41:30Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:36.992601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:36.994796 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:41:36.995376 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Updating router 66cbf0c9-ca8c-452e-b353-a2982ee457de port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:41:37.013210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2f9e5f-04e3-4f83-bd75-0c4f3215f044']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:37.025533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3170682-6fe8-4652-8163-96e5fbb14eae') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:37.025889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3170682-6fe8-4652-8163-96e5fbb14eae') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:37.037582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.053363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.062559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:37.063108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.065136 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:37.078836 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:37.083826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network ce9438a4-f5b0-446d-9511-0a8be0f1e2cc is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:37.123545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.129315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, ce9438a4-f5b0-446d-9511-0a8be0f1e2cc) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:37.141948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:37.145814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.147249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e53fd-b00e-4d9c-b898-c318e99c09f9 None None] Network ce9438a4-f5b0-446d-9511-0a8be0f1e2cc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:37.148908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.149564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.174308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.174706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.181134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object ee1cb14b-c4a2-4033-a52d-283975e2b22b will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:37.188437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.223229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Network': ['ID=3b2f9e5f-04e3-4f83-bd75-0c4f3215f044,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.224610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.239400 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d0c98a92-bd74-4e79-8d0a-8c6875bac82a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/networks/3b2f9e5f-04e3-4f83-bd75-0c4f3215f044 HTTP/1.1" status: 204 len: 168 time: 0.7260475 Apr 22 14:41:37.240037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32938) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.273596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:37.284433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=6f560b24-b361-4efc-89a0-2dfadfb9ba62,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.298289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b89ddf21-5eb1-435e-a369-a080d00b2e08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0878973 Apr 22 14:41:37.298973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32942) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.353661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.355524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-466e67c9-d402-4246-add7-5f01357874e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/6f560b24-b361-4efc-89a0-2dfadfb9ba62 HTTP/1.1" status: 204 len: 168 time: 2.2392166 Apr 22 14:41:37.358604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32946) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.361169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab2053-a818-4d3e-945b-5d546ab1ab99 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:37.432381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3715f6e8-4884-44ce-8bdc-6a5e543dac78 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726488 Apr 22 14:41:37.439579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32950) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:37.459540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.478196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:37.511172 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.526387 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Transition to ACTIVE for port object a6729a77-9f44-4f53-a21e-aa8a7bb207b9 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:37.535487 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.582072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:37.587063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:37.590619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:37.593448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:37.594225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.628439 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Pushing event updated for resources: {'Port': ['ID=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.647720 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.648097 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.648430 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.648749 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.649085 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.649403 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.649732 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.650060 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.650370 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.650678 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.651254 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:41:37.670715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.671777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.675454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:37.675938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.679543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=ee1cb14b-c4a2-4033-a52d-283975e2b22b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:37.789494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576373d4-2e06-42d5-8be8-41bb38cd2f05 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.793802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576373d4-2e06-42d5-8be8-41bb38cd2f05 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:37.794600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-576373d4-2e06-42d5-8be8-41bb38cd2f05 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Synchronizing usage tracker for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:37.868495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:37.889739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:37.924230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:37.935725 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Attempting to bind port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:37.935725 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Attempting to bind port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:37.936163 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Attempting to bind port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 on network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:37.953300 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:37.954781 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Checking segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:37.955206 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:37.956501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Bound using segment: {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:37.957034 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Bound port: a6729a77-9f44-4f53-a21e-aa8a7bb207b9, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b7b36b-d438-471c-a558-720d7271b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:37.957422 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.008355 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d493ead8-7ee6-43c4-adc7-6a3ba2ad7dbf tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2544584 Apr 22 14:41:38.014619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32954) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.019994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:38.039642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] Deleting port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:38.039992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.056756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-576373d4-2e06-42d5-8be8-41bb38cd2f05 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Unset dirty status for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:38.058249 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-576373d4-2e06-42d5-8be8-41bb38cd2f05 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8169587 Apr 22 14:41:38.064343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32958) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.073174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-323419863'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:38.081632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:38.097741 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] For port a6729a77-9f44-4f53-a21e-aa8a7bb207b9, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:38.098790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:38.102412 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] For port a6729a77-9f44-4f53-a21e-aa8a7bb207b9, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:38.113968 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.145946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:38.149271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.193765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:38.209888 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e53fb-e964-48d9-ae0e-03a8fecf80fb None None] Pushing event updated for resources: {'Port': ['ID=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.218881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.235194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.235538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Added segment 94507c4e-244a-4547-a7b1-5c42fb25194b of type vlan for network ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4 Apr 22 14:41:38.266108 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:38.267102 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:38.336625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.349057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] For port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:38.349471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.396095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:38.443078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.446721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:38.447304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.457585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8e7304d5-145e-492d-9241-4e230a692236 None None] Provisioning for port ee1cb14b-c4a2-4033-a52d-283975e2b22b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:38.524217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.535248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] Calling delete_port for d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:38.539438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.552782 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:38.563294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Network': ['ID=ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.567893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8e7304d5-145e-492d-9241-4e230a692236 None None] Provisioning complete for port ee1cb14b-c4a2-4033-a52d-283975e2b22b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:38.568813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8e7304d5-145e-492d-9241-4e230a692236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.587199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port f0034db1-be59-483e-bf1a-8311283c459a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:38.588110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.623445 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8ed30e47-5bf9-4a9f-a694-7f04b16a5ee6 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5555649 Apr 22 14:41:38.627960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32962) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.638604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8e7304d5-145e-492d-9241-4e230a692236 None None] Port ee1cb14b-c4a2-4033-a52d-283975e2b22b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:38.640851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1615289490'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:38.642903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:38.654095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:38.661590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:network and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:38.666555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:38.671637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.691382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:38.707349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.725812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2ae222be-4481-4519-9383-94b9b04dae46 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a HTTP/1.1" status: 204 len: 168 time: 1.4221983 Apr 22 14:41:38.727644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32966) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:38.767638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:38.770933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.844445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.906202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] No DVR routers for this DVR port d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:38.928815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda47ea9-1c21-429a-ac92-f605b30ded31 None None] Pushing event deleted for resources: {'Port': ['ID=d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:38.928989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc898409-7b9e-4fe8-afd1-3537afce0987 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:38.929787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-dc898409-7b9e-4fe8-afd1-3537afce0987 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:38.960850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:38.972421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:39.002062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-dc898409-7b9e-4fe8-afd1-3537afce0987 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:39.005921 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dc898409-7b9e-4fe8-afd1-3537afce0987 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.9748409 Apr 22 14:41:39.007722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32972) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.075912 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:29Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:27Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6729a77-9f44-4f53-a21e-aa8a7bb207b9', 'name': '', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:08:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:27Z', 'updated_at': '2022-04-22T14:41:38Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:39.082113 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af23ec9-3724-47ed-a668-36df8fa457db None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:29Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:27Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6729a77-9f44-4f53-a21e-aa8a7bb207b9', 'name': '', 'network_id': '8d42867c-3ed2-40de-8719-9fdceb7e03c9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:08:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:27Z', 'updated_at': '2022-04-22T14:41:38Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'ac4cdf60-03a6-4a86-a60c-19b7a8cd9939', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:39.085265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for f0034db1-be59-483e-bf1a-8311283c459a owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:39.090577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae76f7a-1736-472e-abec-756368cf93f9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.094592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae76f7a-1736-472e-abec-756368cf93f9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.095387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eae76f7a-1736-472e-abec-756368cf93f9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:39.119648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.119648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Added segment 3087c841-55d9-4fa7-a930-f2fbf1d7d8bd of type vlan for network 074d75fe-675b-443c-aa37-19f6812b73d8 Apr 22 14:41:39.169110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eae76f7a-1736-472e-abec-756368cf93f9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:39.173322 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eae76f7a-1736-472e-abec-756368cf93f9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4436717 Apr 22 14:41:39.173774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.174810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32976) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.246761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.250656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.251213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.279267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaaf241-5a30-424e-a321-ba1418428b80 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.283319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaaf241-5a30-424e-a321-ba1418428b80 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.287277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaaf241-5a30-424e-a321-ba1418428b80 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.291588 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-abaaf241-5a30-424e-a321-ba1418428b80 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2798932 Apr 22 14:41:39.292706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32980) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.353756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6729a77-9f44-4f53-a21e-aa8a7bb207b9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:39.379381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port a4a2f068-12fd-4994-a539-56d366dcac73 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:39.379717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.440435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Network': ['ID=074d75fe-675b-443c-aa37-19f6812b73d8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:39.449273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:39.459271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 074d75fe-675b-443c-aa37-19f6812b73d8 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:39.473195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-44617df7-a305-4c75-945a-70e584e89664 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8441889 Apr 22 14:41:39.478207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32984) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:39.492081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port ee1cb14b-c4a2-4033-a52d-283975e2b22b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:39.492445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.492906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'ports': [{'network_id': 'ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4', 'name': 'tempest-port--1909523416', 'admin_state_up': True}, {'network_id': '074d75fe-675b-443c-aa37-19f6812b73d8', 'admin_state_up': False}]} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:39.493216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'port': {'network_id': 'ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4', 'name': 'tempest-port--1909523416', 'admin_state_up': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:39.493701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'port': {'network_id': '074d75fe-675b-443c-aa37-19f6812b73d8', 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:39.568222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:39.587722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.602324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:39.602827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.610856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.662941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d2fca986-58ef-45f0-bf67-d3b45b462e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.711959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=f0034db1-be59-483e-bf1a-8311283c459a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:39.754628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.796196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:39.816758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:39.818598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=64346923-45a1-4137-b0b1-8bf7cd5abc54,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:39.824129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:39.824707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.826132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a6729a77-9f44-4f53-a21e-aa8a7bb207b9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:39.829910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce44148-b14a-4afd-9588-b74c35f86df0 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:39.853293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.985782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:39.991198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:40.008090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:40.022960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.029243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:port and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:40.032918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:40.042860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:40.063700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:40.063954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d2732e7c-7b87-48f4-aa8c-2732e8f5ac4e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:40.126069 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-618831e1-acd7-4bba-80e9-62368bc2ca8a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6761122 Apr 22 14:41:40.133235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for a4a2f068-12fd-4994-a539-56d366dcac73 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:40.133413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.158516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 32988) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.167333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'port': 2} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:40.171386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.191858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:ae:e4:09', 'name': 'tempest-NetworksTestDHCPv6-172592560'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:40.207132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '64346923-45a1-4137-b0b1-8bf7cd5abc54'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:40.207953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.224559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.283619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.377138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Allocated IP 2001:db8::f816:3eff:febd:b59c (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/64346923-45a1-4137-b0b1-8bf7cd5abc54/4970dc54-f6f6-45a8-ada8-7e96ad4b973e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:40.391580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.399453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for ee1cb14b-c4a2-4033-a52d-283975e2b22b owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:40.489404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=a4a2f068-12fd-4994-a539-56d366dcac73,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.509882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.573854 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-69b5c545-437a-4013-aa80-764d7b3f4e91 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/a4a2f068-12fd-4994-a539-56d366dcac73 HTTP/1.1" status: 204 len: 168 time: 1.3878357 Apr 22 14:41:40.577343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32992) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.633757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.653145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Transition to ACTIVE for port object 4970dc54-f6f6-45a8-ada8-7e96ad4b973e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:40.653818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.675310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Transition to ACTIVE for port object 4970dc54-f6f6-45a8-ada8-7e96ad4b973e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:40.683062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.701568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:40.757062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:40.757952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Pushing event updated for resources: {'Port': ['ID=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.761519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:40.764389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:40.806318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:40.815439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:40.820206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=ee1cb14b-c4a2-4033-a52d-283975e2b22b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:40.872605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Attempting to bind port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:40.873168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Attempting to bind port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:40.873327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Attempting to bind port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:40.883009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:40.883390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:40.883837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.884179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:40.884646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Bound port: 4970dc54-f6f6-45a8-ada8-7e96ad4b973e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:40.885566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.896612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:40.911278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166672fd-a26d-4c77-ac79-9025bd0cbd08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:40.912357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-166672fd-a26d-4c77-ac79-9025bd0cbd08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:40.925377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:40.929561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.944971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] device_id is not set on port ac4a7e3e-3bd1-4c81-9be2-71c3b78e3c11 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:40.962873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:40.972708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-166672fd-a26d-4c77-ac79-9025bd0cbd08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:40.973980 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-166672fd-a26d-4c77-ac79-9025bd0cbd08 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3895199 Apr 22 14:41:40.978740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 32996) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:40.984366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 28f1678b-c819-4880-9131-2f09c07bc4e3 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:41.024928 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-84e14236-0e58-4b2b-99bc-3f7a5000c190 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/ee1cb14b-c4a2-4033-a52d-283975e2b22b HTTP/1.1" status: 204 len: 168 time: 1.7019303 Apr 22 14:41:41.028174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] For port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:41.028936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33000) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.032703 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d8c604-c7b4-45eb-9808-572888e85f55 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:41:41.033384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] For port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:41.037040 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-55d8c604-c7b4-45eb-9808-572888e85f55 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/e6d1c62b-db0c-4bd0-882d-ba5fbd5f919a HTTP/1.1" status: 404 len: 333 time: 0.0557058 Apr 22 14:41:41.037586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33004) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.042723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.073050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router e1fff0aa-77aa-4e6e-bfba-fa5932a0422e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:41.121889 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b9c5b-1828-496a-8962-379017b240c8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:41:41.122760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c83b9c5b-1828-496a-8962-379017b240c8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:41.133187 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1659f33d-4125-457a-be92-b8e3c99287a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:41:41.137050 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1659f33d-4125-457a-be92-b8e3c99287a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/a4a2f068-12fd-4994-a539-56d366dcac73 HTTP/1.1" status: 404 len: 333 time: 0.0664086 Apr 22 14:41:41.137256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.142828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b2a0c-b48a-47bb-8907-fcf23f800c13 None None] Pushing event updated for resources: {'Port': ['ID=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:41.224745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c83b9c5b-1828-496a-8962-379017b240c8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:41.225980 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c83b9c5b-1828-496a-8962-379017b240c8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/ee1cb14b-c4a2-4033-a52d-283975e2b22b HTTP/1.1" status: 404 len: 333 time: 0.1954246 Apr 22 14:41:41.241222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33014) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.265087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6729a77-9f44-4f53-a21e-aa8a7bb207b9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:41.310372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:41.310720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.385588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:feae:e409 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/64346923-45a1-4137-b0b1-8bf7cd5abc54/28f1678b-c819-4880-9131-2f09c07bc4e3) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:41.413284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:41.414111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.470348 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-32082561-609d-4b0c-97e7-c722aeb5a875 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4475863 Apr 22 14:41:41.472921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.490355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.507331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:41.543080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] Sync routers for ids ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:41.594346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] Routers {'e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:41.595102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.617585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-57e13537-0122-4911-8044-1fac3865b216 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/e1fff0aa-77aa-4e6e-bfba-fa5932a0422e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9689577 Apr 22 14:41:41.618345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33018) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.663210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.686825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] Routers {'e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:41.688009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.720004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.740326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1319113-d7cc-40fe-9dd6-517040f9b34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.748904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.749325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746e60f-65af-45a5-a559-57a2ff70df84 None None] The sync data for ids ['e1fff0aa-77aa-4e6e-bfba-fa5932a0422e'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:41.776410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9438a4-f5b0-446d-9511-0a8be0f1e2cc']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.787602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.798066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2f5b4291-5dc6-4377-b8ad-a3bca1befdac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:41.799525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fad664-40aa-4502-a1ef-bb38a2f0444b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.799923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fad664-40aa-4502-a1ef-bb38a2f0444b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:41.816322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] device_id is not set on port 604908ac-3c7c-4ea3-861b-50e755ea4b22 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:41.880466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2f5b4291-5dc6-4377-b8ad-a3bca1befdac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:41.881611 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2f5b4291-5dc6-4377-b8ad-a3bca1befdac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1fff0aa-77aa-4e6e-bfba-fa5932a0422e HTTP/1.1" status: 200 len: 205 time: 0.2223990 Apr 22 14:41:41.891545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33022) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:41.902941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.914046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.926070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:41.977643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:41.981734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 28f1678b-c819-4880-9131-2f09c07bc4e3 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:41.988974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:41.989372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:42.004378 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:42.143484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.148088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.191189 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/ce9438a4-f5b0-446d-9511-0a8be0f1e2cc HTTP/1.1" status: 204 len: 168 time: 1.0478888 Apr 22 14:41:42.191189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccf44a-ecac-401d-b8c3-91ec46f232fc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=ce9438a4-f5b0-446d-9511-0a8be0f1e2cc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.195798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33026) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.207342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-639032255'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:42.214091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:42.219164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:42.222503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.228731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:42.262693 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-99db6d27-21d9-430c-a3d1-290ce4f9b9f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1098 time: 0.6648705 Apr 22 14:41:42.271444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:42.282975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=4ca0b7ab-a87d-4c45-9133-e6095b1cadd2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.285285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.328617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:42.330825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.386390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.404017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:42.422992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.422992 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment 51eabc19-5248-4b93-8c32-82ffd34fc84b of type vlan for network 176dffb8-1b09-4f41-94a9-8d8cbef924fd Apr 22 14:41:42.426126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.441367 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-81efff37-02b3-4409-9ef0-9d4c630011e6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 HTTP/1.1" status: 204 len: 168 time: 1.1993418 Apr 22 14:41:42.442050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33030) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.502738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3e204808-7a22-4939-b3a2-1b36e881ea47 None None] Provisioning for port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:42.537016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.607183 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bdc356-c71d-4c77-a571-d588e66be2a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:41:42.607603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-54bdc356-c71d-4c77-a571-d588e66be2a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:42.611086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.637957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-54bdc356-c71d-4c77-a571-d588e66be2a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:42.639096 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-54bdc356-c71d-4c77-a571-d588e66be2a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/4ca0b7ab-a87d-4c45-9133-e6095b1cadd2 HTTP/1.1" status: 404 len: 333 time: 0.1933448 Apr 22 14:41:42.642662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33034) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.652161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.677824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:42.682897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:42.684750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=28f1678b-c819-4880-9131-2f09c07bc4e3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.687515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-f289faa4-b1e3-420a-8322-81e6537a70c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:42.689112 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-f289faa4-b1e3-420a-8322-81e6537a70c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 898 time: 0.3980181 Apr 22 14:41:42.697131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.701047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:42.701655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.720028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:42.723941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:42.724549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.801882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:42.833861 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6341076 Apr 22 14:41:42.844465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33038) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:42.895363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7462d-8780-4956-8417-68ff80ce1102 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=176dffb8-1b09-4f41-94a9-8d8cbef924fd,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:42.907062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:42.925994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:42.953772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet 6573fd8c-4196-4bf9-93a0-ecd99e10caed {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:42.957185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.010816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.034145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.040693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-45aa4ac2-c117-4d7f-896f-f7a847907a09 None None] Provisioning for port 28f1678b-c819-4880-9131-2f09c07bc4e3 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:43.046861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-45aa4ac2-c117-4d7f-896f-f7a847907a09 None None] Provisioning complete for port 28f1678b-c819-4880-9131-2f09c07bc4e3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:43.047981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-45aa4ac2-c117-4d7f-896f-f7a847907a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.083722 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b53be3e8-0338-402b-95b9-1fd2a0f3ccd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9247482 Apr 22 14:41:43.086401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33042) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.104102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-45aa4ac2-c117-4d7f-896f-f7a847907a09 None None] Port 28f1678b-c819-4880-9131-2f09c07bc4e3 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:43.150792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.154011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Port': ['ID=ac4a7e3e-3bd1-4c81-9be2-71c3b78e3c11,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:43.228628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb33ede-2074-4fec-9025-9325cc21d77a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:43.232462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb33ede-2074-4fec-9025-9325cc21d77a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:43.233296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9eb33ede-2074-4fec-9025-9325cc21d77a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:43.245179 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-333dd501-4c96-45c1-9d99-f350aa7847e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 1001 time: 0.4560285 Apr 22 14:41:43.252054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.256892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.283291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4970dc54-f6f6-45a8-ada8-7e96ad4b973e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:43.284467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9eb33ede-2074-4fec-9025-9325cc21d77a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:43.288393 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9eb33ede-2074-4fec-9025-9325cc21d77a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1965916 Apr 22 14:41:43.294710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33046) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.299223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:43.299672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=6573fd8c-4196-4bf9-93a0-ecd99e10caed,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:43.308346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Checking segment: {'id': '94507c4e-244a-4547-a7b1-5c42fb25194b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:43.308781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network hostable DHCP agents. Network: ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:43.313168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:43.315818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.322871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:43.332811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:43.342670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.353024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccea6b-f9b3-4599-b041-332202d0838d None None] Network 92f7e866-f2b3-4593-8abf-be6a7958ae84 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:43.362357 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a2c919f6-beda-4bc7-bdee-cbea124b67b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/6573fd8c-4196-4bf9-93a0-ecd99e10caed HTTP/1.1" status: 204 len: 168 time: 0.7186806 Apr 22 14:41:43.362930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33050) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.364593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-bd820eb7-5377-4926-b26b-486f0c906c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:43.366344 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-bd820eb7-5377-4926-b26b-486f0c906c74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 200 len: 835 time: 0.1077061 Apr 22 14:41:43.373251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:43.379397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 28f1678b-c819-4880-9131-2f09c07bc4e3 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:43.380650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.543395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:43.561555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:43.561956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.650538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.687304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.699494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] DHCP port deletion for 92f7e866-f2b3-4593-8abf-be6a7958ae84 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:43.708195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] Deleting port af28ea91-e93c-44c3-977b-308d946bd3c2 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:43.708609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.725758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.726360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router e1fff0aa-77aa-4e6e-bfba-fa5932a0422e {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:41:43.739225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:43.773827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:43.787053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.800126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 28f1678b-c819-4880-9131-2f09c07bc4e3 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:43.800390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:43.802644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.809780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.813921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-37f5867c-8cc3-430d-9158-905ed1a8d435 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/e1fff0aa-77aa-4e6e-bfba-fa5932a0422e HTTP/1.1" status: 204 len: 168 time: 1.9176354 Apr 22 14:41:43.820103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33056) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:43.824574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.828234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:43.829030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.845597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13de63e-ca9d-477e-bf32-8b6451a7884c None None] Network ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:43.950045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:43.999158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=28f1678b-c819-4880-9131-2f09c07bc4e3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.021528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_backend_mixin [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Performing IP validity checks on allocation pools {{(pid=84059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 14:41:44.024350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_backend_mixin [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 14:41:44.049015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.066192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Port': ['ID=604908ac-3c7c-4ea3-861b-50e755ea4b22,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.068579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port af28ea91-e93c-44c3-977b-308d946bd3c2 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:44.069086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.076387 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dd2a47d1-10ff-4f3c-bae4-7311d9c9c144 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/28f1678b-c819-4880-9131-2f09c07bc4e3 HTTP/1.1" status: 204 len: 168 time: 0.7806876 Apr 22 14:41:44.079212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33062) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.132436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] For port af28ea91-e93c-44c3-977b-308d946bd3c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=af28ea91-e93c-44c3-977b-308d946bd3c2,segment=NetworkSegment(5ef3c12f-eb04-43b3-bb02-00da1c58c256),segment_id=5ef3c12f-eb04-43b3-bb02-00da1c58c256)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:44.132922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.151636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44400943-25da-4889-9aae-96cf40b3d53c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:44.153157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44400943-25da-4889-9aae-96cf40b3d53c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:44.154043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-44400943-25da-4889-9aae-96cf40b3d53c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:44.174544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-44400943-25da-4889-9aae-96cf40b3d53c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:44.175986 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-44400943-25da-4889-9aae-96cf40b3d53c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957792 Apr 22 14:41:44.178814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33066) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.240679 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-7f17a4d6-1aea-44c8-bce7-abfa17b12608 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8497245 Apr 22 14:41:44.280707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] Calling delete_port for af28ea91-e93c-44c3-977b-308d946bd3c2 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:44.330552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.396015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 64346923-45a1-4137-b0b1-8bf7cd5abc54 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:44.399094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.426874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.448521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.496770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] Pushing event deleted for resources: {'Port': ['ID=af28ea91-e93c-44c3-977b-308d946bd3c2,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.504006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82559c99-0471-4c58-b23c-0872ac8693f7 None None] No DVR routers for this DVR port af28ea91-e93c-44c3-977b-308d946bd3c2 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:44.557341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.579737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Checking segment: {'id': '3087c841-55d9-4fa7-a930-f2fbf1d7d8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '074d75fe-675b-443c-aa37-19f6812b73d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:44.579971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network hostable DHCP agents. Network: 074d75fe-675b-443c-aa37-19f6812b73d8, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:44.612915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] For port af28ea91-e93c-44c3-977b-308d946bd3c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=af28ea91-e93c-44c3-977b-308d946bd3c2,segment=NetworkSegment(5ef3c12f-eb04-43b3-bb02-00da1c58c256),segment_id=5ef3c12f-eb04-43b3-bb02-00da1c58c256)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:44.613244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.638841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.711074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.749666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=64346923-45a1-4137-b0b1-8bf7cd5abc54,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:44.754994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.761887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94d223-16f9-4e8a-b38b-61a9817ab11e None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:44.769309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9162e374-c3e4-4731-abd6-c34a106ff000 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/64346923-45a1-4137-b0b1-8bf7cd5abc54 HTTP/1.1" status: 204 len: 168 time: 0.5894356 Apr 22 14:41:44.772184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33070) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.778667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for af28ea91-e93c-44c3-977b-308d946bd3c2 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:44.842603 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-359760f3-d0c0-4276-81df-0a6da2a80704 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669413 Apr 22 14:41:44.842831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33074) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.886902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet 3e77a6ef-dcce-42fa-b331-c005ec2820f9 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:44.890064 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-398289ba-d604-4ed5-aee3-80a4740b4653 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805319 Apr 22 14:41:44.898852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:44.919767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc24d18-a5d0-41d7-9cea-bfb833284cd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:44.920463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fcc24d18-a5d0-41d7-9cea-bfb833284cd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:44.939709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fcc24d18-a5d0-41d7-9cea-bfb833284cd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:44.941023 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fcc24d18-a5d0-41d7-9cea-bfb833284cd0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0969615 Apr 22 14:41:44.943627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33078) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:44.960959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network 074d75fe-675b-443c-aa37-19f6812b73d8 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:44.979459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.016169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518608d-e914-4d8d-b12a-f9f6461cfbbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.016879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2518608d-e914-4d8d-b12a-f9f6461cfbbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:45.033608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2518608d-e914-4d8d-b12a-f9f6461cfbbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:45.034882 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2518608d-e914-4d8d-b12a-f9f6461cfbbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0903602 Apr 22 14:41:45.037438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33082) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.042778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:45.047194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] Deleting port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:45.047623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.098714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 074d75fe-675b-443c-aa37-19f6812b73d8) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:45.105094 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6946c155-c7a8-42ea-be64-74719a101d07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627456 Apr 22 14:41:45.105271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.105448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33086) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.111782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:45.136331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ad903-b7ba-4722-84c5-46c9304e98a3 None None] Network 074d75fe-675b-443c-aa37-19f6812b73d8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:45.156486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:45.160452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.163627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.164311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.169964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:45.170177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:45.227084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=ced76e83-984e-43c1-bfd1-a088a2167b3e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:45.246546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:45.272105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device af28ea91-e93c-44c3-977b-308d946bd3c2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:45.273943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:45.285062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7a21b430-fd5a-48d5-a81d-b637d736aff3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8033569 Apr 22 14:41:45.287952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33090) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.299360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:45.303957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.324732 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41dc9c11-f2ff-4b0d-82c8-3f19dd0e3f74 req-77019996-99e6-46a2-b865-efa35574cea9 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966622 Apr 22 14:41:45.341303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': '51eabc19-5248-4b93-8c32-82ffd34fc84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:45.341665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 176dffb8-1b09-4f41-94a9-8d8cbef924fd, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:45.358598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.372421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: af28ea91-e93c-44c3-977b-308d946bd3c2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:45.372747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device af28ea91-e93c-44c3-977b-308d946bd3c2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:45.373158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4970dc54-f6f6-45a8-ada8-7e96ad4b973e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:45.531432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] For port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:45.531812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.582071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:45.594362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe69177-4c25-4535-862d-e12e27b9dde3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.598183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe69177-4c25-4535-862d-e12e27b9dde3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.598923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cfe69177-4c25-4535-862d-e12e27b9dde3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Synchronizing usage tracker for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:45.611427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.648404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 176dffb8-1b09-4f41-94a9-8d8cbef924fd) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:45.660080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=3e77a6ef-dcce-42fa-b331-c005ec2820f9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:45.663526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:45.664141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.674226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port af28ea91-e93c-44c3-977b-308d946bd3c2 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:45.674547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.716689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cfe69177-4c25-4535-862d-e12e27b9dde3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Unset dirty status for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:45.718195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cfe69177-4c25-4535-862d-e12e27b9dde3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4267111 Apr 22 14:41:45.722018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33096) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.728150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.733086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6aedc8d7-9dd8-4315-9217-015993a9e277 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/3e77a6ef-dcce-42fa-b331-c005ec2820f9 HTTP/1.1" status: 204 len: 168 time: 1.9038286 Apr 22 14:41:45.733559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33100) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.756456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] Calling delete_port for 4970dc54-f6f6-45a8-ada8-7e96ad4b973e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:45.781923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-99eb54e9-331c-43d3-aa60-b096b88430a3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9283998 Apr 22 14:41:45.789202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33104) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:45.794174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] The port 'af28ea91-e93c-44c3-977b-308d946bd3c2' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:45.795336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e681d34-82f5-4ab4-a697-99fc58600336 None None] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:45.800000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd', 'name': 'tempest-PortsIpV6TestJSON-1019871896'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:45.806295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:45.807458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5097b43d-4f8d-44a2-8abd-07715f90acea None None] Network f6e2c281-d639-40d7-919d-73f86a08ad6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:45.851699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Deleting port ac4a7e3e-3bd1-4c81-9be2-71c3b78e3c11 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:45.852034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:45.935943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33108) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.075186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.089243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.091629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.102765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.104067 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:41:46.153117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f7e866-f2b3-4593-8abf-be6a7958ae84']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.155769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_pluggable_backend [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 14:41:46.156075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_pluggable_backend [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Reverting IP allocation for 2001:db8::f816:3eff:febd:b59c {{(pid=84058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 14:41:46.165324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port a5c8661c-d307-4127-986d-af10a4eecb9e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:46.165654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.186793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] Pushing event deleted for resources: {'Port': ['ID=4970dc54-f6f6-45a8-ada8-7e96ad4b973e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.195609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef3c12f-eb04-43b3-bb02-00da1c58c256') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.195894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef3c12f-eb04-43b3-bb02-00da1c58c256') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:46.209746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:46.223033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.241728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:46.273889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec023701-d8f2-4b8a-ac5e-2c2e29f8d7c0 None None] No DVR routers for this DVR port 4970dc54-f6f6-45a8-ada8-7e96ad4b973e on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:46.340063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.348860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:46.352749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.366868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.382069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:46.382582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:46.396676 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:46.400995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.427012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-176dffb8-1b09-4f41-94a9-8d8cbef924fd', 'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': 'ced76e83-984e-43c1-bfd1-a088a2167b3e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:46.427793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.495600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port de683da4-182f-4679-a5f1-294b00cb52ff yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:46.524259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] DHCP port deletion for f6e2c281-d639-40d7-919d-73f86a08ad6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:46.539570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Deleting port a5c8661c-d307-4127-986d-af10a4eecb9e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:46.540359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.549353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Calling delete_port for ac4a7e3e-3bd1-4c81-9be2-71c3b78e3c11 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:46.622722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:46.629660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:46.631327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=74a58ec3-0092-4a7e-9391-0ca3e9e0c582,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.633760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.636307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:46.636891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.661093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.661458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04689db-02a0-400c-b387-52b6b90de04b None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:46.689086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=92f7e866-f2b3-4593-8abf-be6a7958ae84,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.697587 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.707102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port a5c8661c-d307-4127-986d-af10a4eecb9e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5c8661c-d307-4127-986d-af10a4eecb9e,segment=NetworkSegment(59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf),segment_id=59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:46.707457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.715578 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd6fc282-a957-4efe-b031-a4356d0a1cc7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/92f7e866-f2b3-4593-8abf-be6a7958ae84 HTTP/1.1" status: 204 len: 168 time: 3.3480556 Apr 22 14:41:46.720826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33112) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.729728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1766481662'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:46.751065 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-32f0406b-62e0-49ef-81c2-a85c1c1609ca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6444364 Apr 22 14:41:46.756043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Port': ['ID=ac4a7e3e-3bd1-4c81-9be2-71c3b78e3c11,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:46.760183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33116) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.765999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:53:38:85', 'name': 'tempest-NetworksTestDHCPv6-1942074592'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:46.845661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:46.853422 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.858064 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-08e3da48-0ecd-46f6-b577-3e5185a94f32 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/ports/ac4a7e3e-3bd1-4c81-9be2-71c3b78e3c11 HTTP/1.1" status: 204 len: 168 time: 1.1323464 Apr 22 14:41:46.858216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for a5c8661c-d307-4127-986d-af10a4eecb9e owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:46.861778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33120) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:46.891790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Allocated IP 2001:db8::2 (176dffb8-1b09-4f41-94a9-8d8cbef924fd/ced76e83-984e-43c1-bfd1-a088a2167b3e/205480e6-7eb1-4ea3-8aca-76c4617b20d0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:46.892373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:network and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:46.896311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:46.910444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:46.943476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:46.950101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.988166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:46.993615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:47.046890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=a5c8661c-d307-4127-986d-af10a4eecb9e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:47.053204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.053540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Added segment 1bdcad2f-5321-4348-ad42-95c9849e8dec of type vlan for network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b Apr 22 14:41:47.059298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No DVR routers for this DVR port a5c8661c-d307-4127-986d-af10a4eecb9e on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:47.102339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Deleting port 604908ac-3c7c-4ea3-861b-50e755ea4b22 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:47.102726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.135763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] For port a5c8661c-d307-4127-986d-af10a4eecb9e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a5c8661c-d307-4127-986d-af10a4eecb9e,segment=NetworkSegment(59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf),segment_id=59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:47.136165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.148998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:47.182485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:47.185248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.223757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.235641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:47.239476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.304619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e2c281-d639-40d7-919d-73f86a08ad6d']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:47.320301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:47.320651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c0b0b6-fde1-4816-91f6-ab4f7e68eaaf') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:47.360942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:47.368376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Calling delete_port for a5c8661c-d307-4127-986d-af10a4eecb9e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:47.401659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5c8661c-d307-4127-986d-af10a4eecb9e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:47.458821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.462304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:47.462867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.469889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.473317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a5c8661c-d307-4127-986d-af10a4eecb9e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:47.473650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a5c8661c-d307-4127-986d-af10a4eecb9e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:47.486460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.506668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '74a58ec3-0092-4a7e-9391-0ca3e9e0c582'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:47.507467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.575956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.588768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Network': ['ID=3ce20ff6-f3df-4fe9-ae19-5e908d40422b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:47.590927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:47.591321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-93498bd9-9710-4481-bb4a-d16b776fb3d2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8853662 Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:47.609863 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:47.612376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33124) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:47.630118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Calling delete_port for 604908ac-3c7c-4ea3-861b-50e755ea4b22 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:47.641221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:47.660878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:47.730760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:47.731589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:47.753968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe53:3885 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/74a58ec3-0092-4a7e-9391-0ca3e9e0c582/d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:47.760677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.769511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.777603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.794105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:47.810264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:47.816313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:47.822309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:47.829601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Transition to ACTIVE for port object 205480e6-7eb1-4ea3-8aca-76c4617b20d0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:47.830076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.851206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.853308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Transition to ACTIVE for port object 205480e6-7eb1-4ea3-8aca-76c4617b20d0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:47.856746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:47.861920 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:47.908056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=f6e2c281-d639-40d7-919d-73f86a08ad6d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:47.930651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:47.933633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:47.938249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:47.942106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Pushing event updated for resources: {'Port': ['ID=205480e6-7eb1-4ea3-8aca-76c4617b20d0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:47.976354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-173d1a74-9359-4cbf-9600-678b470d6482 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/f6e2c281-d639-40d7-919d-73f86a08ad6d HTTP/1.1" status: 204 len: 168 time: 2.2413223 Apr 22 14:41:47.979964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33128) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.003484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-796387400', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:48.019429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:48.033086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Attempting to bind port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:48.033339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Attempting to bind port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '51eabc19-5248-4b93-8c32-82ffd34fc84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:48.033575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Attempting to bind port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 on network 176dffb8-1b09-4f41-94a9-8d8cbef924fd {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:48.039924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:48.040282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Checking segment: {'id': '51eabc19-5248-4b93-8c32-82ffd34fc84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:48.040612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:48.040726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.041032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Bound using segment: {'id': '51eabc19-5248-4b93-8c32-82ffd34fc84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:48.041481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Bound port: 205480e6-7eb1-4ea3-8aca-76c4617b20d0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eabc19-5248-4b93-8c32-82ffd34fc84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176dffb8-1b09-4f41-94a9-8d8cbef924fd'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:48.041865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.046724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.061556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Port': ['ID=604908ac-3c7c-4ea3-861b-50e755ea4b22,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:48.072974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:48.080224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::102 (176dffb8-1b09-4f41-94a9-8d8cbef924fd/ced76e83-984e-43c1-bfd1-a088a2167b3e/de683da4-182f-4679-a5f1-294b00cb52ff) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:48.103448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.137479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:48.146709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] For port 205480e6-7eb1-4ea3-8aca-76c4617b20d0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:48.152776 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b637ffdc-5c4a-492d-947e-f93b890dce8a tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/ports/604908ac-3c7c-4ea3-861b-50e755ea4b22 HTTP/1.1" status: 204 len: 168 time: 1.2873745 Apr 22 14:41:48.152946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] For port 205480e6-7eb1-4ea3-8aca-76c4617b20d0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=205480e6-7eb1-4ea3-8aca-76c4617b20d0,segment=NetworkSegment(51eabc19-5248-4b93-8c32-82ffd34fc84b),segment_id=51eabc19-5248-4b93-8c32-82ffd34fc84b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:48.160489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33132) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.160932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.217577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.218750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.239355 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4f59c632-c751-40dd-b010-2e8048fa8b58 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0737498 Apr 22 14:41:48.243372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33136) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.263166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1604998845'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:48.268835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:48.269033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Deleting port a5c8661c-d307-4127-986d-af10a4eecb9e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:48.269725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.272338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:network and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:48.275621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:48.281758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:48.300534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.311491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:48.314784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.329008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:48.375840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-540ea0ad-7786-4430-aa97-246ce0e986e1 None None] The port 'a5c8661c-d307-4127-986d-af10a4eecb9e' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:41:48.409480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.441952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.474269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aac63-ad06-42ce-9beb-5708353df9b8 None None] Pushing event updated for resources: {'Port': ['ID=205480e6-7eb1-4ea3-8aca-76c4617b20d0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:48.508992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:48.512004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Allocated IP 2001:db8::f816:3eff:fe67:5538 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/74a58ec3-0092-4a7e-9391-0ca3e9e0c582/44ebd615-6c74-4e33-9565-39fab3d20e42) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:48.558974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:48.564567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:48.566629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.566964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Added segment aa80eb49-5099-4df4-973f-138e31b4117c of type vlan for network b801baa5-05b4-4a1f-945f-d0835a4ea715 Apr 22 14:41:48.568513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:48.573117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:48.577282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:48.578022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.633868 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fb30d641-a153-4017-aa90-3bef52f0ceda tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8725977 Apr 22 14:41:48.634259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.639322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33140) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.650541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.681002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object de683da4-182f-4679-a5f1-294b00cb52ff will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:48.723062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.731001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.811717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.823648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Transition to ACTIVE for port object 44ebd615-6c74-4e33-9565-39fab3d20e42 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:48.842794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ecc6e0-1e29-43ea-98dc-3b598d68a297 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:48.843961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f2ecc6e0-1e29-43ea-98dc-3b598d68a297 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:48.853116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Transition to ACTIVE for port object 44ebd615-6c74-4e33-9565-39fab3d20e42 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:48.861653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.863873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.869825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:48.870252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.874266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.877911 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0775ccaa-4912-4d9b-8ded-5e93cb6652a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8926742 Apr 22 14:41:48.881065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33144) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.891211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-59351543'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:48.895113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f2ecc6e0-1e29-43ea-98dc-3b598d68a297 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:48.898954 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f2ecc6e0-1e29-43ea-98dc-3b598d68a297 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2563071 Apr 22 14:41:48.905073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33148) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:48.912442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:48.919030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:48.921447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:48.937648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:48.940585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:48.945019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:48.947746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Pushing event updated for resources: {'Port': ['ID=44ebd615-6c74-4e33-9565-39fab3d20e42,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:48.955970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:48.974830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:49.009154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:49.009568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.041485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:49.047972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.050352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Attempting to bind port 44ebd615-6c74-4e33-9565-39fab3d20e42 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:49.053609 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8067105 Apr 22 14:41:49.053853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Attempting to bind port 44ebd615-6c74-4e33-9565-39fab3d20e42 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:49.053853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Attempting to bind port 44ebd615-6c74-4e33-9565-39fab3d20e42 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:49.057117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33152) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.060381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:49.061468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:49.061897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.062281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:49.063235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Bound port: 44ebd615-6c74-4e33-9565-39fab3d20e42, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:49.063235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.076803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c131d73-dbb2-4522-9e48-5989f3cd5c8e tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Network': ['ID=b801baa5-05b4-4a1f-945f-d0835a4ea715,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.081769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1157058431'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:49.090743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=0cb7bea3-6678-47af-8464-90c534e24027,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.100021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:49.111638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:network and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:49.114519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Checking segment: {'id': '1bdcad2f-5321-4348-ad42-95c9849e8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:49.114873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network hostable DHCP agents. Network: 3ce20ff6-f3df-4fe9-ae19-5e908d40422b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:49.118431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:49.119575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network b801baa5-05b4-4a1f-945f-d0835a4ea715 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:49.129231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:49.130582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=de683da4-182f-4679-a5f1-294b00cb52ff,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.131522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:49.133350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:49.139699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:49.143680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:49.144291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.182527 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-50077d26-b27a-4684-8c8a-3d040144e7df tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3873093 Apr 22 14:41:49.185928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33156) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.198683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:49.231794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:49.269346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] For port 44ebd615-6c74-4e33-9565-39fab3d20e42, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:49.278368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] For port 44ebd615-6c74-4e33-9565-39fab3d20e42, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=44ebd615-6c74-4e33-9565-39fab3d20e42,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:49.282105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 3ce20ff6-f3df-4fe9-ae19-5e908d40422b) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:49.286813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port de683da4-182f-4679-a5f1-294b00cb52ff {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:49.287517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.290809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.318447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:49.319034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.367700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9beb749e-ce94-42ba-81fa-c555cb500af9 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7545307 Apr 22 14:41:49.371274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33160) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.377091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-891089474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:49.386646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2c629-21b7-4fcf-8e1b-745373efe426 None None] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:49.410829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 205480e6-7eb1-4ea3-8aca-76c4617b20d0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:49.437555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.437916 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment 8525a563-6216-4329-84bd-e7b9e55b7827 of type vlan for network ddb46169-1506-43b9-8a13-1ad2aebe9c54 Apr 22 14:41:49.451314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:49.454440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.529049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.572449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:49.584626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:router and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:49.597526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:49.605787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.608725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:49.610390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:49.611445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.677829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18702f8b-14e8-42cb-8ba8-18be12f73a64 None None] Pushing event updated for resources: {'Port': ['ID=44ebd615-6c74-4e33-9565-39fab3d20e42,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:49.726078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.727124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.735942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8531542 Apr 22 14:41:49.748196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33164) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:49.754330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:49.856715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.875781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:49.882535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:49.897946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-3ce20ff6-f3df-4fe9-ae19-5e908d40422b', 'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': '0cb7bea3-6678-47af-8464-90c534e24027'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:49.899086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.917384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:49.979823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f38fb-fa07-4bf9-852d-3f5fa7ed26b0 None None] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:49.980647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:49.985285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:49.988829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:49.995275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:50.010348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.043950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:50.155018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e649b-c486-4a2a-99fd-3ceb569ebabd tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=ddb46169-1506-43b9-8a13-1ad2aebe9c54,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:50.160554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.165196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:50.169172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] Provisioning for port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:50.176731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:50.180635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.184376 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f7ce2b3b-fb50-424d-93a1-ff88e0a84ce5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8094110 Apr 22 14:41:50.206552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33168) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:50.210746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] Provisioning complete for port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:50.210891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.213326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.213685 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Added segment 0e079184-6b4d-4f33-9ea0-76f3abeae939 of type vlan for network 264b796f-bdc6-4b4a-b9d1-395a19853f8b Apr 22 14:41:50.217894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b', 'name': 'tempest-PortsTestJSON-1661338427'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:50.304893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port a6729a77-9f44-4f53-a21e-aa8a7bb207b9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:50.305340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.379775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Allocated IP 172.20.0.2 (3ce20ff6-f3df-4fe9-ae19-5e908d40422b/0cb7bea3-6678-47af-8464-90c534e24027/15de8018-cb1e-4afb-b186-ed32ab7cf755) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:50.392881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.468290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.623103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.627460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:50.627992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.630983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.642418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for de683da4-182f-4679-a5f1-294b00cb52ff owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:50.670770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.673910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:50.762678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:50.788401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:50.790574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] For port 205480e6-7eb1-4ea3-8aca-76c4617b20d0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=205480e6-7eb1-4ea3-8aca-76c4617b20d0,segment=NetworkSegment(51eabc19-5248-4b93-8c32-82ffd34fc84b),segment_id=51eabc19-5248-4b93-8c32-82ffd34fc84b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:50.807188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:50.813942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.814155 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7423651 Apr 22 14:41:50.814887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5bd7-2010-4696-94df-1e4cdccf98c9 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Network': ['ID=264b796f-bdc6-4b4a-b9d1-395a19853f8b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:50.830739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.856599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 264b796f-bdc6-4b4a-b9d1-395a19853f8b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:50.892342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:50.895585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:50.898629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.907268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.929934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port a6729a77-9f44-4f53-a21e-aa8a7bb207b9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:50.929934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:50.955583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.015356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 84354b29-840a-4eb9-ade9-ca9e6a865c31 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:51.088035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=de683da4-182f-4679-a5f1-294b00cb52ff,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.113323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Transition to ACTIVE for port object 15de8018-cb1e-4afb-b186-ed32ab7cf755 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:51.159710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.162905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-29db9bdd-d08d-4747-8075-252134f3f366 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3 HTTP/1.1" status: 204 len: 168 time: 2.2521269 Apr 22 14:41:51.199020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33172) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.283683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Transition to ACTIVE for port object 15de8018-cb1e-4afb-b186-ed32ab7cf755 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:51.311528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-de555863-9937-4d9f-90fb-71263dd9ab42 None None] Provisioning for port 44ebd615-6c74-4e33-9565-39fab3d20e42 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:51.324700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for a6729a77-9f44-4f53-a21e-aa8a7bb207b9 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:51.328789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.330446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=aabd0aff-9303-4660-8b52-fec198b12235,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.339295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f43a2e-7df9-4fe2-8bc0-b45496ffb3d2 None None] Pushing event updated for resources: {'Port': ['ID=205480e6-7eb1-4ea3-8aca-76c4617b20d0,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.422119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.447058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 44ebd615-6c74-4e33-9565-39fab3d20e42 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:51.470740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ad3c0-a562-4f61-84aa-0ca12ffb28af tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:51.472565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ad3c0-a562-4f61-84aa-0ca12ffb28af tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:51.473496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-059ad3c0-a562-4f61-84aa-0ca12ffb28af tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:51.478783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:51.479411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: ddb46169-1506-43b9-8a13-1ad2aebe9c54, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:51.505157 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-42bf7b11-2e23-4cd8-bade-22dd7534c6a8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/de683da4-182f-4679-a5f1-294b00cb52ff HTTP/1.1" status: 204 len: 168 time: 2.3180382 Apr 22 14:41:51.506544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33176) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.591380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-059ad3c0-a562-4f61-84aa-0ca12ffb28af tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:51.592609 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-059ad3c0-a562-4f61-84aa-0ca12ffb28af tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3689544 Apr 22 14:41:51.598673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33180) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.605550 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76ca86d-8359-4501-8808-900c129cb4fb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:41:51.606042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76ca86d-8359-4501-8808-900c129cb4fb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:41:51.611748 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b76ca86d-8359-4501-8808-900c129cb4fb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/de683da4-182f-4679-a5f1-294b00cb52ff HTTP/1.1" status: 404 len: 333 time: 0.1010377 Apr 22 14:41:51.612336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33184) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.630644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.12 (3ce20ff6-f3df-4fe9-ae19-5e908d40422b/0cb7bea3-6678-47af-8464-90c534e24027/84354b29-840a-4eb9-ade9-ca9e6a865c31) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:51.699891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Pushing event updated for resources: {'Port': ['ID=15de8018-cb1e-4afb-b186-ed32ab7cf755,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:51.721881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:51.743213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:51.756474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:51.781990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:51.801450 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b005b90-bca8-435b-8310-7a45a742c5bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:41:51.802469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7b005b90-bca8-435b-8310-7a45a742c5bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:51.844451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, ddb46169-1506-43b9-8a13-1ad2aebe9c54) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:51.850364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:51.851486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:51.891260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513bd35-11d0-4f44-90e1-e83e2b4b36dc None None] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:51.920454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7b005b90-bca8-435b-8310-7a45a742c5bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:51.922325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7b005b90-bca8-435b-8310-7a45a742c5bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/de683da4-182f-4679-a5f1-294b00cb52ff HTTP/1.1" status: 404 len: 333 time: 0.2035263 Apr 22 14:41:51.931357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33188) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:51.965517 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4920a231-49b7-46c5-85e0-f3bf98d0e8a3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2159736 Apr 22 14:41:51.969982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33192) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.034800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 44ebd615-6c74-4e33-9565-39fab3d20e42 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:52.041381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Attempting to bind port 15de8018-cb1e-4afb-b186-ed32ab7cf755 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:52.041818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Attempting to bind port 15de8018-cb1e-4afb-b186-ed32ab7cf755 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '1bdcad2f-5321-4348-ad42-95c9849e8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:52.042181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Attempting to bind port 15de8018-cb1e-4afb-b186-ed32ab7cf755 on network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:52.203202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 44ebd615-6c74-4e33-9565-39fab3d20e42 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:52.203872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.259519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 74a58ec3-0092-4a7e-9391-0ca3e9e0c582 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:52.265374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.280859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:52.281256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Checking segment: {'id': '1bdcad2f-5321-4348-ad42-95c9849e8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:52.281620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.282032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Bound using segment: {'id': '1bdcad2f-5321-4348-ad42-95c9849e8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:52.282514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Bound port: 15de8018-cb1e-4afb-b186-ed32ab7cf755, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdcad2f-5321-4348-ad42-95c9849e8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ce20ff6-f3df-4fe9-ae19-5e908d40422b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:52.282890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.434968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e6511de0-e109-46cf-be14-552021a556a3 None None] Provisioning complete for port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:52.435362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e6511de0-e109-46cf-be14-552021a556a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.474543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.561657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.574856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.606813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet ced76e83-984e-43c1-bfd1-a088a2167b3e {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:52.633135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.650258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object 84354b29-840a-4eb9-ade9-ca9e6a865c31 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:52.673041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.676914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e6511de0-e109-46cf-be14-552021a556a3 None None] Could not find standard attr ID for object de683da4-182f-4679-a5f1-294b00cb52ff. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:52.679793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.713514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.728544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=74a58ec3-0092-4a7e-9391-0ca3e9e0c582,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:52.744792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.790613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:41:52.790981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:41:52.791771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff4552-e352-4ddb-a5b9-a280e886a099 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:52.815061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:52.826188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:52.829406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:52.836097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c4bd8df1-45a6-4fe7-96d3-7c83fc1abdfe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/74a58ec3-0092-4a7e-9391-0ca3e9e0c582 HTTP/1.1" status: 204 len: 168 time: 1.2362621 Apr 22 14:41:52.844375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33196) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:52.903890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:52.904719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.930882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:52.931796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.945139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:52.949978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e6511de0-e109-46cf-be14-552021a556a3 None None] Could not find standard attr ID for object d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:52.961203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] For port 15de8018-cb1e-4afb-b186-ed32ab7cf755, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:52.994974 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9b07a2f-84e3-43cf-9983-27995d717d1c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490793 Apr 22 14:41:52.997605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33200) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.008431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:53.012699 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8052952 Apr 22 14:41:53.023451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326df613-6cc6-4b58-b4d5-e709daac19f1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=84354b29-840a-4eb9-ade9-ca9e6a865c31,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.025200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33204) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.040796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] For port 15de8018-cb1e-4afb-b186-ed32ab7cf755, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15de8018-cb1e-4afb-b186-ed32ab7cf755,segment=NetworkSegment(1bdcad2f-5321-4348-ad42-95c9849e8dec),segment_id=1bdcad2f-5321-4348-ad42-95c9849e8dec)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:53.095106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-39277e02-9386-4671-90ba-b505d1d58417 None None] Could not find standard attr ID for object de683da4-182f-4679-a5f1-294b00cb52ff. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:41:53.097281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.145941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.180912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.242944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=a6729a77-9f44-4f53-a21e-aa8a7bb207b9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.364894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:53.373035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:53.387066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:53.403961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:53.424482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Allocated IP 2001:db8::2 (ddb46169-1506-43b9-8a13-1ad2aebe9c54/aabd0aff-9303-4660-8b52-fec198b12235/4ab3bf22-8076-4e69-8cc7-288b79de8a1e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:53.509943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.541472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:53.545211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.642064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=ced76e83-984e-43c1-bfd1-a088a2167b3e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.662830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.680973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.685330 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8c6cb242-6a38-465d-97a3-3afa989eb72a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/ced76e83-984e-43c1-bfd1-a088a2167b3e HTTP/1.1" status: 204 len: 168 time: 1.7378607 Apr 22 14:41:53.688334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33208) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:53.696768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Transition to ACTIVE for port object 4ab3bf22-8076-4e69-8cc7-288b79de8a1e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:53.715264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Transition to ACTIVE for port object 4ab3bf22-8076-4e69-8cc7-288b79de8a1e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:53.717933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e488a7-b689-470a-8332-f9dc62271a95 None None] Pushing event updated for resources: {'Port': ['ID=15de8018-cb1e-4afb-b186-ed32ab7cf755,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:53.797825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.807675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.813618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644267f-f972-4c2d-91b4-2f0f5ebe62a0 None None] Network 176dffb8-1b09-4f41-94a9-8d8cbef924fd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:53.866324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:53.894481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:53.894822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.060821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Pushing event updated for resources: {'Port': ['ID=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.126065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.144812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33212) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:54.155632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:54.161419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:54.167088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'subnets': [{'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1282855816', 'ip_version': 6}, {'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:54.167326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:54.167436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'subnet': {'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1282855816', 'ip_version': 6}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:54.168055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Request body: {'subnet': {'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:54.232904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] For port 205480e6-7eb1-4ea3-8aca-76c4617b20d0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=205480e6-7eb1-4ea3-8aca-76c4617b20d0,segment=NetworkSegment(51eabc19-5248-4b93-8c32-82ffd34fc84b),segment_id=51eabc19-5248-4b93-8c32-82ffd34fc84b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:54.233309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.235391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 44ebd615-6c74-4e33-9565-39fab3d20e42, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=44ebd615-6c74-4e33-9565-39fab3d20e42,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:54.298643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:54.320358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Attempting to bind port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:54.320791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Attempting to bind port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:54.320985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Attempting to bind port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e on network ddb46169-1506-43b9-8a13-1ad2aebe9c54 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:54.323454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.399816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 205480e6-7eb1-4ea3-8aca-76c4617b20d0 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:54.406868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] Deleting port 44ebd615-6c74-4e33-9565-39fab3d20e42 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:54.407237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.450094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:54.450701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Checking segment: {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:54.450930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.451315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Bound using segment: {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:54.451733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Bound port: 4ab3bf22-8076-4e69-8cc7-288b79de8a1e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:54.452099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.510865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.563006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=205480e6-7eb1-4ea3-8aca-76c4617b20d0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.569335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.578739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No DVR routers for this DVR port 205480e6-7eb1-4ea3-8aca-76c4617b20d0 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:54.620649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936db1df-2fef-4206-a02c-13a7582adf67 None None] DHCP port deletion for 176dffb8-1b09-4f41-94a9-8d8cbef924fd request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:41:54.622472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15de8018-cb1e-4afb-b186-ed32ab7cf755 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:54.645641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=44ebd615-6c74-4e33-9565-39fab3d20e42,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:54.776477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] For port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:41:54.797300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] For port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:41:54.824513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.900788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 15de8018-cb1e-4afb-b186-ed32ab7cf755 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:54.915566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] For port 44ebd615-6c74-4e33-9565-39fab3d20e42, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=44ebd615-6c74-4e33-9565-39fab3d20e42,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:54.915949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.940013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:54.984552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176dffb8-1b09-4f41-94a9-8d8cbef924fd']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:55.006184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eabc19-5248-4b93-8c32-82ffd34fc84b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:55.006551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eabc19-5248-4b93-8c32-82ffd34fc84b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:55.024881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.046323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.055219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:41:55.055613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:41:55.074731 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:41:55.095926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 44ebd615-6c74-4e33-9565-39fab3d20e42 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:55.114569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:55.119392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Usage tracker for resource:subnet and tenant:503c809ce56c4ec798855dd83dbcbe2f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:55.124517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:55.134699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:55.136855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] Calling delete_port for 44ebd615-6c74-4e33-9565-39fab3d20e42 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:55.157140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8::1 (ddb46169-1506-43b9-8a13-1ad2aebe9c54/aabd0aff-9303-4660-8b52-fec198b12235/c9830cfc-bbba-426f-9740-2ddca9b2feb9) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:55.177065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5e16e-393e-4e9a-be77-52ea65164736 None None] Pushing event updated for resources: {'Port': ['ID=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.195518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.203539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.211470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Made reservation on behalf of 503c809ce56c4ec798855dd83dbcbe2f for: {'subnet': 2} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:55.250068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=176dffb8-1b09-4f41-94a9-8d8cbef924fd,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.300033 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d405bbe3-db8d-47be-86e8-33e63f1d3493 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/176dffb8-1b09-4f41-94a9-8d8cbef924fd HTTP/1.1" status: 204 len: 168 time: 1.6091106 Apr 22 14:41:55.307508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33216) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:55.316988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.334509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2132979774'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:55.341823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:55.407291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.414998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:41:55.445152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:55.452539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:55.465669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] No DVR routers for this DVR port 44ebd615-6c74-4e33-9565-39fab3d20e42 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:41:55.470388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edd730-1a66-40cb-a878-c0796625aaf4 None None] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:55.530211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:55.566972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:55.569937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.577331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f733f-e44f-4574-83a0-1148fa59b24e None None] Pushing event deleted for resources: {'Port': ['ID=44ebd615-6c74-4e33-9565-39fab3d20e42,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:55.614231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] Provisioning for port 15de8018-cb1e-4afb-b186-ed32ab7cf755 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:55.618298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] Provisioning complete for port 15de8018-cb1e-4afb-b186-ed32ab7cf755 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:55.618676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.620031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:41:55.636333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.636723 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment f9304ed0-4b4b-4849-a135-78469067496c of type vlan for network 80334904-c165-4a25-99c0-8b442248790f Apr 22 14:41:55.744678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.780131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.847036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.851284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:55.851824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.860758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.899249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] For port 15de8018-cb1e-4afb-b186-ed32ab7cf755, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15de8018-cb1e-4afb-b186-ed32ab7cf755,segment=NetworkSegment(1bdcad2f-5321-4348-ad42-95c9849e8dec),segment_id=1bdcad2f-5321-4348-ad42-95c9849e8dec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:55.908107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:55.967230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object c9830cfc-bbba-426f-9740-2ddca9b2feb9 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:55.973612 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6609402 Apr 22 14:41:55.974677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33220) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:55.986310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '80334904-c165-4a25-99c0-8b442248790f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:56.011496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd554782-a513-40c8-bb7e-bab7ad11f0c1 None None] Pushing event updated for resources: {'Port': ['ID=15de8018-cb1e-4afb-b186-ed32ab7cf755,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:56.018517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe961b8-c00b-4c9a-a3b1-a414ef84ecc7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=80334904-c165-4a25-99c0-8b442248790f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:56.031278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.031557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.036629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 80334904-c165-4a25-99c0-8b442248790f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:41:56.071445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_pluggable_backend [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Port 44ebd615-6c74-4e33-9565-39fab3d20e42 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84059) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 14:41:56.071761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.ipam_pluggable_backend [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Reverting IP allocation for 2001:db8::f816:3eff:fe67:5538 {{(pid=84059) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 14:41:56.125611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:56.132108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:56.135783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:56.151811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:56.155220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:41:56.178804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:56.203633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.279323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.325123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.373361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1dffc0cd-a048-47c9-8023-845e6966c5dc None None] Provisioning for port 84354b29-840a-4eb9-ade9-ca9e6a865c31 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:56.380110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1dffc0cd-a048-47c9-8023-845e6966c5dc None None] Provisioning complete for port 84354b29-840a-4eb9-ade9-ca9e6a865c31 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:56.380588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1dffc0cd-a048-47c9-8023-845e6966c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.497811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485ef4f-ab77-4e1b-a7f3-e28d077c33b0 None None] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:56.629067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.661335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:56.669530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:56.674020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=6041f88f-a186-44f6-917e-2f08a05e5a95,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:56.680979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=c9830cfc-bbba-426f-9740-2ddca9b2feb9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:56.683359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:56.685070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:56.696565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:56.697100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.724404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15de8018-cb1e-4afb-b186-ed32ab7cf755 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:56.788751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1dffc0cd-a048-47c9-8023-845e6966c5dc None None] Port 84354b29-840a-4eb9-ade9-ca9e6a865c31 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:56.860399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:56.860981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.866768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1dffc0cd-a048-47c9-8023-845e6966c5dc None None] Provisioning complete for port 15de8018-cb1e-4afb-b186-ed32ab7cf755 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:56.867140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1dffc0cd-a048-47c9-8023-845e6966c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:56.877346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:41:56.895945 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db208525-3592-41af-a555-036e7597c5c1 None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:41:56.909487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01de3fd-df15-44ad-bddb-0803e094942a None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:56.910599 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:56.911599 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:56.942228 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1ca1254a-57db-4e1e-b7eb-412b27d8b407 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/66cbf0c9-ca8c-452e-b353-a2982ee457de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0050488 Apr 22 14:41:56.960466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.075927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=93fbc11d-7269-4155-a828-35862534ebe2,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:57.090474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-881aabb8-d0af-4c23-8563-67d9d2fd82b9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0918190 Apr 22 14:41:57.094105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33228) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.105249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:87:66:95', 'name': 'tempest-NetworksTestDHCPv6-1486493851'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:57.110393 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:57.113150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 15de8018-cb1e-4afb-b186-ed32ab7cf755 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:57.113522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.122760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': 'f9304ed0-4b4b-4849-a135-78469067496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80334904-c165-4a25-99c0-8b442248790f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:57.123237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 80334904-c165-4a25-99c0-8b442248790f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:57.161442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 80334904-c165-4a25-99c0-8b442248790f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:41:57.185300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 80334904-c165-4a25-99c0-8b442248790f) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:57.190751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:57.191472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.202502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bdcff-c26d-4718-bacd-1c5e6bb75732 None None] Network 80334904-c165-4a25-99c0-8b442248790f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:41:57.215784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.235801 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-792732c1-9866-4676-9742-473ad0195177 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2600613 Apr 22 14:41:57.238329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33232) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:57.243830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '80334904-c165-4a25-99c0-8b442248790f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-494852815'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:41:57.344470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.458163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.556209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:57.561655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:41:57.564722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:41:57.575871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:57.590756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:57.595168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.623810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 63ad13ff-4d6d-4f2b-8107-63f696f41bc6 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:41:57.759129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '6041f88f-a186-44f6-917e-2f08a05e5a95'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:57.759970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:57.813099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4ab3bf22-8076-4e69-8cc7-288b79de8a1e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:41:57.914698 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:52Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:27Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:57.918121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::1d3 (80334904-c165-4a25-99c0-8b442248790f/93fbc11d-7269-4155-a828-35862534ebe2/63ad13ff-4d6d-4f2b-8107-63f696f41bc6) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:57.929562 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db208525-3592-41af-a555-036e7597c5c1 None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:41:57.964025 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:41:57.965487 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:58.004463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-80334904-c165-4a25-99c0-8b442248790f', 'network_id': '80334904-c165-4a25-99c0-8b442248790f', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': '93fbc11d-7269-4155-a828-35862534ebe2'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:41:58.005262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.010328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.054523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Provisioning complete for port 84354b29-840a-4eb9-ade9-ca9e6a865c31 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:58.054523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.094671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.095404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.111740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.132694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 63ad13ff-4d6d-4f2b-8107-63f696f41bc6 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:58.169468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.256388 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:41:58.267551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:58.280867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Port 84354b29-840a-4eb9-ade9-ca9e6a865c31 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:58.289413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Allocated IP 2001:db8::f816:3eff:fe43:5462 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/6041f88f-a186-44f6-917e-2f08a05e5a95/36e7f728-5c20-4c38-bd80-0a2a6ca04ba4) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:58.321753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 80334904-c165-4a25-99c0-8b442248790f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:58.323555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:58.334449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:58.351285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:58.352776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.387202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=63ad13ff-4d6d-4f2b-8107-63f696f41bc6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:58.421844 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0adcf909-97f4-4010-ad4c-92653b03bdfb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1798575 Apr 22 14:41:58.422464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33238) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:58.440799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 205480e6-7eb1-4ea3-8aca-76c4617b20d0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:58.497091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 63ad13ff-4d6d-4f2b-8107-63f696f41bc6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:58.497424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.525387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Allocated IP 2001:db8::2 (80334904-c165-4a25-99c0-8b442248790f/93fbc11d-7269-4155-a828-35862534ebe2/76fc653d-71d9-4665-b0fb-e60724f8ea07) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:41:58.565835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=84354b29-840a-4eb9-ade9-ca9e6a865c31,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:58.642315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:58.682423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:58.786503 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-db208525-3592-41af-a555-036e7597c5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:52Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:27Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:41:58.791419 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db208525-3592-41af-a555-036e7597c5c1 None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:52Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'port_id': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'mac_address': 'fa:16:3e:61:2f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b33345-9e7e-448b-9399-475f79c8fefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:40:15Z', 'updated_at': '2022-04-22T14:40:27Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:41:58.805203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.834692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 205480e6-7eb1-4ea3-8aca-76c4617b20d0 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:58.835210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 205480e6-7eb1-4ea3-8aca-76c4617b20d0 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:58.890889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Provisioning for port c9830cfc-bbba-426f-9740-2ddca9b2feb9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:58.910824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Provisioning complete for port c9830cfc-bbba-426f-9740-2ddca9b2feb9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:58.911578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:58.945925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:41:58.954677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 63ad13ff-4d6d-4f2b-8107-63f696f41bc6 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:41:59.029381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=c9830cfc-bbba-426f-9740-2ddca9b2feb9,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.037893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:41:59.088400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Port c9830cfc-bbba-426f-9740-2ddca9b2feb9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:41:59.125378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.127813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.152711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.152866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041c37-424f-4eb4-bf3b-a2758118db13 req-33eaae3d-b149-4646-a568-585be45b44c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:59.152866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-0a041c37-424f-4eb4-bf3b-a2758118db13 req-33eaae3d-b149-4646-a568-585be45b44c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:59.154961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Transition to ACTIVE for port object 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:59.155716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:41:59.169055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Provisioning for port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:41:59.182721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Transition to ACTIVE for port object 76fc653d-71d9-4665-b0fb-e60724f8ea07 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:59.189618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=63ad13ff-4d6d-4f2b-8107-63f696f41bc6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.195386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Provisioning complete for port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:41:59.195803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.231416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6729a77-9f44-4f53-a21e-aa8a7bb207b9 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:41:59.239363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.253089 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d106e190-6586-426d-8b5f-d3e50f03379c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/63ad13ff-4d6d-4f2b-8107-63f696f41bc6 HTTP/1.1" status: 204 len: 168 time: 0.8265786 Apr 22 14:41:59.253506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33242) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.260805 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Transition to ACTIVE for port object 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:59.285170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a6729a77-9f44-4f53-a21e-aa8a7bb207b9 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:41:59.285774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6729a77-9f44-4f53-a21e-aa8a7bb207b9 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:41:59.301406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.313197 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ca62f4-7c9e-4b4c-9545-f3dee7c4eb5d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:41:59.313898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-21ca62f4-7c9e-4b4c-9545-f3dee7c4eb5d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:41:59.333708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-21ca62f4-7c9e-4b4c-9545-f3dee7c4eb5d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:59.338627 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-21ca62f4-7c9e-4b4c-9545-f3dee7c4eb5d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/63ad13ff-4d6d-4f2b-8107-63f696f41bc6 HTTP/1.1" status: 404 len: 333 time: 0.0814850 Apr 22 14:41:59.338970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33246) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.346911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Transition to ACTIVE for port object 76fc653d-71d9-4665-b0fb-e60724f8ea07 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:41:59.377326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.425579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-0a041c37-424f-4eb4-bf3b-a2758118db13 req-33eaae3d-b149-4646-a568-585be45b44c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:41:59.431504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:59.432264 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0a041c37-424f-4eb4-bf3b-a2758118db13 req-33eaae3d-b149-4646-a568-585be45b44c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 946 time: 1.3744807 Apr 22 14:41:59.432403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Pushing event updated for resources: {'Port': ['ID=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.437232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:59.453155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.467437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.494585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:59.502389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Network 80334904-c165-4a25-99c0-8b442248790f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:41:59.517795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:41:59.528619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:41:59.538782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 93fbc11d-7269-4155-a828-35862534ebe2 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:41:59.541476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.600698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.657638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Pushing event updated for resources: {'Port': ['ID=76fc653d-71d9-4665-b0fb-e60724f8ea07,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.659916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.697975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.746765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Attempting to bind port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:59.747013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Attempting to bind port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:59.747356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Attempting to bind port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:59.752356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Attempting to bind port 76fc653d-71d9-4665-b0fb-e60724f8ea07 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:41:59.752731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Attempting to bind port 76fc653d-71d9-4665-b0fb-e60724f8ea07 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'f9304ed0-4b4b-4849-a135-78469067496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80334904-c165-4a25-99c0-8b442248790f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:41:59.753080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Attempting to bind port 76fc653d-71d9-4665-b0fb-e60724f8ea07 on network 80334904-c165-4a25-99c0-8b442248790f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:41:59.768509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-4480dada-3243-4977-b84d-9f97403fe9eb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:41:59.770052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-4480dada-3243-4977-b84d-9f97403fe9eb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 946 time: 0.9987056 Apr 22 14:41:59.770224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:59.770434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:59.770812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.771195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:59.771653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Bound port: 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:59.772114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.779081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.786263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] For port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:41:59.790032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:41:59.790438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Checking segment: {'id': 'f9304ed0-4b4b-4849-a135-78469067496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80334904-c165-4a25-99c0-8b442248790f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:59.790831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.791218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Bound using segment: {'id': 'f9304ed0-4b4b-4849-a135-78469067496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80334904-c165-4a25-99c0-8b442248790f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:41:59.791722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Bound port: 76fc653d-71d9-4665-b0fb-e60724f8ea07, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9304ed0-4b4b-4849-a135-78469067496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '80334904-c165-4a25-99c0-8b442248790f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:41:59.792078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.804559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.826058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=93fbc11d-7269-4155-a828-35862534ebe2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.835786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.845926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-27fd70e8-9cb0-42a5-8eeb-d1101b999139 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/93fbc11d-7269-4155-a828-35862534ebe2 HTTP/1.1" status: 204 len: 168 time: 0.5034590 Apr 22 14:41:59.847070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33250) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:41:59.902069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Subnet': ['ID=bdb9dac9-e5d9-487f-ab1b-8a94d23b18f5,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:41:59.912517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.946675 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0a041c37-424f-4eb4-bf3b-a2758118db13 req-b0b4dada-fd3f-4284-8d16-33900b85d888 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5130508 Apr 22 14:41:59.957516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Checking segment: {'id': 'aa80eb49-5099-4df4-973f-138e31b4117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:41:59.958763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network hostable DHCP agents. Network: b801baa5-05b4-4a1f-945f-d0835a4ea715, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:41:59.971202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.980352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 21dd3062-8efa-4b84-a905-f25d93567a87 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:59.980704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:41:59.982954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 76fc653d-71d9-4665-b0fb-e60724f8ea07 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:41:59.983817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.001093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3a9a8-7119-4f5f-b2d4-f23bf2827a54 None None] Pushing event updated for resources: {'Port': ['ID=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.024936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] For port 76fc653d-71d9-4665-b0fb-e60724f8ea07, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:00.029442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] For port 76fc653d-71d9-4665-b0fb-e60724f8ea07, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=76fc653d-71d9-4665-b0fb-e60724f8ea07,segment=NetworkSegment(f9304ed0-4b4b-4849-a135-78469067496c),segment_id=f9304ed0-4b4b-4849-a135-78469067496c)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:00.031274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] For port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:00.033311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7ddbf505-0b3b-4790-8d6a-32b0453828c5 None None] Provisioning complete for port 84354b29-840a-4eb9-ade9-ca9e6a865c31 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:00.034090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf505-0b3b-4790-8d6a-32b0453828c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.068407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.070384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port e5b11585-a03c-42e7-a373-b7836e27031e yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:00.117964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] For port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:00.139516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.173998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbf505-0b3b-4790-8d6a-32b0453828c5 None None] Port 84354b29-840a-4eb9-ade9-ca9e6a865c31 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:00.188347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2cc87-b6a2-4ffa-baf8-167703652e16 None None] Pushing event updated for resources: {'Port': ['ID=76fc653d-71d9-4665-b0fb-e60724f8ea07,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.193468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] For port 76fc653d-71d9-4665-b0fb-e60724f8ea07, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=76fc653d-71d9-4665-b0fb-e60724f8ea07,segment=NetworkSegment(f9304ed0-4b4b-4849-a135-78469067496c),segment_id=f9304ed0-4b4b-4849-a135-78469067496c)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:00.194070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.237511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.325638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7ddbf505-0b3b-4790-8d6a-32b0453828c5 None None] Provisioning complete for port c9830cfc-bbba-426f-9740-2ddca9b2feb9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:00.326036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf505-0b3b-4790-8d6a-32b0453828c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.339690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 76fc653d-71d9-4665-b0fb-e60724f8ea07 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:00.366196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47229a9-dc30-4cbc-b4b2-d0a636387989 None None] Pushing event updated for resources: {'Port': ['ID=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.400840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbf505-0b3b-4790-8d6a-32b0453828c5 None None] Port c9830cfc-bbba-426f-9740-2ddca9b2feb9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:00.411661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74156797-85d6-49fe-bab7-9d0fd814b757 None None] Network 80334904-c165-4a25-99c0-8b442248790f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:00.439046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.530252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=76fc653d-71d9-4665-b0fb-e60724f8ea07,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.536120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No DVR routers for this DVR port 76fc653d-71d9-4665-b0fb-e60724f8ea07 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:00.671555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network b801baa5-05b4-4a1f-945f-d0835a4ea715 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:00.681698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.709226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80334904-c165-4a25-99c0-8b442248790f']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:00.724920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9304ed0-4b4b-4849-a135-78469067496c') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:00.725203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9304ed0-4b4b-4849-a135-78469067496c') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:00.736624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.752821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.758905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:00.759309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.766548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, b801baa5-05b4-4a1f-945f-d0835a4ea715) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:00.771653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:00.773364 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:00.777553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec276c-0c1d-4f79-b995-d305a73b42d7 None None] Network b801baa5-05b4-4a1f-945f-d0835a4ea715 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:00.857197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.876034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:00.891600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=80334904-c165-4a25-99c0-8b442248790f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:00.899225 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ffe6436a-aa84-41b8-8c05-9dcc867c5f9a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/80334904-c165-4a25-99c0-8b442248790f HTTP/1.1" status: 204 len: 168 time: 1.0504892 Apr 22 14:42:00.906141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33256) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:00.912089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'name': 'tempest-PortsIpV6TestJSON-1565037632'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:01.020378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe87:6695 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/6041f88f-a186-44f6-917e-2f08a05e5a95/e5b11585-a03c-42e7-a373-b7836e27031e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:01.023923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 21dd3062-8efa-4b84-a905-f25d93567a87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21dd3062-8efa-4b84-a905-f25d93567a87,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:01.023923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.038509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:01.043701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:01.051744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:01.057635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event updated for resources: {'Subnet': ['ID=16041771-ec9d-4f03-b5d9-52e8de3d8072,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:01.067497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:01.083745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:01.089152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.100082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-b801baa5-05b4-4a1f-945f-d0835a4ea715', 'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715', 'tenant_id': '503c809ce56c4ec798855dd83dbcbe2f', 'fixed_ips': [{'subnet_id': 'bdb9dac9-e5d9-487f-ab1b-8a94d23b18f5'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:01.101497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.134088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 69c4ac72-b290-44f8-971c-47c6884a6ce5 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:01.267243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 21dd3062-8efa-4b84-a905-f25d93567a87 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:01.351201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:01.373037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Allocated IP 2001:db8::1 (b801baa5-05b4-4a1f-945f-d0835a4ea715/bdb9dac9-e5d9-487f-ab1b-8a94d23b18f5/0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:01.376877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Checking segment: {'id': '0e079184-6b4d-4f33-9ea0-76f3abeae939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:01.377239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network hostable DHCP agents. Network: 264b796f-bdc6-4b4a-b9d1-395a19853f8b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:01.413287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:01.486665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.517397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.577250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fbfd819d-a552-4631-9fb4-1712826911a6 None None] Provisioning for port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:01.609369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:01.649628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:01.649628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.697212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:01.698180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=69c4ac72-b290-44f8-971c-47c6884a6ce5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:01.700748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:01.702892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:01.707245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.707914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.729733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.733129 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0f495a39-f0ab-4e9d-a5b8-e2a9c4fb9f40 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8259399 Apr 22 14:42:01.735692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33262) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:01.744084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Transition to ACTIVE for port object 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:01.763013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Network 264b796f-bdc6-4b4a-b9d1-395a19853f8b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:01.783979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:01.802783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 69c4ac72-b290-44f8-971c-47c6884a6ce5 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:01.803210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.806389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Transition to ACTIVE for port object 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:01.818929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.847853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.874169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.910270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 264b796f-bdc6-4b4a-b9d1-395a19853f8b) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:01.913091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 21dd3062-8efa-4b84-a905-f25d93567a87 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:01.914652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.915036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:01.915986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.941861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Network b801baa5-05b4-4a1f-945f-d0835a4ea715 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:01.948220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ebfef-779f-4f1e-ae7a-c53dfd189c07 None None] Network 264b796f-bdc6-4b4a-b9d1-395a19853f8b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:01.953772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:01.973809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:02.025999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.033827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:02.042901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Pushing event updated for resources: {'Port': ['ID=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.067120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1a67b-e5f8-4ea4-9628-3dba75ec8d4b req-ca54e81b-7cf2-4a43-888a-06f8d8950c15 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.068616 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84b1a67b-e5f8-4ea4-9628-3dba75ec8d4b req-ca54e81b-7cf2-4a43-888a-06f8d8950c15 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39 HTTP/1.1" status: 200 len: 946 time: 0.9214854 Apr 22 14:42:02.081751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:02.132106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.132884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4ab3bf22-8076-4e69-8cc7-288b79de8a1e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:02.155954 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d26614f7-a0aa-4066-98f0-742d8471d6d3 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.9948058 Apr 22 14:42:02.156202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 69c4ac72-b290-44f8-971c-47c6884a6ce5 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:02.165017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33266) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.185173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=84354b29-840a-4eb9-ade9-ca9e6a865c31,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.222726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.225317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.236720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.260579 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No ports have port_id starting with 21dd3062-8efa-4b84-a905-f25d93567a87 Apr 22 14:42:02.289156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=69c4ac72-b290-44f8-971c-47c6884a6ce5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.295499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.305621 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-030f21ec-f7e7-4ada-bc2f-d563170f6a58 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/69c4ac72-b290-44f8-971c-47c6884a6ce5 HTTP/1.1" status: 204 len: 168 time: 0.5687013 Apr 22 14:42:02.307976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33270) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.314273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'mac_address': 'fa:16:3e:65:6a:9f', 'name': 'tempest-PortsIpV6TestJSON-83687008'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:02.340145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Attempting to bind port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:02.340501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Attempting to bind port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'aa80eb49-5099-4df4-973f-138e31b4117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:02.340850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Attempting to bind port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c on network b801baa5-05b4-4a1f-945f-d0835a4ea715 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:02.341760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=21dd3062-8efa-4b84-a905-f25d93567a87,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.359953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.367025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:02.373311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:02.373694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Checking segment: {'id': 'aa80eb49-5099-4df4-973f-138e31b4117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:02.374091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.374467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Bound using segment: {'id': 'aa80eb49-5099-4df4-973f-138e31b4117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:02.374932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Bound port: 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa80eb49-5099-4df4-973f-138e31b4117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b801baa5-05b4-4a1f-945f-d0835a4ea715'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:02.375294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.423264 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84b1a67b-e5f8-4ea4-9628-3dba75ec8d4b req-9bfacde8-2b36-4ae3-9993-374237ee7d3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=4307fd85-cc56-4343-aba8-452edafbe8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223329 Apr 22 14:42:02.439060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:02.444144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:02.447039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:02.453346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:02.469731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:02.515784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-264b796f-bdc6-4b4a-b9d1-395a19853f8b', 'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b', 'tenant_id': '503c809ce56c4ec798855dd83dbcbe2f', 'fixed_ips': [{'subnet_id': '16041771-ec9d-4f03-b5d9-52e8de3d8072'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:02.516583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.530731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36b781-acfc-4adf-b8d8-eb1c59fe433d tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.532331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36b781-acfc-4adf-b8d8-eb1c59fe433d tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.533619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36b781-acfc-4adf-b8d8-eb1c59fe433d tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:02.534561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e36b781-acfc-4adf-b8d8-eb1c59fe433d tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Synchronizing usage tracker for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:02.534899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:02.535197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.550184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object e5b11585-a03c-42e7-a373-b7836e27031e will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:02.555957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port 21dd3062-8efa-4b84-a905-f25d93567a87 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:02.559985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.561912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b620bb8f-51cf-4ec0-bd80-599cce347da1 req-63588e49-0752-4d36-a528-e6197083f12f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/21dd3062-8efa-4b84-a905-f25d93567a87 HTTP/1.1" status: 204 len: 173 time: 2.7772148 Apr 22 14:42:02.569107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'name': 'network-vif-deleted', 'tag': '21dd3062-8efa-4b84-a905-f25d93567a87'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:42:02.572902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.623541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 3ad7056f-806e-4197-96d0-0136f7e487d3 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:02.624872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:02.631166 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8b955d90-f30d-40dc-adad-2b97fe27cd37 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6589193 Apr 22 14:42:02.636440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e36b781-acfc-4adf-b8d8-eb1c59fe433d tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Unset dirty status for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:02.648353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e36b781-acfc-4adf-b8d8-eb1c59fe433d tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4651225 Apr 22 14:42:02.648353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33278) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.648353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1454635202'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:02.650944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] For port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:02.654470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33282) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:02.658296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:02.669926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:02.690176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] For port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,segment=NetworkSegment(aa80eb49-5099-4df4-973f-138e31b4117c),segment_id=aa80eb49-5099-4df4-973f-138e31b4117c)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:02.711198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:02.721051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:02.739051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:02.757289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:02.762821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:02.824389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:02.853808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.020742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Allocated IP 2001:db8:0:1::1 (264b796f-bdc6-4b4a-b9d1-395a19853f8b/16041771-ec9d-4f03-b5d9-52e8de3d8072/0c6b22a5-67a9-4743-a99c-240149e35491) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:03.027705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.029129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:03.032038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.036362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:03.037247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:03.075615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.088194 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54df9f55-76bb-4c8a-afda-ae4dbccfd5d3'] response: {'server_uuid': 'e7abb2dd-09a5-4dcf-ba7e-15225ebcbc39', 'name': 'network-vif-deleted', 'tag': '21dd3062-8efa-4b84-a905-f25d93567a87', 'status': 'completed', 'code': 200} Apr 22 14:42:03.168916 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:03.176970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:03.181800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:03.187490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:03.188110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.223066 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9138069 Apr 22 14:42:03.226778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33286) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.227772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d5cd-3af1-49c2-9ceb-cd80ba87c6ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=3ad7056f-806e-4197-96d0-0136f7e487d3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.254668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=e5b11585-a03c-42e7-a373-b7836e27031e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.270765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:03.279501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:03.282353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:03.287450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:03.288219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.292853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:03.372081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99abdad5-6bd3-4258-9351-eda358510e37 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:03.373089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f18c2f94-25e7-4e17-9ea6-d25a5a5444b8 None None] Provisioning complete for port 84354b29-840a-4eb9-ade9-ca9e6a865c31 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:03.374065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f18c2f94-25e7-4e17-9ea6-d25a5a5444b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.380421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-99abdad5-6bd3-4258-9351-eda358510e37 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:03.414624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-99abdad5-6bd3-4258-9351-eda358510e37 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:03.415923 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-99abdad5-6bd3-4258-9351-eda358510e37 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/3ad7056f-806e-4197-96d0-0136f7e487d3 HTTP/1.1" status: 200 len: 843 time: 0.1856632 Apr 22 14:42:03.418667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33290) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.460078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355e9f-e54c-434a-b7fd-ed9c74eba7ff None None] Pushing event updated for resources: {'Port': ['ID=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:03.488036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:03.513074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.513422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment dd017ce7-0ab8-4295-9bb4-764c87332133 of type vlan for network 74272512-01f1-4b5e-b7a1-714e8a40312c Apr 22 14:42:03.520104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 3ad7056f-806e-4197-96d0-0136f7e487d3 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:03.520435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.575893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f18c2f94-25e7-4e17-9ea6-d25a5a5444b8 None None] Port 84354b29-840a-4eb9-ade9-ca9e6a865c31 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:03.587451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:03.660564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33296) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.785038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-31b76b35-d9e4-41b4-ba50-771cd1cf91a9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.6847711 Apr 22 14:42:03.796227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33300) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:03.815465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Deleting subnet bdb9dac9-e5d9-487f-ab1b-8a94d23b18f5 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:03.841766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.877620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.893534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.926977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.939377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bee81947-9339-4b87-a914-b2950d396f5f None None] Provisioning for port e5b11585-a03c-42e7-a373-b7836e27031e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:03.987781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:03.991598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:03.992138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.019283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bee81947-9339-4b87-a914-b2950d396f5f None None] Provisioning complete for port e5b11585-a03c-42e7-a373-b7836e27031e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:04.019283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bee81947-9339-4b87-a914-b2950d396f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.051887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79b870d9-ef01-482d-ade5-1576b5d2ce27 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.057662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:04.058120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.080505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.084785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79b870d9-ef01-482d-ade5-1576b5d2ce27 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.119929 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4775429 Apr 22 14:42:04.129964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33304) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.135596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Transition to ACTIVE for port object 0c6b22a5-67a9-4743-a99c-240149e35491 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:04.143992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:04.159730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bee81947-9339-4b87-a914-b2950d396f5f None None] Port e5b11585-a03c-42e7-a373-b7836e27031e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:04.172517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59f9f2-dcf8-4db9-8b07-1a5b4c6f53ee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=74272512-01f1-4b5e-b7a1-714e8a40312c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:04.187828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 74272512-01f1-4b5e-b7a1-714e8a40312c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:04.200637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Transition to ACTIVE for port object 0c6b22a5-67a9-4743-a99c-240149e35491 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:04.208442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.283559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.287091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.341122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:04.350174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:04.351794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 3ad7056f-806e-4197-96d0-0136f7e487d3 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:04.356289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:04.367446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:04.372122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Router daaf690f-043b-4b78-a76a-5b3aeeaac2cd is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:04.398497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:04.402783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79b870d9-ef01-482d-ade5-1576b5d2ce27 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.449728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3026ab4-52ea-402e-a7b1-84347370bf4a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:04.454346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3026ab4-52ea-402e-a7b1-84347370bf4a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:04.455157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f3026ab4-52ea-402e-a7b1-84347370bf4a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:04.458041 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Network 264b796f-bdc6-4b4a-b9d1-395a19853f8b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:04.471481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Pushing event updated for resources: {'Port': ['ID=0c6b22a5-67a9-4743-a99c-240149e35491,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:04.472555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b870d9-ef01-482d-ade5-1576b5d2ce27 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4307fd85-cc56-4343-aba8-452edafbe8a5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:04.474115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:04.481392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:04.502612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79b870d9-ef01-482d-ade5-1576b5d2ce27 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.503759 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-79b870d9-ef01-482d-ade5-1576b5d2ce27 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/4307fd85-cc56-4343-aba8-452edafbe8a5 HTTP/1.1" status: 204 len: 168 time: 0.8426044 Apr 22 14:42:04.516302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f3026ab4-52ea-402e-a7b1-84347370bf4a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:04.517483 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f3026ab4-52ea-402e-a7b1-84347370bf4a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7161982 Apr 22 14:42:04.523257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33310) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.557493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.576402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.619858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Attempting to bind port 0c6b22a5-67a9-4743-a99c-240149e35491 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:04.620232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Attempting to bind port 0c6b22a5-67a9-4743-a99c-240149e35491 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '0e079184-6b4d-4f33-9ea0-76f3abeae939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:04.620592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Attempting to bind port 0c6b22a5-67a9-4743-a99c-240149e35491 on network 264b796f-bdc6-4b4a-b9d1-395a19853f8b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:04.623728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:41:57Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:04.631395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:04.631744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Updating router 2efbd729-d49d-43ca-9408-462f31d5b9ac port c9830cfc-bbba-426f-9740-2ddca9b2feb9 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:04.643405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=3ad7056f-806e-4197-96d0-0136f7e487d3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:04.655147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port e5b11585-a03c-42e7-a373-b7836e27031e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:04.655507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.664070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:04.664334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Checking segment: {'id': '0e079184-6b4d-4f33-9ea0-76f3abeae939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:04.664659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.665058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Bound using segment: {'id': '0e079184-6b4d-4f33-9ea0-76f3abeae939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:04.665639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Bound port: 0c6b22a5-67a9-4743-a99c-240149e35491, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e079184-6b4d-4f33-9ea0-76f3abeae939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '264b796f-bdc6-4b4a-b9d1-395a19853f8b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:04.666096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.687664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb9dac9-e5d9-487f-ab1b-8a94d23b18f5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:04.700912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.723112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.738204 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9b683dba-d9f5-4ca3-a59e-6a8176ded2ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/3ad7056f-806e-4197-96d0-0136f7e487d3 HTTP/1.1" status: 204 len: 168 time: 1.3183722 Apr 22 14:42:04.741592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33314) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.742167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.808634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:04.816026 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5614d842-1327-478e-b4e0-7decbf45a7da tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:42:04.816530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5614d842-1327-478e-b4e0-7decbf45a7da tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:04.823795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-77b93405-da32-458d-8896-a8f356b406ef tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/subnets/bdb9dac9-e5d9-487f-ab1b-8a94d23b18f5 HTTP/1.1" status: 204 len: 168 time: 2.1620700 Apr 22 14:42:04.826378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33318) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.906659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] For port 0c6b22a5-67a9-4743-a99c-240149e35491, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:04.908465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:04.921770 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] Sync routers for ids ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:04.943981 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] Routers {'daaf690f-043b-4b78-a76a-5b3aeeaac2cd'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:04.944598 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:04.956309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5614d842-1327-478e-b4e0-7decbf45a7da tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:04.960979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9559ffe1-7150-4bb6-80ac-e8175ef3c757 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/routers/daaf690f-043b-4b78-a76a-5b3aeeaac2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9294968 Apr 22 14:42:04.965101 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5614d842-1327-478e-b4e0-7decbf45a7da tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/3ad7056f-806e-4197-96d0-0136f7e487d3 HTTP/1.1" status: 404 len: 333 time: 0.1885135 Apr 22 14:42:04.965218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33322) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.966445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33324) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:04.969425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] For port 0c6b22a5-67a9-4743-a99c-240149e35491, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0c6b22a5-67a9-4743-a99c-240149e35491,segment=NetworkSegment(0e079184-6b4d-4f33-9ea0-76f3abeae939),segment_id=0e079184-6b4d-4f33-9ea0-76f3abeae939)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:04.977503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'name': 'tempest-PortsIpV6TestJSON-1856054570'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:04.982045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.078880 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:05.088543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1587b0e-f731-45f7-8ca2-2d4614ad8acf None None] Network b801baa5-05b4-4a1f-945f-d0835a4ea715 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:05.100466 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] Routers {'daaf690f-043b-4b78-a76a-5b3aeeaac2cd'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:05.101400 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:05.224299 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:05.225177 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec911b8-f6f5-4514-a765-304a8137119a None None] The sync data for ids ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:05.229001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.230152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:05.232730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.290940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:05.348593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3952c746-ace4-43fd-ab1f-981561f34f76 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:05.349340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3952c746-ace4-43fd-ab1f-981561f34f76 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:05.381931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd22c9-763c-434c-8675-73b813a9433d None None] Pushing event updated for resources: {'Port': ['ID=0c6b22a5-67a9-4743-a99c-240149e35491,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.382274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:05.389838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.435770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for e5b11585-a03c-42e7-a373-b7836e27031e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:05.443973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=0ab21dda-9685-4081-861d-619493055ef6,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.459321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 043d5e8c-76e6-406a-9e5f-00d7ccbea92f yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:05.498756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3d61bb0e-1713-4919-af49-ca053153c437 None None] Provisioning for port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:05.511599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3952c746-ace4-43fd-ab1f-981561f34f76 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:05.515880 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3952c746-ace4-43fd-ab1f-981561f34f76 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports?device_id=daaf690f-043b-4b78-a76a-5b3aeeaac2cd HTTP/1.1" status: 200 len: 983 time: 0.5506773 Apr 22 14:42:05.518524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33330) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.520589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Deleting subnet 16041771-ec9d-4f03-b5d9-52e8de3d8072 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:05.589212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:05.594178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.596236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:05.598248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: 74272512-01f1-4b5e-b7a1-714e8a40312c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:05.653370 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33336) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:05.686431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.705799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Transition to ACTIVE for port object c9830cfc-bbba-426f-9740-2ddca9b2feb9 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:05.715677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.751187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.756086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:05.782985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:05.783418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.882250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] DHCP port deletion for b801baa5-05b4-4a1f-945f-d0835a4ea715 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:05.888758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862daef3-97a5-4fcb-a0b2-72eb580a4ea3 None None] Pushing event updated for resources: {'Port': ['ID=c9830cfc-bbba-426f-9740-2ddca9b2feb9,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:05.900208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Deleting port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:05.900640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:05.957649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 74272512-01f1-4b5e-b7a1-714e8a40312c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:06.004728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 74272512-01f1-4b5e-b7a1-714e8a40312c) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:06.016782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:06.017371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.030489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c26213-7fda-4f38-8218-3c49d077a386 None None] Network 74272512-01f1-4b5e-b7a1-714e8a40312c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:06.037927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet ac4cdf60-03a6-4a86-a60c-19b7a8cd9939 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:06.044058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.046392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.046822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.065484 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eec03721-16e9-4405-b548-7a73dfda71c9 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9310420 Apr 22 14:42:06.132249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33340) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.215404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.273081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Attempting to bind port c9830cfc-bbba-426f-9740-2ddca9b2feb9 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:06.273439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Attempting to bind port c9830cfc-bbba-426f-9740-2ddca9b2feb9 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:06.274051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Attempting to bind port c9830cfc-bbba-426f-9740-2ddca9b2feb9 on network ddb46169-1506-43b9-8a13-1ad2aebe9c54 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:06.348111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=e5b11585-a03c-42e7-a373-b7836e27031e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.362333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.434895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.441833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,segment=NetworkSegment(aa80eb49-5099-4df4-973f-138e31b4117c),segment_id=aa80eb49-5099-4df4-973f-138e31b4117c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:06.444857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:06.445588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Checking segment: {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:06.447238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.448449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Bound using segment: {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:06.449437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Bound port: c9830cfc-bbba-426f-9740-2ddca9b2feb9, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8525a563-6216-4329-84bd-e7b9e55b7827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:06.450536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.457841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.524527 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-70c2522d-45a9-4530-8c4d-fe2e9f412d0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/e5b11585-a03c-42e7-a373-b7836e27031e HTTP/1.1" status: 204 len: 168 time: 1.9975588 Apr 22 14:42:06.526508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33346) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.536554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.634550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.660290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.665989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:06.670302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=043d5e8c-76e6-406a-9e5f-00d7ccbea92f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.674993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:06.682634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:06.686766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:06.687411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.717509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.722487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Subnet': ['ID=16041771-ec9d-4f03-b5d9-52e8de3d8072,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.741817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e093b3-dc80-4052-b6e2-47c5f06db585 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:06.743356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e093b3-dc80-4052-b6e2-47c5f06db585 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:06.744144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-34e093b3-dc80-4052-b6e2-47c5f06db585 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:06.747575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f089efc1-7494-4dcb-9003-33feec17cfa8 None None] Network 264b796f-bdc6-4b4a-b9d1-395a19853f8b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:06.753951 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-128ff5c4-584a-449e-abbf-6338888b2846 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7862287 Apr 22 14:42:06.757339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa9b109b-fcab-4cd0-8029-34b62e2a8808 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/subnets/16041771-ec9d-4f03-b5d9-52e8de3d8072 HTTP/1.1" status: 204 len: 168 time: 1.9294939 Apr 22 14:42:06.761262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.761952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33352) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.806349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:06.866695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-34e093b3-dc80-4052-b6e2-47c5f06db585 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:06.870460 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-34e093b3-dc80-4052-b6e2-47c5f06db585 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3359697 Apr 22 14:42:06.870600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:06.873429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33358) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:06.883020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.891112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] For port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,segment=NetworkSegment(aa80eb49-5099-4df4-973f-138e31b4117c),segment_id=aa80eb49-5099-4df4-973f-138e31b4117c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:06.891570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:06.982247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997fc420-c9c9-4a68-86e7-d566a4571196 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:06.982994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-997fc420-c9c9-4a68-86e7-d566a4571196 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Synchronizing usage tracker for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:07.003652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] For port c9830cfc-bbba-426f-9740-2ddca9b2feb9, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:07.029081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.040893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-997fc420-c9c9-4a68-86e7-d566a4571196 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Unset dirty status for tenant:503c809ce56c4ec798855dd83dbcbe2f on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:07.042397 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-997fc420-c9c9-4a68-86e7-d566a4571196 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2766478 Apr 22 14:42:07.050234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33362) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.056907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.081647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Calling delete_port for 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:07.114199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] For port c9830cfc-bbba-426f-9740-2ddca9b2feb9, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c9830cfc-bbba-426f-9740-2ddca9b2feb9,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:07.166775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.192463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4cdf60-03a6-4a86-a60c-19b7a8cd9939,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.224897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.255283 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fcc009ae-1a6a-43af-8e3b-9bc00be30732 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/ac4cdf60-03a6-4a86-a60c-19b7a8cd9939 HTTP/1.1" status: 204 len: 168 time: 1.5982621 Apr 22 14:42:07.268429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33366) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.287020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0261a2-9f6b-499a-9542-68ccf2eecc11 None None] Network 8d42867c-3ed2-40de-8719-9fdceb7e03c9 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:07.387202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-74272512-01f1-4b5e-b7a1-714e8a40312c', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:07.388041 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.390279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.453499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4c8a91a-8841-4078-9e6f-c74ea917b978 None None] Provisioning for port 0c6b22a5-67a9-4743-a99c-240149e35491 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:07.478151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 6041f88f-a186-44f6-917e-2f08a05e5a95 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:07.484362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.487077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862daef3-97a5-4fcb-a0b2-72eb580a4ea3 None None] Pushing event updated for resources: {'Port': ['ID=c9830cfc-bbba-426f-9740-2ddca9b2feb9,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:07.512531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.517088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Deleting port 0c6b22a5-67a9-4743-a99c-240149e35491 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:07.517305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.575878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:07.576285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:07.607069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port f30e68e8-5be4-4332-b645-d2220a6c9c3b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:07.608092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.651379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.658583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:07.659924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:41:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:07.684943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:07.728032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.733889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.765303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.813483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c6b22a5-67a9-4743-a99c-240149e35491 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:07.930420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] In _notify_port_updated(), no bound segment for port 043d5e8c-76e6-406a-9e5f-00d7ccbea92f on network 67a34de3-7b24-4375-aa8f-70b25aac4bbd {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:42:07.934721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:07.935483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.939893 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/ports/043d5e8c-76e6-406a-9e5f-00d7ccbea92f HTTP/1.1" status: 200 len: 818 time: 1.1756229 Apr 22 14:42:07.943221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33370) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:07.947979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:07.979292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] DHCP port deletion for 264b796f-bdc6-4b4a-b9d1-395a19853f8b request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:07.998821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Deleting port 0c6b22a5-67a9-4743-a99c-240149e35491 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:07.999328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.027375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:08.131938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f92a9-fa79-4483-bbd3-51e2df5c2796 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=043d5e8c-76e6-406a-9e5f-00d7ccbea92f,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:08.135517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Deleting port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:08.135986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.138114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.193309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=6041f88f-a186-44f6-917e-2f08a05e5a95,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:08.201508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.217222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] For port 0c6b22a5-67a9-4743-a99c-240149e35491, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0c6b22a5-67a9-4743-a99c-240149e35491,segment=NetworkSegment(0e079184-6b4d-4f33-9ea0-76f3abeae939),segment_id=0e079184-6b4d-4f33-9ea0-76f3abeae939)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:08.217591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.221827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Allocated IP 2001:db8:1::2 (74272512-01f1-4b5e-b7a1-714e8a40312c/0ab21dda-9685-4081-861d-619493055ef6/a9e26743-4c22-488c-a373-49d809abf9c6) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:08.228854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.270480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a14b7-550c-409a-89b2-f26f9d8cc99b None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:08.400267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Calling delete_port for 0c6b22a5-67a9-4743-a99c-240149e35491 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:08.418578 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-510c7040-eb4d-4832-a0ca-e45baaa9bb1b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/6041f88f-a186-44f6-917e-2f08a05e5a95 HTTP/1.1" status: 204 len: 168 time: 1.5431306 Apr 22 14:42:08.419415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33374) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.434744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 043d5e8c-76e6-406a-9e5f-00d7ccbea92f {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:08.435105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.468993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0c6b22a5-67a9-4743-a99c-240149e35491 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:08.471758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad1024-bdc5-4465-a7f9-5187c97295d8 None None] DHCP port deletion for 8d42867c-3ed2-40de-8719-9fdceb7e03c9 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:08.478535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port f30e68e8-5be4-4332-b645-d2220a6c9c3b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f30e68e8-5be4-4332-b645-d2220a6c9c3b,segment=NetworkSegment(f0b7b36b-d438-471c-a558-720d7271b61d),segment_id=f0b7b36b-d438-471c-a558-720d7271b61d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:08.478897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.534812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-27c96503-bd29-4db5-86ce-3de82c8bd263 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115181 Apr 22 14:42:08.542533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33378) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.591269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0c6b22a5-67a9-4743-a99c-240149e35491 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:08.591701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.613465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad1024-bdc5-4465-a7f9-5187c97295d8 None None] Deleting port f30e68e8-5be4-4332-b645-d2220a6c9c3b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:08.613993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1024-bdc5-4465-a7f9-5187c97295d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.616265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for f30e68e8-5be4-4332-b645-d2220a6c9c3b owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:08.677486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 84354b29-840a-4eb9-ade9-ca9e6a865c31 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:08.677825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.758198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.836812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed2a11-d910-4bfc-ba91-9439090a683d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:08.837510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-07ed2a11-d910-4bfc-ba91-9439090a683d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:08.875529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Port': ['ID=0c6b22a5-67a9-4743-a99c-240149e35491,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:08.896938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:08.901199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] No DVR routers for this DVR port 0c6b22a5-67a9-4743-a99c-240149e35491 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:08.921713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-07ed2a11-d910-4bfc-ba91-9439090a683d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:08.922965 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-07ed2a11-d910-4bfc-ba91-9439090a683d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3794870 Apr 22 14:42:08.927029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33382) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:08.984469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=f30e68e8-5be4-4332-b645-d2220a6c9c3b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.021411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.028851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port f30e68e8-5be4-4332-b645-d2220a6c9c3b on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:09.082737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad1024-bdc5-4465-a7f9-5187c97295d8 None None] The port 'f30e68e8-5be4-4332-b645-d2220a6c9c3b' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:42:09.092902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Could not find standard attr ID for object 0c6b22a5-67a9-4743-a99c-240149e35491. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:09.122035 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No ports have port_id starting with 0c6b22a5-67a9-4743-a99c-240149e35491 Apr 22 14:42:09.133653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] For port 0c6b22a5-67a9-4743-a99c-240149e35491, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0c6b22a5-67a9-4743-a99c-240149e35491,segment=NetworkSegment(0e079184-6b4d-4f33-9ea0-76f3abeae939),segment_id=0e079184-6b4d-4f33-9ea0-76f3abeae939)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:09.134169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.145232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.178787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] For port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,segment=NetworkSegment(aa80eb49-5099-4df4-973f-138e31b4117c),segment_id=aa80eb49-5099-4df4-973f-138e31b4117c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:09.179561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.225823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9946c06-ed57-4d3b-acec-608b7e5c8c65 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:09.226724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c9946c06-ed57-4d3b-acec-608b7e5c8c65 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:09.278425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 043d5e8c-76e6-406a-9e5f-00d7ccbea92f owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:09.292261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 84354b29-840a-4eb9-ade9-ca9e6a865c31 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:09.389329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.391089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c9946c06-ed57-4d3b-acec-608b7e5c8c65 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:09.395846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c9946c06-ed57-4d3b-acec-608b7e5c8c65 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4669290 Apr 22 14:42:09.398235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:09.413563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33386) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.429144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264b796f-bdc6-4b4a-b9d1-395a19853f8b']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:09.432472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Calling delete_port for 0c6b22a5-67a9-4743-a99c-240149e35491 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:09.441590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.502767 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0222a976-0bf8-49be-a591-34c06667e46c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884097 Apr 22 14:42:09.507658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33390) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.514488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:09.571328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e079184-6b4d-4f33-9ea0-76f3abeae939') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:09.571619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e079184-6b4d-4f33-9ea0-76f3abeae939') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:09.578977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=043d5e8c-76e6-406a-9e5f-00d7ccbea92f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.594485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.619231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.631044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.643529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:09.687810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:09.713789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:09.717520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.758371 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a371421d-490c-4bac-9d14-ab84a5b2f530 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/043d5e8c-76e6-406a-9e5f-00d7ccbea92f HTTP/1.1" status: 204 len: 168 time: 1.8056791 Apr 22 14:42:09.764516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Calling delete_port for 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:09.765423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33394) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:09.806784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.807841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.814690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d42867c-3ed2-40de-8719-9fdceb7e03c9']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:09.834790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:09.835026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:09.853148 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:09.855392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b7b36b-d438-471c-a558-720d7271b61d') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:09.855392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b7b36b-d438-471c-a558-720d7271b61d') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:09.862806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-936e8fe6-b52c-4d6d-96a8-3cf7beb5844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.875598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=84354b29-840a-4eb9-ade9-ca9e6a865c31,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:09.880272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.925570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.926218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Transition to ACTIVE for port object a9e26743-4c22-488c-a373-49d809abf9c6 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:09.973700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:09.978415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:09.985564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:09.991898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:09.992298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.017429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff132360-8a4c-4b1e-b077-7548af395dc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:10.017871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Transition to ACTIVE for port object a9e26743-4c22-488c-a373-49d809abf9c6 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:10.018645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ff132360-8a4c-4b1e-b077-7548af395dc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:10.026113 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:10.027127 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:10.084217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.087648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.106343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] Pushing event deleted for resources: {'Port': ['ID=0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.134328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.159152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:10.176583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:06Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:10.179231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.192199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Deleting port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:10.192555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.196524 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/networks/264b796f-bdc6-4b4a-b9d1-395a19853f8b HTTP/1.1" status: 204 len: 168 time: 3.1426804 Apr 22 14:42:10.205731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33398) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.210220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14466f-2950-47cc-a348-8a54b69daf51 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Network': ['ID=264b796f-bdc6-4b4a-b9d1-395a19853f8b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.226244 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aff239-1d46-4bc5-aec4-b58bb1c63a0d None None] No DVR routers for this DVR port 0876cbf8-2e0f-4342-8963-a9e2dc7a6f3c on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:10.234596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ff132360-8a4c-4b1e-b077-7548af395dc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:10.236415 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ff132360-8a4c-4b1e-b077-7548af395dc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4678876 Apr 22 14:42:10.237471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.242344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33402) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.242594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3941f5-9014-4ca5-a93d-4f00631b28cd None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:41:56Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:06Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:10.261631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Network 74272512-01f1-4b5e-b7a1-714e8a40312c is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:10.298741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.301665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:10.323525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Pushing event updated for resources: {'Port': ['ID=a9e26743-4c22-488c-a373-49d809abf9c6,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.326070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:10.327040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2d2901-0d5a-417c-8fe0-d31ad2fe7626 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:42:10.327651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-df2d2901-0d5a-417c-8fe0-d31ad2fe7626 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:10.343311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8:1::1 (74272512-01f1-4b5e-b7a1-714e8a40312c/0ab21dda-9685-4081-861d-619493055ef6/ae7d411c-72fb-47f9-8562-1d4364ae2859) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:10.385888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.421822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=8d42867c-3ed2-40de-8719-9fdceb7e03c9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:10.424487 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6bedfd42-6a0a-451a-9cd2-c1b83ab99363 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/8d42867c-3ed2-40de-8719-9fdceb7e03c9 HTTP/1.1" status: 204 len: 168 time: 3.1550870 Apr 22 14:42:10.428635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33406) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.482518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:10.531921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Deleting port 0c6b22a5-67a9-4743-a99c-240149e35491 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:10.532730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.594478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-df2d2901-0d5a-417c-8fe0-d31ad2fe7626 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:10.597366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-df2d2901-0d5a-417c-8fe0-d31ad2fe7626 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/043d5e8c-76e6-406a-9e5f-00d7ccbea92f HTTP/1.1" status: 404 len: 333 time: 0.3521903 Apr 22 14:42:10.602050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:10.611406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.682522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-877844095'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:10.706623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:10.736285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a86ec64d-da79-4793-b06b-d54f46684883 None None] The port '0c6b22a5-67a9-4743-a99c-240149e35491' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:42:10.747229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Attempting to bind port a9e26743-4c22-488c-a373-49d809abf9c6 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:10.747743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Attempting to bind port a9e26743-4c22-488c-a373-49d809abf9c6 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:10.748334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Attempting to bind port a9e26743-4c22-488c-a373-49d809abf9c6 on network 74272512-01f1-4b5e-b7a1-714e8a40312c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:10.868537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.899924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:10.900374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Checking segment: {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:10.901032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.901248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Bound using segment: {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:10.908566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Bound port: a9e26743-4c22-488c-a373-49d809abf9c6, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:10.908566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.908871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:10.917059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:10.920519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.939800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.953590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] For port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:10.954008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:10.971333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:10.983075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b801baa5-05b4-4a1f-945f-d0835a4ea715']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:10.993249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.007600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa80eb49-5099-4df4-973f-138e31b4117c') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:11.008755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa80eb49-5099-4df4-973f-138e31b4117c') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:11.026972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.037310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:11.038613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object ae7d411c-72fb-47f9-8562-1d4364ae2859 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:11.045864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:11.049515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:11.049955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.053366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:11.056255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.056664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.059387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:11.065464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:11.066049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.077546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=9223749c-9630-4859-afa3-1a981f70a7c1,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.130621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Calling delete_port for 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:11.155531 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:11.159157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 87a2ca0d-c689-4523-b33f-8b547c6ef8a5 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:11.159848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.165860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.167391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f30e68e8-5be4-4332-b645-d2220a6c9c3b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:11.257422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: f30e68e8-5be4-4332-b645-d2220a6c9c3b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:11.258023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f30e68e8-5be4-4332-b645-d2220a6c9c3b not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:11.258348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c6b22a5-67a9-4743-a99c-240149e35491 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:11.262910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5160ad05-f70f-4206-9d25-5cea85c8d416 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7541840 Apr 22 14:42:11.266476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.270215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.271077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:11.286922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:17:1c:27', 'name': 'tempest-NetworksTestDHCPv6-102579344'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:11.291180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.312393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.321312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.321914 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment 8ad7c232-77da-4e0b-9bfc-e93725148d6b of type vlan for network 52e623be-2603-4b76-b3a7-2715f0eb0b9f Apr 22 14:42:11.345955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Network': ['ID=b801baa5-05b4-4a1f-945f-d0835a4ea715,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.367008 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f8d5352-3dfa-40dd-8eeb-ba9d4c22bd4b tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/networks/b801baa5-05b4-4a1f-945f-d0835a4ea715 HTTP/1.1" status: 204 len: 168 time: 1.1599104 Apr 22 14:42:11.369423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33420) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.382999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0c6b22a5-67a9-4743-a99c-240149e35491 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:11.383340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0c6b22a5-67a9-4743-a99c-240149e35491 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:11.445100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] For port a9e26743-4c22-488c-a373-49d809abf9c6, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:11.454706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.458337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] For port a9e26743-4c22-488c-a373-49d809abf9c6, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a9e26743-4c22-488c-a373-49d809abf9c6,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:11.467586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:11.468349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:11.470411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.520293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.520725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.532471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.570345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d6241-7e04-4527-b68e-977f46c7014c None None] Pushing event updated for resources: {'Port': ['ID=a9e26743-4c22-488c-a373-49d809abf9c6,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.625388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 74272512-01f1-4b5e-b7a1-714e8a40312c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:11.627468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.640882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:11.643626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:11.644510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.653589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=ae7d411c-72fb-47f9-8562-1d4364ae2859,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:11.691829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c29abbde-f799-4bd8-8eaa-011b02b00496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.745057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:11.757426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:11.760622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.764406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:11.765018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.770114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Router daaf690f-043b-4b78-a76a-5b3aeeaac2cd has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:11.771054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:11.797203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 87a2ca0d-c689-4523-b33f-8b547c6ef8a5 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:11.804113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:11.940353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3339827 Apr 22 14:42:11.950807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33424) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:11.954287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:11.958244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.970612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Deleting port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:11.971294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:11.975182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:11.996123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.009224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d2f0a-92aa-40fb-b420-50710e68d11b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=52e623be-2603-4b76-b3a7-2715f0eb0b9f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.028595 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:12.030357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074d75fe-675b-443c-aa37-19f6812b73d8']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:12.049898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3087c841-55d9-4fa7-a930-f2fbf1d7d8bd') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:12.050154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3087c841-55d9-4fa7-a930-f2fbf1d7d8bd') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:12.063253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.105244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.122726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:12.123110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.138554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:12.141634 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:12.229888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.251712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 5c192f17-e92e-4e09-a196-f258b3f75412 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:12.270150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.301957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=87a2ca0d-c689-4523-b33f-8b547c6ef8a5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.304509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.315605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Network': ['ID=074d75fe-675b-443c-aa37-19f6812b73d8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.338328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] For port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:12.338940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.346140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:12.350192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:12.353406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:12.377948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:12.390510 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f25cb501-7833-4d8a-bb9c-b8f4b946be84 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/networks/074d75fe-675b-443c-aa37-19f6812b73d8 HTTP/1.1" status: 204 len: 168 time: 1.0199404 Apr 22 14:42:12.394022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33428) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:12.423551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:12.591647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.594603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Calling delete_port for 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:12.647298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a9e26743-4c22-488c-a373-49d809abf9c6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:12.668169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.677699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:12.681832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] Sync routers for ids ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:12.750103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] Routers {'daaf690f-043b-4b78-a76a-5b3aeeaac2cd'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:12.751698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:12.839339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.850079 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74d67272-0871-4719-9e68-d9c86e1390c0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/routers/daaf690f-043b-4b78-a76a-5b3aeeaac2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3281310 Apr 22 14:42:12.860013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33432) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:12.882549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b699590-2159-4a33-bae4-ef9dd329af02 None None] Network 74272512-01f1-4b5e-b7a1-714e8a40312c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:12.907229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:12.912567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::1c2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/9223749c-9630-4859-afa3-1a981f70a7c1/5c192f17-e92e-4e09-a196-f258b3f75412) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:12.926450 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7ac477-be0a-46d7-9381-b08d2fc968c7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:42:12.926742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.926961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9b7ac477-be0a-46d7-9381-b08d2fc968c7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:12.936482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:12.978283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] Pushing event deleted for resources: {'Port': ['ID=36e7f728-5c20-4c38-bd80-0a2a6ca04ba4,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:12.985451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:12.999829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9b7ac477-be0a-46d7-9381-b08d2fc968c7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:13.003786 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9b7ac477-be0a-46d7-9381-b08d2fc968c7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/84354b29-840a-4eb9-ade9-ca9e6a865c31 HTTP/1.1" status: 404 len: 333 time: 0.1389265 Apr 22 14:42:13.003786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94507c4e-244a-4547-a7b1-5c42fb25194b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:13.004056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94507c4e-244a-4547-a7b1-5c42fb25194b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:13.007813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33436) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:13.008052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.017578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93901b0-5f9d-4dc9-ae18-1a84c49880ea None None] No DVR routers for this DVR port 36e7f728-5c20-4c38-bd80-0a2a6ca04ba4 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:13.018328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.050472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a9e26743-4c22-488c-a373-49d809abf9c6 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:13.051518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.054386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ae8a9-bf2e-4641-943a-7a7d0ff4ffa5 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:13.061410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:13.061899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:13.076914 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:13.088706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] Routers {'daaf690f-043b-4b78-a76a-5b3aeeaac2cd'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:13.089348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:13.142621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.143223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] Provisioning for port a9e26743-4c22-488c-a373-49d809abf9c6 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:13.168070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.197577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a9e26743-4c22-488c-a373-49d809abf9c6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:13.198009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.240409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.253855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] Provisioning complete for port a9e26743-4c22-488c-a373-49d809abf9c6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:13.253855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.302677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:13.303093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4b1fc-0f81-4cdf-8428-421c279265c2 None None] The sync data for ids ['daaf690f-043b-4b78-a76a-5b3aeeaac2cd'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:13.410850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] Pushing event deleted for resources: {'Network': ['ID=ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:13.423714 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d08c505-5ea1-4355-a824-f547da2178e7 tempest-BulkNetworkOpsIpV6Test-864225900 tempest-BulkNetworkOpsIpV6Test-864225900-project] 10.222.0.32 "DELETE /v2.0/networks/ead56005-a6c4-4aa5-a5b8-4ea5ff6917d4 HTTP/1.1" status: 204 len: 168 time: 1.0287321 Apr 22 14:42:13.478767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.509319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:13.665152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:13.704447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.707818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.720666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.734732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.735586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.756915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:13.762543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.769629 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:13.794051 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:13.794740 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:13.804638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': '9223749c-9630-4859-afa3-1a981f70a7c1'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:13.805490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.852104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33444) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:13.865522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] For port a9e26743-4c22-488c-a373-49d809abf9c6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a9e26743-4c22-488c-a373-49d809abf9c6,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:13.889761 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-22a95023-1141-4ff9-845c-9c3328b4ddea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6 HTTP/1.1" status: 204 len: 168 time: 3.4598160 Apr 22 14:42:13.892112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:42:13.901731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:13.912555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.051870 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:14.188214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.202890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d405235-d8c0-4607-a710-13a7a43846ed None None] Pushing event updated for resources: {'Port': ['ID=a9e26743-4c22-488c-a373-49d809abf9c6,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.251264 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e29cde2-b00f-4182-ae59-88ab3d67ac01'] response: {'name': 'network-changed', 'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'status': 'completed', 'code': 200} Apr 22 14:42:14.260571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:14.260802 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-472b5631-be01-43f1-a43f-a2637f6101b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=503c809ce56c4ec798855dd83dbcbe2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4065621 Apr 22 14:42:14.260922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:14.264289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33456) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:14.390705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.412177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1244-96db-4501-a5fc-8b050a3933e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.452502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1244-96db-4501-a5fc-8b050a3933e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.521020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1244-96db-4501-a5fc-8b050a3933e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.547375 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:52Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:14.547667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eb8e58d5-a249-4389-b6b3-48ba744391b0 None None] Provisioning complete for port a9e26743-4c22-488c-a373-49d809abf9c6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:14.547952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eb8e58d5-a249-4389-b6b3-48ba744391b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.551879 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:14.558555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1244-96db-4501-a5fc-8b050a3933e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2f933d-484d-406a-a3a4-86bd0f9937e1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.568930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1244-96db-4501-a5fc-8b050a3933e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.570115 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fc3a1244-96db-4501-a5fc-8b050a3933e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f2f933d-484d-406a-a3a4-86bd0f9937e1 HTTP/1.1" status: 204 len: 168 time: 0.3036036 Apr 22 14:42:14.574435 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:14.577318 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:14.630571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=ae7d411c-72fb-47f9-8562-1d4364ae2859,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.649810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 5c192f17-e92e-4e09-a196-f258b3f75412 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:14.769816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.804532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=4be266bf-5c9a-4e83-ba35-80787876f48d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:14.816187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eb8e58d5-a249-4389-b6b3-48ba744391b0 None None] Provisioning for port ae7d411c-72fb-47f9-8562-1d4364ae2859 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:14.833110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eb8e58d5-a249-4389-b6b3-48ba744391b0 None None] Provisioning complete for port ae7d411c-72fb-47f9-8562-1d4364ae2859 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:14.833601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eb8e58d5-a249-4389-b6b3-48ba744391b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.838455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:14.845022 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:14.887149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': '8ad7c232-77da-4e0b-9bfc-e93725148d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:14.887507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 52e623be-2603-4b76-b3a7-2715f0eb0b9f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:14.893702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e58d5-a249-4389-b6b3-48ba744391b0 None None] Port ae7d411c-72fb-47f9-8562-1d4364ae2859 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:14.899534 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-1cbe1f81-faa7-4d54-b462-e35c576f4e0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 1098 time: 0.4012277 Apr 22 14:42:14.902620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network 74272512-01f1-4b5e-b7a1-714e8a40312c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:14.913996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:14.968266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.009486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/9223749c-9630-4859-afa3-1a981f70a7c1/c80af9e1-bcb4-40fc-81c0-200fbd188868) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:15.192884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=5c192f17-e92e-4e09-a196-f258b3f75412,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:15.203890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecb8b5-b8b7-4707-9f32-7715a90c7497 req-236bec4b-75cd-49d5-90cf-72752b76f29b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.204897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-04ecb8b5-b8b7-4707-9f32-7715a90c7497 req-236bec4b-75cd-49d5-90cf-72752b76f29b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:15.294528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.307954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Transition to ACTIVE for port object c80af9e1-bcb4-40fc-81c0-200fbd188868 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:15.316458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.317022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Fanout notify agent at l3_agent the message router_deleted on router daaf690f-043b-4b78-a76a-5b3aeeaac2cd {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:42:15.326516 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:52Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:15.329056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Transition to ACTIVE for port object c80af9e1-bcb4-40fc-81c0-200fbd188868 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:15.337259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c9830cfc-bbba-426f-9740-2ddca9b2feb9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:15.342529 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8b2f8-7685-44df-9ac9-36f46be714fc None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:41:52Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '428af1c7-d059-4410-bea1-10d386296731', 'name': '', 'network_id': 'fc2680ec-4f0b-4f53-9998-1f6981bdd410', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c9:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:32Z', 'updated_at': '2022-04-22T14:39:44Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'fef20f1d-de9a-49b5-a6b9-931c0186def2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:15.359300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:15.371168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:15.374604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:15.379926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.380665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.385538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.412643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-04ecb8b5-b8b7-4707-9f32-7715a90c7497 req-236bec4b-75cd-49d5-90cf-72752b76f29b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:15.413842 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-04ecb8b5-b8b7-4707-9f32-7715a90c7497 req-236bec4b-75cd-49d5-90cf-72752b76f29b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 945 time: 0.7657397 Apr 22 14:42:15.420435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:15.436475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.440034 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a7ffd3ba-aa99-4ead-9ab5-886799f8e428 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/routers/daaf690f-043b-4b78-a76a-5b3aeeaac2cd HTTP/1.1" status: 204 len: 168 time: 2.4191418 Apr 22 14:42:15.440479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:15.470332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-16e56fb7-1cf2-4952-8124-49d7274332d3 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1953590 Apr 22 14:42:15.502499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33480) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:15.503270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 52e623be-2603-4b76-b3a7-2715f0eb0b9f) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:15.517015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.517601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.540726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d000d16-e82e-4a21-a6e4-bd8e4de38427 None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:15.556067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-307f2ee7-8a5d-4a35-9840-712acde063ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.557615 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-307f2ee7-8a5d-4a35-9840-712acde063ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 200 len: 898 time: 0.6456716 Apr 22 14:42:15.641298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0229a853-819b-46dd-b48a-5c98e88ca19c None None] Provisioning complete for port ae7d411c-72fb-47f9-8562-1d4364ae2859 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:15.641834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0229a853-819b-46dd-b48a-5c98e88ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.704474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Pushing event updated for resources: {'Port': ['ID=c80af9e1-bcb4-40fc-81c0-200fbd188868,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:15.717521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:15.816935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228d0b-a1f0-49ef-a210-a0856765168b req-c7bc5a2d-58c4-427e-8cc2-a09a844cf8c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:15.818101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-15228d0b-a1f0-49ef-a210-a0856765168b req-c7bc5a2d-58c4-427e-8cc2-a09a844cf8c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:15.824982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet 0cb7bea3-6678-47af-8464-90c534e24027 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:15.831471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33488) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:15.837028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.840479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68948d1-2018-4445-a4d3-0be26db01648 None None] New status for floating IP 6a08d6e0-cd35-48d8-8a9a-a48ea87e11e6: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:42:15.881559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-15228d0b-a1f0-49ef-a210-a0856765168b req-c7bc5a2d-58c4-427e-8cc2-a09a844cf8c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:15.882749 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-15228d0b-a1f0-49ef-a210-a0856765168b req-c7bc5a2d-58c4-427e-8cc2-a09a844cf8c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 945 time: 0.2901807 Apr 22 14:42:15.888087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:15.891236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:15.951168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:15.952139 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-60beb5c1-71e5-412d-828b-cc80e9d92701 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 200 len: 217 time: 0.3222504 Apr 22 14:42:15.959831 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-262e99fb-644f-4dc0-a2fb-fdb0aee992a6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9894481 Apr 22 14:42:15.979614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33494) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:16.002284 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-04ecb8b5-b8b7-4707-9f32-7715a90c7497 req-d8add3d3-3029-4a3a-a59f-bd5f17712556 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5524085 Apr 22 14:42:16.002633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:16.043051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:16.043399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.075266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-36deb7f4-394d-49d6-8b87-18a250db1b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:16.077237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-36deb7f4-394d-49d6-8b87-18a250db1b3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 200 len: 835 time: 0.1188991 Apr 22 14:42:16.085422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3516d83-a8c1-4e8b-b292-7f38c605777d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:16.089564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3516d83-a8c1-4e8b-b292-7f38c605777d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:16.090575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c3516d83-a8c1-4e8b-b292-7f38c605777d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:16.122802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0229a853-819b-46dd-b48a-5c98e88ca19c None None] Port ae7d411c-72fb-47f9-8562-1d4364ae2859 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:16.134702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-641412793'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:16.153347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Attempting to bind port c80af9e1-bcb4-40fc-81c0-200fbd188868 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:16.154303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Attempting to bind port c80af9e1-bcb4-40fc-81c0-200fbd188868 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:16.154303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Attempting to bind port c80af9e1-bcb4-40fc-81c0-200fbd188868 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:16.161222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c9830cfc-bbba-426f-9740-2ddca9b2feb9 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:16.166003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:16.170299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c3516d83-a8c1-4e8b-b292-7f38c605777d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:16.173871 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3516d83-a8c1-4e8b-b292-7f38c605777d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6662390 Apr 22 14:42:16.176640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33498) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:16.191039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:16.202463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:16.203127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:16.203692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.204223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:16.204891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:16.205195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Bound port: c80af9e1-bcb4-40fc-81c0-200fbd188868, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:16.205759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.219966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': '4be266bf-5c9a-4e83-ba35-80787876f48d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:16.221072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.229571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:16.229816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c9830cfc-bbba-426f-9740-2ddca9b2feb9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:16.230014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.243343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:16.261194 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-29aa6be8-7859-4533-a3c3-53c678944b23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc2680ec-4f0b-4f53-9998-1f6981bdd410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1672974 Apr 22 14:42:16.267249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 5c192f17-e92e-4e09-a196-f258b3f75412 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:16.267584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.314702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.399395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:16.401344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.430217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.447910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1a0fd88b-6961-454a-819b-c992c534b068 None None] Provisioning complete for port ae7d411c-72fb-47f9-8562-1d4364ae2859 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:16.448329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1a0fd88b-6961-454a-819b-c992c534b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.450253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:16.476655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:16.484124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:16.492844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] For port c80af9e1-bcb4-40fc-81c0-200fbd188868, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:16.540290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:16.552285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] For port c80af9e1-bcb4-40fc-81c0-200fbd188868, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c80af9e1-bcb4-40fc-81c0-200fbd188868,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:16.586803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:16.607935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.634036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.663165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fd88b-6961-454a-819b-c992c534b068 None None] Port ae7d411c-72fb-47f9-8562-1d4364ae2859 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:16.686149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.710163 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-dbc2aace-a1d3-4882-92c7-f16b5dc52a22 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193873 Apr 22 14:42:16.734740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Allocated IP 2001:db8::2 (52e623be-2603-4b76-b3a7-2715f0eb0b9f/4be266bf-5c9a-4e83-ba35-80787876f48d/d3c95620-5fec-4168-97d1-e7bc54e95d8b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:16.745000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb7bea3-6678-47af-8464-90c534e24027,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:16.747499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:16.759661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a9348-8ac9-4e98-bf32-2b64d5a616b2 None None] Pushing event updated for resources: {'Port': ['ID=c80af9e1-bcb4-40fc-81c0-200fbd188868,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:16.797141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port c9830cfc-bbba-426f-9740-2ddca9b2feb9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c9830cfc-bbba-426f-9740-2ddca9b2feb9,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:16.845525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.883532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.895586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:security_group_rule and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:16.904796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:16.909933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:16.909933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.919155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:16.923510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c77dfd-5f69-43ff-8d07-3d1e24925a01 None None] Network 3ce20ff6-f3df-4fe9-ae19-5e908d40422b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:16.933561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:17.080969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a9e26743-4c22-488c-a373-49d809abf9c6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:17.098631 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9465071d-2635-4424-adf5-e6fa65aa81df tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/0cb7bea3-6678-47af-8464-90c534e24027 HTTP/1.1" status: 204 len: 168 time: 1.6549861 Apr 22 14:42:17.099396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:17.102299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 5c192f17-e92e-4e09-a196-f258b3f75412 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:17.107180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:17.140100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:17.154210 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:17.171382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0bc57241-946d-4ca2-9cb6-d0c6c4575522 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0178349 Apr 22 14:42:17.172428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33508) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:17.176482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=c9830cfc-bbba-426f-9740-2ddca9b2feb9,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.179131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-de9d5e65-2f3b-47b5-9283-00c299e30fa5 req-7efb1466-e226-4507-9fb4-a41c7a760411 service neutron] 10.222.0.24 "GET /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625177 Apr 22 14:42:17.191202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1568483074'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:17.209565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:17.214954 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:17.216301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:17.217905 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:17.221732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:17.237520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:17.314612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.374279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:17.381847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.405887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.455421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Transition to ACTIVE for port object d3c95620-5fec-4168-97d1-e7bc54e95d8b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:17.465231 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:17.465539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.499389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Transition to ACTIVE for port object d3c95620-5fec-4168-97d1-e7bc54e95d8b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:17.523911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.556985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.558618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a9e26743-4c22-488c-a373-49d809abf9c6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:17.558986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.566364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:17.597744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 15de8018-cb1e-4afb-b186-ed32ab7cf755 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:17.598239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.625095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.630463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.630884 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment 54b0963f-0323-4abb-8cb2-d130b560a77b of type vlan for network ed7e21e9-d4d4-40a9-bba2-a5413199a171 Apr 22 14:42:17.632698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=5c192f17-e92e-4e09-a196-f258b3f75412,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.666003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.680128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a77dd-ac4f-4b8d-940c-e6b582ca601b req-fe1a57f0-5279-4b00-bd89-8f103a2479f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:17.681755 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-134a77dd-ac4f-4b8d-940c-e6b582ca601b req-fe1a57f0-5279-4b00-bd89-8f103a2479f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 945 time: 0.2807286 Apr 22 14:42:17.684923 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4be266bf-5c9a-4e83-ba35-80787876f48d (CIDR: 2001:db8::/64) Apr 22 14:42:17.703713 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:17.704315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:17.707649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.741140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Pushing event updated for resources: {'Port': ['ID=d3c95620-5fec-4168-97d1-e7bc54e95d8b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.755000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:17.771968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:17.774490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.785735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:17.785982 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e31b58f3-63a4-40a9-80b9-345af7593e07 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/5c192f17-e92e-4e09-a196-f258b3f75412 HTTP/1.1" status: 204 len: 168 time: 1.6050587 Apr 22 14:42:17.790310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33512) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:17.791612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:17.814691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e15b7-0b5c-42dd-a1c8-7461303838aa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:17.827069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.845352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.845816 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 1dc47249-71bc-4ead-9be4-90f82c222662 of type vlan for network 545b6588-ad8c-427b-9972-c97744d5cf22 Apr 22 14:42:17.851412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-134a77dd-ac4f-4b8d-940c-e6b582ca601b req-3f61f7a7-2ed5-4c8a-9a52-cfcc75513bca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=92190826-aac9-4172-afb9-cfeb85c553ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560965 Apr 22 14:42:17.910976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1fc4e-67ec-44bd-9714-30c7a8c05f94 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:17.913093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1fc4e-67ec-44bd-9714-30c7a8c05f94 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:17.916295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-86b1fc4e-67ec-44bd-9714-30c7a8c05f94 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:17.920860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.924972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:17.926525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:17.943230 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e2aec4bf-1a68-47b3-a603-ff433c51a8ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9550927 Apr 22 14:42:17.944898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33516) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:17.980922 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:11Z', 'revision_number': 3, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:12Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:17.991556 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:17.992153 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Updating router 2efbd729-d49d-43ca-9408-462f31d5b9ac port ae7d411c-72fb-47f9-8562-1d4364ae2859 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:18.033184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=70ad16e5-3a39-4a67-9690-d4dd9edf3bb4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:18.046265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:18.047423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] DHCP port deletion for 3ce20ff6-f3df-4fe9-ae19-5e908d40422b request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:18.066396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] Deleting port 15de8018-cb1e-4afb-b186-ed32ab7cf755 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:18.067058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.082777 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.119014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Attempting to bind port d3c95620-5fec-4168-97d1-e7bc54e95d8b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:18.119645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Attempting to bind port d3c95620-5fec-4168-97d1-e7bc54e95d8b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '8ad7c232-77da-4e0b-9bfc-e93725148d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:18.120182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Attempting to bind port d3c95620-5fec-4168-97d1-e7bc54e95d8b on network 52e623be-2603-4b76-b3a7-2715f0eb0b9f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:18.135703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:18.136332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Checking segment: {'id': '8ad7c232-77da-4e0b-9bfc-e93725148d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:18.137374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.138124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Bound using segment: {'id': '8ad7c232-77da-4e0b-9bfc-e93725148d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:18.138810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Bound port: d3c95620-5fec-4168-97d1-e7bc54e95d8b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad7c232-77da-4e0b-9bfc-e93725148d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:18.139457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.289531 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1134143 Apr 22 14:42:18.293239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33520) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:18.295651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-86b1fc4e-67ec-44bd-9714-30c7a8c05f94 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:18.299398 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-86b1fc4e-67ec-44bd-9714-30c7a8c05f94 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5069489 Apr 22 14:42:18.300020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33524) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:18.307733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:18.361020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.379059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] For port 15de8018-cb1e-4afb-b186-ed32ab7cf755, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15de8018-cb1e-4afb-b186-ed32ab7cf755,segment=NetworkSegment(1bdcad2f-5321-4348-ad42-95c9849e8dec),segment_id=1bdcad2f-5321-4348-ad42-95c9849e8dec)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:18.379420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.410117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:18.422078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.427698 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-15228d0b-a1f0-49ef-a210-a0856765168b req-e3c7b501-ab47-4c4f-8717-063577555328 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 HTTP/1.1" status: 204 len: 173 time: 2.5363045 Apr 22 14:42:18.431543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'name': 'network-vif-deleted', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:42:18.481509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] For port d3c95620-5fec-4168-97d1-e7bc54e95d8b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:18.503478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] For port 15de8018-cb1e-4afb-b186-ed32ab7cf755, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15de8018-cb1e-4afb-b186-ed32ab7cf755,segment=NetworkSegment(1bdcad2f-5321-4348-ad42-95c9849e8dec),segment_id=1bdcad2f-5321-4348-ad42-95c9849e8dec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:18.503923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.517578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] For port d3c95620-5fec-4168-97d1-e7bc54e95d8b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3c95620-5fec-4168-97d1-e7bc54e95d8b,segment=NetworkSegment(8ad7c232-77da-4e0b-9bfc-e93725148d6b),segment_id=8ad7c232-77da-4e0b-9bfc-e93725148d6b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:18.521594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1975aaad-c38a-44e6-8429-422eefd7a8b0 None None] Provisioning for port c80af9e1-bcb4-40fc-81c0-200fbd188868 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:18.572655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8d9eb-b162-4e15-9f3b-3ebd2a433105 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=ed7e21e9-d4d4-40a9-bba2-a5413199a171,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:18.599329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:18.612789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.725271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:18.766182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 15de8018-cb1e-4afb-b186-ed32ab7cf755 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:18.796726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] Calling delete_port for 15de8018-cb1e-4afb-b186-ed32ab7cf755 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:18.847724 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.864463 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6b9ba6-8524-40a1-9c53-cf2bcfdc0c68'] response: {'server_uuid': '01b33345-9e7e-448b-9399-475f79c8fefe', 'name': 'network-vif-deleted', 'tag': '70ad16e5-3a39-4a67-9690-d4dd9edf3bb4', 'status': 'completed', 'code': 200} Apr 22 14:42:18.869992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:18.876055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:18.877837 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Transition to ACTIVE for port object ae7d411c-72fb-47f9-8562-1d4364ae2859 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:18.882706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:18.889011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:18.891268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:18.898994 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.911667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:18.915047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.918075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:18.920172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:18.920985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:18.939476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:19.014736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:19.030594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:19.034954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.178114 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c33558-d416-4376-a345-8c6e1c534dfa None None] Pushing event updated for resources: {'Port': ['ID=ae7d411c-72fb-47f9-8562-1d4364ae2859,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:19.183411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-210f77f9-c7be-42fc-86bf-76847a1475a4 None None] Could not find standard attr ID for object 5c192f17-e92e-4e09-a196-f258b3f75412. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:19.191776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c9830cfc-bbba-426f-9740-2ddca9b2feb9 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:19.224983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 9223749c-9630-4859-afa3-1a981f70a7c1 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:19.314420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.329279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Attempting to bind port ae7d411c-72fb-47f9-8562-1d4364ae2859 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:19.329752 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Attempting to bind port ae7d411c-72fb-47f9-8562-1d4364ae2859 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:19.330103 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Attempting to bind port ae7d411c-72fb-47f9-8562-1d4364ae2859 on network 74272512-01f1-4b5e-b7a1-714e8a40312c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:19.337114 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:19.337644 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Checking segment: {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:19.338100 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.338485 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Bound using segment: {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:19.338938 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Bound port: ae7d411c-72fb-47f9-8562-1d4364ae2859, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd017ce7-0ab8-4295-9bb4-764c87332133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:19.339323 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.360844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca294d2-b239-4ec9-9036-0296bebe6b77 None None] Pushing event updated for resources: {'Port': ['ID=d3c95620-5fec-4168-97d1-e7bc54e95d8b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:19.393953 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66e92584-8399-4ab5-8d02-c37f32ed7d87 req-c5b73fb6-23cf-43e6-a048-36214b16f6e7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b33345-9e7e-448b-9399-475f79c8fefe HTTP/1.1" status: 200 len: 210 time: 0.1728351 Apr 22 14:42:19.425817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.500234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.534527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] Pushing event deleted for resources: {'Port': ['ID=15de8018-cb1e-4afb-b186-ed32ab7cf755,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:19.543278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.545180 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] For port ae7d411c-72fb-47f9-8562-1d4364ae2859, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:19.548954 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] For port ae7d411c-72fb-47f9-8562-1d4364ae2859, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ae7d411c-72fb-47f9-8562-1d4364ae2859,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:19.556819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c9830cfc-bbba-426f-9740-2ddca9b2feb9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:19.557023 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.557615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.564670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=545b6588-ad8c-427b-9972-c97744d5cf22,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:19.577169 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e2033ebb-42e4-40d7-ba42-1a59419b6a0a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7423162 Apr 22 14:42:19.585376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33532) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:19.638485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:19.638722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:19.656635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4cf3bd-d6c3-4ce1-aa51-76983ed2ec95 None None] No DVR routers for this DVR port 15de8018-cb1e-4afb-b186-ed32ab7cf755 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:19.661758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 545b6588-ad8c-427b-9972-c97744d5cf22 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:19.676490 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c33558-d416-4376-a345-8c6e1c534dfa None None] Pushing event updated for resources: {'Port': ['ID=ae7d411c-72fb-47f9-8562-1d4364ae2859,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:19.693358 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:19.693358 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:19.705764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1434765327'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:19.729537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:19.754311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:19.760974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:19.781994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:19.837896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:19.837896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.860839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.916154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:19.926083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.926480 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment e87d7b77-d1df-448e-8643-d6b939789cf5 of type vlan for network e2e1b602-9928-420d-a9cf-d555a444bbc6 Apr 22 14:42:19.958481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:19.979182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c80af9e1-bcb4-40fc-81c0-200fbd188868 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:20.002886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.004009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.008216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:20.008862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.052631 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:20.079408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:20.102413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:20.103966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.106558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:20.113405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:20.114112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.137568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:20.140294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 15de8018-cb1e-4afb-b186-ed32ab7cf755 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:20.140515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 70ad16e5-3a39-4a67-9690-d4dd9edf3bb4 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:20.140792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.187243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c80af9e1-bcb4-40fc-81c0-200fbd188868 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:20.189357 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6027374 Apr 22 14:42:20.198088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c80af9e1-bcb4-40fc-81c0-200fbd188868 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:20.198792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.200460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33536) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:20.212247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:20.222226 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1f9fd74e-8560-4c1d-9af3-9b7600b18763 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1906788 Apr 22 14:42:20.227741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] The port '15de8018-cb1e-4afb-b186-ed32ab7cf755' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:42:20.228599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33540) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:20.229110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b97876-5f08-44dd-9fda-bbb76346e42b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=e2e1b602-9928-420d-a9cf-d555a444bbc6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.235451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'fixed_ips': [{'subnet_id': '4be266bf-5c9a-4e83-ba35-80787876f48d'}, {'subnet_id': '5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c'}], 'name': 'tempest-PortsIpV6TestJSON-225459126'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:20.299855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:20.371774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.463781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.466349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=9223749c-9630-4859-afa3-1a981f70a7c1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.485624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.496440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.534508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port c80af9e1-bcb4-40fc-81c0-200fbd188868, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c80af9e1-bcb4-40fc-81c0-200fbd188868,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:20.535845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ddb74-a45a-4338-b679-a47c0f6ea378 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:20.549028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:20.561756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:20.577443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:20.581616 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7933a409-e30e-4aa1-ab1e-efe35a842aa4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/9223749c-9630-4859-afa3-1a981f70a7c1 HTTP/1.1" status: 204 len: 168 time: 2.2777979 Apr 22 14:42:20.583496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.597120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33546) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:20.606598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:20.623666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.633836 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce20ff6-f3df-4fe9-ae19-5e908d40422b']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.635791 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:11Z', 'revision_number': 3, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:19Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.647367 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b220d3-9f5b-42f3-add5-b48941eef0ed None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:11Z', 'revision_number': 3, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:19Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:20.662843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33550) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:20.717100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdcad2f-5321-4348-ad42-95c9849e8dec') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.721007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdcad2f-5321-4348-ad42-95c9849e8dec') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:20.724347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2bc255b1-b623-4ce3-ae94-91544a9cc923 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184294 Apr 22 14:42:20.732686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33554) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:20.738908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:20.742586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:20.771265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:20.771574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: ed7e21e9-d4d4-40a9-bba2-a5413199a171, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:20.816656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15de8018-cb1e-4afb-b186-ed32ab7cf755 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:20.842770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.909521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 15de8018-cb1e-4afb-b186-ed32ab7cf755 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:20.909930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15de8018-cb1e-4afb-b186-ed32ab7cf755 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:20.915225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.917103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2c706-eea0-4242-9c60-c8affe2e7208 None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:20.963073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:20.963607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.983730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8bf17238-9cda-4668-9b36-5146ce45c6d1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:20.985958 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:20.997874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:21.085218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.123136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:21.130800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.135575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.141450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:21.177530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:21.185720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=c80af9e1-bcb4-40fc-81c0-200fbd188868,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:21.188564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3c95620-5fec-4168-97d1-e7bc54e95d8b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:21.192749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=3ce20ff6-f3df-4fe9-ae19-5e908d40422b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:21.197274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8bf17238-9cda-4668-9b36-5146ce45c6d1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.219970 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ee41e3cb-92bd-4c51-8df3-0aadff7eb2b2 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/3ce20ff6-f3df-4fe9-ae19-5e908d40422b HTTP/1.1" status: 204 len: 168 time: 4.0802038 Apr 22 14:42:21.220218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:21.221833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33558) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.239975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:21.246315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.298751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, ed7e21e9-d4d4-40a9-bba2-a5413199a171) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:21.324687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.325482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.339278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac84e-5466-438c-9c92-9e8fa755465b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.340159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f7aac84e-5466-438c-9c92-9e8fa755465b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:21.359779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b7703e-8d3f-4562-8ddf-62b89802b6b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.360358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-79b7703e-8d3f-4562-8ddf-62b89802b6b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:21.378607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-90871ed6-fc54-49df-86f4-f828e7e8be13 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0809660 Apr 22 14:42:21.379274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33562) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.381719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port d8b43466-4183-48d5-94e8-ecc805bf95b8 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:21.423667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba894f0-58bc-4505-91ea-c825d2429214 None None] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:21.445580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-48413a48-1f0b-4122-abe4-d0b3f1f7fef0 None None] Provisioning for port d3c95620-5fec-4168-97d1-e7bc54e95d8b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:21.449208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f7aac84e-5466-438c-9c92-9e8fa755465b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:21.451337 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f7aac84e-5466-438c-9c92-9e8fa755465b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7116919 Apr 22 14:42:21.458590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33566) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.524119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8bf17238-9cda-4668-9b36-5146ce45c6d1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.551803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf17238-9cda-4668-9b36-5146ce45c6d1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92190826-aac9-4172-afb9-cfeb85c553ad,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:21.602775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-79b7703e-8d3f-4562-8ddf-62b89802b6b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:21.607687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-79b7703e-8d3f-4562-8ddf-62b89802b6b0 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/f78802b0-8e35-4758-b692-98fe5d1c2499 HTTP/1.1" status: 200 len: 841 time: 0.3768067 Apr 22 14:42:21.609324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33570) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.639885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8bf17238-9cda-4668-9b36-5146ce45c6d1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.644050 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8bf17238-9cda-4668-9b36-5146ce45c6d1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/92190826-aac9-4172-afb9-cfeb85c553ad HTTP/1.1" status: 204 len: 168 time: 0.9799225 Apr 22 14:42:21.666395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8c702-7239-4d75-aec0-e38c6061dc82 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:21.666945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a9d8c702-7239-4d75-aec0-e38c6061dc82 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:21.709049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a10de767-7d37-46b9-9e23-ad6951edd3ff tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:21.727130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d3c95620-5fec-4168-97d1-e7bc54e95d8b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:21.729006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a9d8c702-7239-4d75-aec0-e38c6061dc82 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:21.730085 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a9d8c702-7239-4d75-aec0-e38c6061dc82 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2569516 Apr 22 14:42:21.730656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33576) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.754844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33578) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.781626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d3c95620-5fec-4168-97d1-e7bc54e95d8b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:21.782241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.786743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.819297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:21.839075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] Deleting port c80af9e1-bcb4-40fc-81c0-200fbd188868 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:21.839523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:21.850612 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b120a2d2-96a5-4e97-b66f-2b50b28f1ec0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896571 Apr 22 14:42:21.857809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a10de767-7d37-46b9-9e23-ad6951edd3ff tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:21.859271 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a10de767-7d37-46b9-9e23-ad6951edd3ff tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/f78802b0-8e35-4758-b692-98fe5d1c2499?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2502847 Apr 22 14:42:21.864713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33584) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.865255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33586) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:21.877185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:21.908420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:22.008243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:22.009273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.051042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=d756b445-cede-4c8c-a814-c1ce2a7786fc,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:22.087172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '1dc47249-71bc-4ead-9be4-90f82c222662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:22.087716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: 545b6588-ad8c-427b-9972-c97744d5cf22, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:22.095321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.096526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.096526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.096736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.097038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.097383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.097702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.098011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.098317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.098664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.099000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:22.163272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 545b6588-ad8c-427b-9972-c97744d5cf22 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:22.182985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 545b6588-ad8c-427b-9972-c97744d5cf22) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:22.190925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:22.191494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.260250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610194f-f5fd-4084-a93e-8867fb8ecbbb None None] Network 545b6588-ad8c-427b-9972-c97744d5cf22 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:22.322097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::207 (52e623be-2603-4b76-b3a7-2715f0eb0b9f/4be266bf-5c9a-4e83-ba35-80787876f48d/d8b43466-4183-48d5-94e8-ecc805bf95b8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:22.332908 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-00109690-c898-4585-beb3-a4d5b99f1b31 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1313028 Apr 22 14:42:22.335716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33592) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:22.336965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8:0:1::30c (52e623be-2603-4b76-b3a7-2715f0eb0b9f/5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c/d8b43466-4183-48d5-94e8-ecc805bf95b8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:22.344732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:22.356022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:22.364491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:22.384964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:22.392355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:22.394500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.394850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:22.413000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:22.429724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] For port c80af9e1-bcb4-40fc-81c0-200fbd188868, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c80af9e1-bcb4-40fc-81c0-200fbd188868,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:22.430172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.435708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:22.442522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Update dhcp port {'port': {'network_id': '52e623be-2603-4b76-b3a7-2715f0eb0b9f', 'fixed_ips': [{'subnet_id': '4be266bf-5c9a-4e83-ba35-80787876f48d', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': 'd3c95620-5fec-4168-97d1-e7bc54e95d8b'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:42:22.467694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:22.622237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] Calling delete_port for c80af9e1-bcb4-40fc-81c0-200fbd188868 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:22.711773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:22.715219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.720422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:22.724415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:22.731753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port d3c95620-5fec-4168-97d1-e7bc54e95d8b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3c95620-5fec-4168-97d1-e7bc54e95d8b,segment=NetworkSegment(8ad7c232-77da-4e0b-9bfc-e93725148d6b),segment_id=8ad7c232-77da-4e0b-9bfc-e93725148d6b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:22.733511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:22.757552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.760251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:22.773320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.774206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ae7d411c-72fb-47f9-8562-1d4364ae2859 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:22.812892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.918520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:22.969777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.006252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object d8b43466-4183-48d5-94e8-ecc805bf95b8 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:23.007207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Allocated IP 2001:db8:2::2 (ed7e21e9-d4d4-40a9-bba2-a5413199a171/8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295/15aed05a-1ed6-479d-b508-29e95e327d82) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:23.060457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.105281 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:42:23.123193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.148007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=d3c95620-5fec-4168-97d1-e7bc54e95d8b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.185234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.289707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-545b6588-ad8c-427b-9972-c97744d5cf22', 'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': 'd756b445-cede-4c8c-a814-c1ce2a7786fc'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:23.290675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.318600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:23.319677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] No DVR routers for this DVR port c80af9e1-bcb4-40fc-81c0-200fbd188868 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:23.319802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.325663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:23.331915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e768aa-2fed-48ea-a8ca-d880758660e9 None None] Pushing event deleted for resources: {'Port': ['ID=c80af9e1-bcb4-40fc-81c0-200fbd188868,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.338953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:23.342913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:23.343526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.347493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.387518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=d8b43466-4183-48d5-94e8-ecc805bf95b8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.406059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.406436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.407506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.407506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.407506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.407880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.408040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.408484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.408601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.408894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.409258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:23.421811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port ae7d411c-72fb-47f9-8562-1d4364ae2859 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:23.476646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=b6340695-2e74-4134-83d0-5521d4fc324a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.492123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ae7d411c-72fb-47f9-8562-1d4364ae2859 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:23.492422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.513864 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-48fb82cb-75e3-41f8-8379-b44fbf286aec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2817481 Apr 22 14:42:23.517664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:23.517869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33596) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.523397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:23.525853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:23.526973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.530896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4be266bf-5c9a-4e83-ba35-80787876f48d'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:23.538942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.objects.ports [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84058) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:23.542409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.552911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6204535-1de0-4777-a482-56787087d7ff None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:23.577366 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c9ad458d-0430-4f9a-86f8-c69e431ddeb7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7086420 Apr 22 14:42:23.583801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33600) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.608454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:23.611449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:23.611694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'security_group': {'name': 'tempest-secgroup-610060421'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:23.615889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:23.616673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.632448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=ececf702-2a91-4775-bc78-23a7dc74439c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.636349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.645014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:23.649274 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-94497d38-2d3f-493a-8bb3-5b61f061d0cf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7825823 Apr 22 14:42:23.649896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33604) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.656408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:23.660898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482afc0-5821-4577-a9e6-d199006aad5d None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:23.689594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:23.700084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:23.752945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:23.799828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:23.809648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:23.821026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:23.825265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.831646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Allocated IP 2001:db8:0:1::2 (52e623be-2603-4b76-b3a7-2715f0eb0b9f/5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c/d3c95620-5fec-4168-97d1-e7bc54e95d8b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:23.872803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.902987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=457f9648-0701-47e4-bb1f-af7ed9c3aefb,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:23.944683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:23.959750 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ececf702-2a91-4775-bc78-23a7dc74439c (CIDR: 2001:db8::/64) Apr 22 14:42:23.963861 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:23.964348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:23.977187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': 'e87d7b77-d1df-448e-8643-d6b939789cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:23.977542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: e2e1b602-9928-420d-a9cf-d555a444bbc6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:23.988488 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aadbf41a-0b1a-47ae-a078-42674b4d7350 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3349574 Apr 22 14:42:23.988715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33608) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:23.994865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:24.005826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Allocated IP 172.20.0.2 (545b6588-ad8c-427b-9972-c97744d5cf22/d756b445-cede-4c8c-a814-c1ce2a7786fc/eeb87e85-68e1-44ae-a397-7f4bae43fb6c) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:24.061644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Transition to ACTIVE for port object 15aed05a-1ed6-479d-b508-29e95e327d82 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:24.171462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:24.181774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group_rule and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:24.197087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:24.209141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:24.228816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.258638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:24.269835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:24.274180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Transition to ACTIVE for port object 15aed05a-1ed6-479d-b508-29e95e327d82 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:24.282606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:24.286894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.306385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:24.322483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.348288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.423000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.430504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, e2e1b602-9928-420d-a9cf-d555a444bbc6) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:24.489483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:24.489891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.493502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.505237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd04aa-73f3-437c-9509-60000492c432 None None] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:24.583180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8:2::1 (ed7e21e9-d4d4-40a9-bba2-a5413199a171/8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295/19eb7234-a01e-40e1-abeb-2b6a0ed30f10) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:24.584825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.647354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:24.650545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:24.654116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:24.655315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.672080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] For port d3c95620-5fec-4168-97d1-e7bc54e95d8b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3c95620-5fec-4168-97d1-e7bc54e95d8b,segment=NetworkSegment(8ad7c232-77da-4e0b-9bfc-e93725148d6b),segment_id=8ad7c232-77da-4e0b-9bfc-e93725148d6b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:24.676395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=48df82c7-a08b-4e18-b091-47a0393e766b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.696650 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cb02c32d-8e36-414b-bd7d-5d434e1f3eb0 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7036178 Apr 22 14:42:24.696849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33612) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.703408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:68:f4:ed', 'name': 'tempest-NetworksTestDHCPv6-1067280035'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:24.710001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b71b3e-2704-4d28-a403-2b3957f98850,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.721655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.722964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-470046d7-b92d-4e6b-8fb2-f3cbb28c3481 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1233552 Apr 22 14:42:24.725167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b019e2b1-42b5-420d-ba86-790b76de0a87 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3882093 Apr 22 14:42:24.728177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33616) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.728324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33618) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:24.728528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:24.739075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Pushing event updated for resources: {'Port': ['ID=15aed05a-1ed6-479d-b508-29e95e327d82,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:24.747527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:24.750739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:24.756819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port ae7d411c-72fb-47f9-8562-1d4364ae2859, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ae7d411c-72fb-47f9-8562-1d4364ae2859,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:24.781432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'ececf702-2a91-4775-bc78-23a7dc74439c'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:24.782639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.787731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-143917084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:24.792085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'security_group': {'name': 'tempest-secgroup-102737141'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:24.798029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:24.805132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.809914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:24.819014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:24.824033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:24.834332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:24.862182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.903015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:24.910873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:router and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:24.920626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:24.925789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:24.936910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:24.939544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:24.943677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:24.946143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group_rule and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:24.950848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:24.962000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:24.973362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:24.977150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:24.987414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3c95620-5fec-4168-97d1-e7bc54e95d8b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:25.010263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.011183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.020930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.021154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 95caa852-9ea3-4676-b3f2-26c15e6be8ff yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:25.082064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.112042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.128611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.134582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.136285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:25.183007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.208762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.209116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.226991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.228221 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4922149 Apr 22 14:42:25.228920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde00363-1801-4c9c-8d03-b4d50adf818c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e460f2-f5dd-4bb4-874a-3736916409e3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:25.230755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Transition to ACTIVE for port object d3c95620-5fec-4168-97d1-e7bc54e95d8b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:25.243071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33624) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.250805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-66228152', 'security_groups': ['38e460f2-f5dd-4bb4-874a-3736916409e3'], 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6340695-2e74-4134-83d0-5521d4fc324a'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:25.253660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=ae7d411c-72fb-47f9-8562-1d4364ae2859,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:25.263060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.264363 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ee00568c-865f-44eb-a921-28901c944c26 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5319178 Apr 22 14:42:25.274230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Attempting to bind port 15aed05a-1ed6-479d-b508-29e95e327d82 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:25.274597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Attempting to bind port 15aed05a-1ed6-479d-b508-29e95e327d82 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:25.274951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Attempting to bind port 15aed05a-1ed6-479d-b508-29e95e327d82 on network ed7e21e9-d4d4-40a9-bba2-a5413199a171 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:25.279661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33628) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:25.296835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:25.297566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Checking segment: {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:25.298187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.298860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Bound using segment: {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:25.299494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Bound port: 15aed05a-1ed6-479d-b508-29e95e327d82, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:25.300026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.310611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.330432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Transition to ACTIVE for port object eeb87e85-68e1-44ae-a397-7f4bae43fb6c will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:25.331086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:25.372516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:25.381710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:25.382218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.388679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:25.415332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Delete allocated IP 2001:db8:0:1::30c (52e623be-2603-4b76-b3a7-2715f0eb0b9f/5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c) {{(pid=84059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:42:25.442034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-82c19dfb-1476-4c52-8485-3660bd47acb1', 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'tenant_id': '5fddeb02b21b4a169528a606f2bc044f', 'fixed_ips': [{'subnet_id': 'b6340695-2e74-4134-83d0-5521d4fc324a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:25.442843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.564957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Transition to ACTIVE for port object eeb87e85-68e1-44ae-a397-7f4bae43fb6c will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:25.642563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:25.649050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.652513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-e2e1b602-9928-420d-a9cf-d555a444bbc6', 'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': '457f9648-0701-47e4-bb1f-af7ed9c3aefb'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:25.653294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.654217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:25.656683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.658314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8:0:1::33 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/48df82c7-a08b-4e18-b091-47a0393e766b/95caa852-9ea3-4676-b3f2-26c15e6be8ff) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:25.676361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 428af1c7-d059-4410-bea1-10d386296731 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:25.676698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.701583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde2b27-95ed-4f14-8c6a-17f125374fb3 None None] Pushing event updated for resources: {'Port': ['ID=d3c95620-5fec-4168-97d1-e7bc54e95d8b,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:25.753594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe68:f4ed (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ececf702-2a91-4775-bc78-23a7dc74439c/95caa852-9ea3-4676-b3f2-26c15e6be8ff) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:25.757043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] For port 15aed05a-1ed6-479d-b508-29e95e327d82, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:25.761750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] For port 15aed05a-1ed6-479d-b508-29e95e327d82, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15aed05a-1ed6-479d-b508-29e95e327d82,segment=NetworkSegment(54b0963f-0323-4abb-8cb2-d130b560a77b),segment_id=54b0963f-0323-4abb-8cb2-d130b560a77b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:25.821210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Network 545b6588-ad8c-427b-9972-c97744d5cf22 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:25.835394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:25.839914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:25.848910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c80af9e1-bcb4-40fc-81c0-200fbd188868 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:25.851418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:25.856613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.887129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:25.887759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:25.935001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c80af9e1-bcb4-40fc-81c0-200fbd188868 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:25.935425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c80af9e1-bcb4-40fc-81c0-200fbd188868 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:26.145694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Pushing event updated for resources: {'Port': ['ID=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:26.146844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.163148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port 24e4de58-d989-4239-bab0-51d40cafc38d yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:26.284086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Ignored duplicate provisioning block setup for port d8b43466-4183-48d5-94e8-ecc805bf95b8 by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:42:26.330785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Attempting to bind port eeb87e85-68e1-44ae-a397-7f4bae43fb6c on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:26.331253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Attempting to bind port eeb87e85-68e1-44ae-a397-7f4bae43fb6c by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '1dc47249-71bc-4ead-9be4-90f82c222662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:26.331542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Attempting to bind port eeb87e85-68e1-44ae-a397-7f4bae43fb6c on network 545b6588-ad8c-427b-9972-c97744d5cf22 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:26.360599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.367198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Allocated IP 172.20.0.2 (82c19dfb-1476-4c52-8485-3660bd47acb1/b6340695-2e74-4134-83d0-5521d4fc324a/b7aa9f84-7902-43c6-8bbb-c453d6f0e975) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:26.383185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:26.383553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Checking segment: {'id': '1dc47249-71bc-4ead-9be4-90f82c222662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:26.384011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.384409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Bound using segment: {'id': '1dc47249-71bc-4ead-9be4-90f82c222662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:26.384935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Bound port: eeb87e85-68e1-44ae-a397-7f4bae43fb6c, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc47249-71bc-4ead-9be4-90f82c222662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '545b6588-ad8c-427b-9972-c97744d5cf22'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:26.385642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.402376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7accccf-76e8-4885-b2e7-e68005577913 None None] Pushing event updated for resources: {'Port': ['ID=15aed05a-1ed6-479d-b508-29e95e327d82,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:26.446696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Allocated IP 172.21.0.2 (e2e1b602-9928-420d-a9cf-d555a444bbc6/457f9648-0701-47e4-bb1f-af7ed9c3aefb/d54e5993-91ca-403c-985f-5ac122ed1318) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:26.587831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=d8b43466-4183-48d5-94e8-ecc805bf95b8,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:26.604488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 428af1c7-d059-4410-bea1-10d386296731, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=428af1c7-d059-4410-bea1-10d386296731,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:26.604840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.609207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562634db-bea3-4a3b-903d-20f483ef1bcd None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:26.716387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.719897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.802642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 95caa852-9ea3-4676-b3f2-26c15e6be8ff will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:26.839710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 428af1c7-d059-4410-bea1-10d386296731 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:26.873030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] For port eeb87e85-68e1-44ae-a397-7f4bae43fb6c, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:26.888353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] In _notify_port_updated(), no bound segment for port d8b43466-4183-48d5-94e8-ecc805bf95b8 on network 52e623be-2603-4b76-b3a7-2715f0eb0b9f {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:42:26.892497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:26.892763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] For port eeb87e85-68e1-44ae-a397-7f4bae43fb6c, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,segment=NetworkSegment(1dc47249-71bc-4ead-9be4-90f82c222662),segment_id=1dc47249-71bc-4ead-9be4-90f82c222662)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:26.893163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.897717 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-15535583-7c23-40f8-914c-0406dcf81938 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/ports/d8b43466-4183-48d5-94e8-ecc805bf95b8 HTTP/1.1" status: 200 len: 925 time: 3.3775408 Apr 22 14:42:26.898649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33632) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:26.906099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-260f9683-e42f-4099-8b3c-57b123f3405b None None] Provisioning for port d3c95620-5fec-4168-97d1-e7bc54e95d8b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:26.937986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:26.939484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4be266bf-5c9a-4e83-ba35-80787876f48d'}, {'subnet_id': '5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:27.004689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.036662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-260f9683-e42f-4099-8b3c-57b123f3405b None None] Provisioning complete for port d3c95620-5fec-4168-97d1-e7bc54e95d8b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:27.037036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-260f9683-e42f-4099-8b3c-57b123f3405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.153235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15aed05a-1ed6-479d-b508-29e95e327d82 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:27.176413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.229882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.20.0.1 (545b6588-ad8c-427b-9972-c97744d5cf22/d756b445-cede-4c8c-a814-c1ce2a7786fc/2f0a766b-1727-40f1-95c1-06028d39969e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:27.232818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.233696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.279914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:27.280963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=95caa852-9ea3-4676-b3f2-26c15e6be8ff,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:27.285177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:27.287968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:27.292470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:27.293082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.409382 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fd39edb4-c7f4-47ed-9003-11b66ca3fbcc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7091839 Apr 22 14:42:27.412919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33636) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:27.470962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fcae7-a219-4be6-a963-97ff10fe6093 None None] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:27.510564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.524844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:27.531803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:27.546603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 95caa852-9ea3-4676-b3f2-26c15e6be8ff {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:27.547102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.604248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.610954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Allocated IP 2001:db8::f816:3eff:fe3a:e52e (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ececf702-2a91-4775-bc78-23a7dc74439c/9c0ee37f-379f-46e2-893c-2ac96564c9dc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:27.627858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:27.630562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.711653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40060740-6635-41fc-a5e8-2c6ceba942d6 None None] Pushing event updated for resources: {'Port': ['ID=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:27.715736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 2f0a766b-1727-40f1-95c1-06028d39969e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:27.750868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.820916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Transition to ACTIVE for port object d54e5993-91ca-403c-985f-5ac122ed1318 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:27.877197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.898783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Transition to ACTIVE for port object b7aa9f84-7902-43c6-8bbb-c453d6f0e975 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:27.928557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:27.989638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 545b6588-ad8c-427b-9972-c97744d5cf22 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:27.993603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.003075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:28.010890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:28.104541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Transition to ACTIVE for port object d54e5993-91ca-403c-985f-5ac122ed1318 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:28.129189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Transition to ACTIVE for port object b7aa9f84-7902-43c6-8bbb-c453d6f0e975 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:28.140779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 15aed05a-1ed6-479d-b508-29e95e327d82 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:28.152082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ae7d411c-72fb-47f9-8562-1d4364ae2859 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:28.179819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=428af1c7-d059-4410-bea1-10d386296731,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:28.199715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=2f0a766b-1727-40f1-95c1-06028d39969e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:28.200707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.252124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.387888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 95caa852-9ea3-4676-b3f2-26c15e6be8ff owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:28.441128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:28.445425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:28.483259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.491521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Pushing event updated for resources: {'Port': ['ID=d54e5993-91ca-403c-985f-5ac122ed1318,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:28.494354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:28.522187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.9 (82c19dfb-1476-4c52-8485-3660bd47acb1/b6340695-2e74-4134-83d0-5521d4fc324a/24e4de58-d989-4239-bab0-51d40cafc38d) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:28.577160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:28.615502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:28.704982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:28.794072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8:0:1::28a (52e623be-2603-4b76-b3a7-2715f0eb0b9f/5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c/d8b43466-4183-48d5-94e8-ecc805bf95b8) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:28.842846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:28.983260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:28.989565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] Provisioning for port 15aed05a-1ed6-479d-b508-29e95e327d82 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:28.992629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Pushing event updated for resources: {'Port': ['ID=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.026017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.031777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] Provisioning complete for port 15aed05a-1ed6-479d-b508-29e95e327d82 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:29.031777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.048350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.106577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Attempting to bind port d54e5993-91ca-403c-985f-5ac122ed1318 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:29.107339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Attempting to bind port d54e5993-91ca-403c-985f-5ac122ed1318 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'e87d7b77-d1df-448e-8643-d6b939789cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:29.107880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Attempting to bind port d54e5993-91ca-403c-985f-5ac122ed1318 on network e2e1b602-9928-420d-a9cf-d555a444bbc6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:29.119548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Attempting to bind port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:29.120215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Attempting to bind port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '70fe3fa7-88a8-4d16-a2c7-52cf8622770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:29.120741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Attempting to bind port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 on network 82c19dfb-1476-4c52-8485-3660bd47acb1 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:29.148094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ae7d411c-72fb-47f9-8562-1d4364ae2859 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:29.148504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.201345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:29.201730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Checking segment: {'id': '70fe3fa7-88a8-4d16-a2c7-52cf8622770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:29.202135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.202526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Bound using segment: {'id': '70fe3fa7-88a8-4d16-a2c7-52cf8622770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:29.203012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Bound port: b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fe3fa7-88a8-4d16-a2c7-52cf8622770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:29.203386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.245781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:29.246153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Checking segment: {'id': 'e87d7b77-d1df-448e-8643-d6b939789cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:29.246659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.246976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Bound using segment: {'id': 'e87d7b77-d1df-448e-8643-d6b939789cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:29.247496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Bound port: d54e5993-91ca-403c-985f-5ac122ed1318, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87d7b77-d1df-448e-8643-d6b939789cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e2e1b602-9928-420d-a9cf-d555a444bbc6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:29.247899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.263141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.274959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object 24e4de58-d989-4239-bab0-51d40cafc38d will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:29.301641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Transition to ACTIVE for port object 9c0ee37f-379f-46e2-893c-2ac96564c9dc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:29.329210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Transition to ACTIVE for port object 9c0ee37f-379f-46e2-893c-2ac96564c9dc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:29.365047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=95caa852-9ea3-4676-b3f2-26c15e6be8ff,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.370157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.415104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.421768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Ignored duplicate provisioning block setup for port d8b43466-4183-48d5-94e8-ecc805bf95b8 by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:42:29.442381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.453973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] For port b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:29.458561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] For port b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,segment=NetworkSegment(70fe3fa7-88a8-4d16-a2c7-52cf8622770a),segment_id=70fe3fa7-88a8-4d16-a2c7-52cf8622770a)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:29.510161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.514108 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329525f5-f5c4-4d70-b822-74e6d6844d5b None None] Network 545b6588-ad8c-427b-9972-c97744d5cf22 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:29.567771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.659899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] For port d54e5993-91ca-403c-985f-5ac122ed1318, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:29.664986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] For port d54e5993-91ca-403c-985f-5ac122ed1318, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d54e5993-91ca-403c-985f-5ac122ed1318,segment=NetworkSegment(e87d7b77-d1df-448e-8643-d6b939789cf5),segment_id=e87d7b77-d1df-448e-8643-d6b939789cf5)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:29.731317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] In _notify_port_updated(), no bound segment for port d8b43466-4183-48d5-94e8-ecc805bf95b8 on network 52e623be-2603-4b76-b3a7-2715f0eb0b9f {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:42:29.735692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:29.738220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.741276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.746283 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/ports/d8b43466-4183-48d5-94e8-ecc805bf95b8 HTTP/1.1" status: 200 len: 1011 time: 2.8319955 Apr 22 14:42:29.747106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33640) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.770723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349f3c-07fc-4321-bafb-5d66de5b2904 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=d8b43466-4183-48d5-94e8-ecc805bf95b8,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:29.777119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.777369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:29.806850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ab741262-f19b-490d-8b24-17dc876dc380 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4256523 Apr 22 14:42:29.807635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33644) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.807799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.815949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1121007615'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:29.821575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.823402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:29.828959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:network and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:29.833252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:29.833806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:29.839873 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cbd1c0a6-a03b-41b3-ae4d-f094a8abe32d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/95caa852-9ea3-4676-b3f2-26c15e6be8ff HTTP/1.1" status: 204 len: 168 time: 2.4242241 Apr 22 14:42:29.841826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33648) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:29.847424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:29.898273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:29.908144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:29.908795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:29.973600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:30.007869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port d8b43466-4183-48d5-94e8-ecc805bf95b8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:30.008208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.014827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:30.126874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:30.131167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=24e4de58-d989-4239-bab0-51d40cafc38d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.158144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:30.162356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.248572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4533b-3fcd-4d03-b0da-b5177779e335 None None] Pushing event updated for resources: {'Port': ['ID=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.265476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3c95620-5fec-4168-97d1-e7bc54e95d8b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:30.293854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:30.321855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0f6de-8958-4b9f-96a5-b5624878196f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:30.322946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-83b0f6de-8958-4b9f-96a5-b5624878196f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:30.325345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:30.337847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.338432 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added segment c9a94358-d4b3-4e9a-9307-12e9ffb49476 of type vlan for network e4324018-cf68-421c-95eb-8b3c74526e65 Apr 22 14:42:30.368588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:30.444961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:30.445205 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.477894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.509492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=2f0a766b-1727-40f1-95c1-06028d39969e,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.587899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-83b0f6de-8958-4b9f-96a5-b5624878196f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:30.600152 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-83b0f6de-8958-4b9f-96a5-b5624878196f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.7554040 Apr 22 14:42:30.604135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33652) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:30.611370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.629980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:30.683199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Pushing event updated for resources: {'Port': ['ID=9c0ee37f-379f-46e2-893c-2ac96564c9dc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.693030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.696516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:30.697220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.782261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:30.783321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.816827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0034299 Apr 22 14:42:30.818584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33656) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:30.822563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Attempting to bind port 9c0ee37f-379f-46e2-893c-2ac96564c9dc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:30.822922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Attempting to bind port 9c0ee37f-379f-46e2-893c-2ac96564c9dc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:30.823274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Attempting to bind port 9c0ee37f-379f-46e2-893c-2ac96564c9dc on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:30.829558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'subnet': {'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:30.846630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f8dbd-05d5-45c0-9f10-55ea0cf95818 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Network': ['ID=e4324018-cf68-421c-95eb-8b3c74526e65,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:30.874043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] For port 15aed05a-1ed6-479d-b508-29e95e327d82, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15aed05a-1ed6-479d-b508-29e95e327d82,segment=NetworkSegment(54b0963f-0323-4abb-8cb2-d130b560a77b),segment_id=54b0963f-0323-4abb-8cb2-d130b560a77b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:30.884220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e4324018-cf68-421c-95eb-8b3c74526e65 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:30.926057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:30.926488 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:30.926820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.927199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:30.927678 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Bound port: 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:30.928051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.928803 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dcfb8fb5-7e80-4fd4-881b-b04df77dad70 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.6847003 Apr 22 14:42:30.929748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33660) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:30.953470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:30.977190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:31.005545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 545b6588-ad8c-427b-9972-c97744d5cf22 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:31.013670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:31.078251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:31.086703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:subnet and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:31.090546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:31.098647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:31.118059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Made reservation on behalf of cacc89282ede4ca08651fd0b5dc7af2a for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:31.159317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Pushing event updated for resources: {'Port': ['ID=d54e5993-91ca-403c-985f-5ac122ed1318,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:31.239277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.280960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369bb97-aa7b-4f2d-a75c-8b1a6bf0b903 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:31.281702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2369bb97-aa7b-4f2d-a75c-8b1a6bf0b903 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:31.284394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d3c95620-5fec-4168-97d1-e7bc54e95d8b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:31.284971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.292621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.364483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.364820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.365503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.366039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.366530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.367019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.367501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.367981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.368451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.368923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.369388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6244052-d4fe-4ec2-a611-517ce5d38a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:42:31.497043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for d8b43466-4183-48d5-94e8-ecc805bf95b8 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:31.508783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 66cbf0c9-ca8c-452e-b353-a2982ee457de has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:31.509350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Provisioning for port eeb87e85-68e1-44ae-a397-7f4bae43fb6c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:31.546816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] For port 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:31.589132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2369bb97-aa7b-4f2d-a75c-8b1a6bf0b903 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:31.590506 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2369bb97-aa7b-4f2d-a75c-8b1a6bf0b903 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.9835405 Apr 22 14:42:31.601220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] For port 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9c0ee37f-379f-46e2-893c-2ac96564c9dc,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:31.607358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33664) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:31.625033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:31.632940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:31.654181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:31.663298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef09c-1958-4580-9d03-8c421c434555 None None] Pushing event updated for resources: {'Port': ['ID=15aed05a-1ed6-479d-b508-29e95e327d82,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:31.700735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.762756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:31.799544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef301f8-b530-4955-be04-91bf98a5351b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:31.801815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef301f8-b530-4955-be04-91bf98a5351b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:31.803243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef301f8-b530-4955-be04-91bf98a5351b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:31.805047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cef301f8-b530-4955-be04-91bf98a5351b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1189754 Apr 22 14:42:31.841971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33668) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:31.889262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:31.895221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Provisioning complete for port d3c95620-5fec-4168-97d1-e7bc54e95d8b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:31.895681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:31.935714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503291a-bbe4-44d7-8136-d1a8cc63df8c None None] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:32.189315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd55bf-c2dd-45be-b378-20dc5c9606fe None None] Pushing event updated for resources: {'Port': ['ID=9c0ee37f-379f-46e2-893c-2ac96564c9dc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:32.322273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.342156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:25Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:26Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:32.356195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.429511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:32.429876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Updating router 2efbd729-d49d-43ca-9408-462f31d5b9ac port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:32.524964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d54e5993-91ca-403c-985f-5ac122ed1318 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:32.566978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Subnet': ['ID=63898732-e3c2-4d64-852f-a992c30ebc4c,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:32.571604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 48df82c7-a08b-4e18-b091-47a0393e766b {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:32.585723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.642737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:32.663205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.666179 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] Sync routers for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:32.676063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.689044 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:32.691890 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:32.712657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Checking segment: {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:32.713167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network hostable DHCP agents. Network: e4324018-cf68-421c-95eb-8b3c74526e65, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:32.725389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-54b12d81-8fdf-4d95-b243-e37b0793be34 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/66cbf0c9-ca8c-452e-b353-a2982ee457de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9921103 Apr 22 14:42:32.732633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33672) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:32.773739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.842303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d89c52ec-aa8c-44b1-a746-f9e2026e46ae is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:32.850041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:32.904823 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6340695-2e74-4134-83d0-5521d4fc324a (CIDR: 172.20.0.0/28) Apr 22 14:42:32.907220 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:33.012551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network e4324018-cf68-421c-95eb-8b3c74526e65 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:33.020132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=d8b43466-4183-48d5-94e8-ecc805bf95b8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:33.147803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, e4324018-cf68-421c-95eb-8b3c74526e65) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:33.166680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:33.167262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.184290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d0c31-97fb-4d59-837e-5f9c7a4d6090 None None] Network e4324018-cf68-421c-95eb-8b3c74526e65 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:33.191966 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:33.192412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:33.218601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.242537 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8145e192-6c79-475d-8ff9-940aaaea8d7a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/d8b43466-4183-48d5-94e8-ecc805bf95b8 HTTP/1.1" status: 204 len: 168 time: 3.4831386 Apr 22 14:42:33.242792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33676) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.282291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.287958 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-17170b74-3f7f-4ab1-96b0-2c9c9152fd23 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4683707 Apr 22 14:42:33.303916 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d67a3ed-42b5-4390-8299-e86a7866eabe tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:42:33.304433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0d67a3ed-42b5-4390-8299-e86a7866eabe tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:33.320436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33680) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.330222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1127a1b1-2d3a-443f-a584-374fb361ce8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3945830 Apr 22 14:42:33.351979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33684) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.361485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:33.418531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet fef20f1d-de9a-49b5-a6b9-931c0186def2 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:33.430449 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:42:27Z', 'revision_number': 7, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:33.432004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Provisioning complete for port 15aed05a-1ed6-479d-b508-29e95e327d82 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:33.432371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.434042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=48df82c7-a08b-4e18-b091-47a0393e766b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:33.438751 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] Checking router: 66cbf0c9-ca8c-452e-b353-a2982ee457de for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:33.448704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.461333 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] Routers {'66cbf0c9-ca8c-452e-b353-a2982ee457de'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:33.462250 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['66cbf0c9-ca8c-452e-b353-a2982ee457de'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:33.551539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.555741 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b7ebdb4b-a2a5-4aa1-b101-ada7e263708a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/48df82c7-a08b-4e18-b091-47a0393e766b HTTP/1.1" status: 204 len: 168 time: 1.7104878 Apr 22 14:42:33.556454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33688) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.569565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd52424-a670-4946-b4bf-9850c1ec908b None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:33.593968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0d67a3ed-42b5-4390-8299-e86a7866eabe tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:33.595447 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0d67a3ed-42b5-4390-8299-e86a7866eabe tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/d8b43466-4183-48d5-94e8-ecc805bf95b8 HTTP/1.1" status: 404 len: 333 time: 0.3517857 Apr 22 14:42:33.600759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33692) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.623246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d54e5993-91ca-403c-985f-5ac122ed1318 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:33.652558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet ececf702-2a91-4775-bc78-23a7dc74439c {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:33.657590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:33.661803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:33.668923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:33.675433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:33.676602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.705455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:33.709289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.721639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.776636 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] Set router 66cbf0c9-ca8c-452e-b353-a2982ee457de gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:33.777854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15aed05a-1ed6-479d-b508-29e95e327d82 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:33.801491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.856855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.869864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:33.879472 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5f3442ed-94e2-4d9a-8d03-c1c4d2d08fde tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d89c52ec-aa8c-44b1-a746-f9e2026e46ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5923615 Apr 22 14:42:33.883453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33696) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:33.941968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:33.943152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] Sync routers for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:33.972178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Transition to ACTIVE for port object 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:33.978624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.010877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.058854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487c3f4-3a27-407a-9598-e5a9661fe01d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:34.059441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b487c3f4-3a27-407a-9598-e5a9661fe01d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:34.139021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:34.143210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.172524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.176905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b487c3f4-3a27-407a-9598-e5a9661fe01d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:34.178126 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b487c3f4-3a27-407a-9598-e5a9661fe01d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports/2f0a766b-1727-40f1-95c1-06028d39969e HTTP/1.1" status: 200 len: 910 time: 0.2915506 Apr 22 14:42:34.184665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33700) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.209787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:34.210856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:34.237339 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:42:27Z', 'revision_number': 7, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:34.241329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.243605 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7de57-9e58-404e-870e-fc856d229b36 None None] The sync data for ids ['66cbf0c9-ca8c-452e-b353-a2982ee457de'] in dv-neutron-838878-1-hyperv is: [{'id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'name': 'tempest-TestNetworkBasicOps-router-854042958', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:39:18Z', 'updated_at': '2022-04-22T14:42:27Z', 'revision_number': 7, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '054e854e-092e-457d-a90e-50fcc7ea000f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cbf0c9-ca8c-452e-b353-a2982ee457de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:39:19Z', 'updated_at': '2022-04-22T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:34.296519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.304575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=fef20f1d-de9a-49b5-a6b9-931c0186def2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:34.308502 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-163078f8-699c-4fdd-8a48-404aa5a45835 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/fef20f1d-de9a-49b5-a6b9-931c0186def2 HTTP/1.1" status: 204 len: 168 time: 1.5590968 Apr 22 14:42:34.315735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33704) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.342340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 15aed05a-1ed6-479d-b508-29e95e327d82 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:34.342340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.390008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983f3d1-455d-49b0-a183-7717e3037526 None None] Pushing event updated for resources: {'Port': ['ID=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:34.394182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78790d-8ed2-4e80-b1c4-5cd4727f9770 None None] Network fc2680ec-4f0b-4f53-9998-1f6981bdd410 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:34.463936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.483827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-e4324018-cf68-421c-95eb-8b3c74526e65', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:34.484831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.510694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:34.643375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.676904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.731297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Provisioning for port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:34.735289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.752848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=ececf702-2a91-4775-bc78-23a7dc74439c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:34.757406 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-17b0dfe1-e866-4b5b-a403-0734e56f4e1e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ececf702-2a91-4775-bc78-23a7dc74439c HTTP/1.1" status: 204 len: 168 time: 1.1998472 Apr 22 14:42:34.760837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.761478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33708) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.838824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:34.839651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:34.890622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dc4d6b5a-113c-4eb0-a80f-d1c054306943 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242170 Apr 22 14:42:34.892680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Attempting to bind port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:34.894085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Attempting to bind port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:34.894085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Attempting to bind port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 on network ed7e21e9-d4d4-40a9-bba2-a5413199a171 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:34.902241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33712) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:34.910220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dd270559-4998-492b-ac94-6d5bf7daadb8 None None] Could not find standard attr ID for object d8b43466-4183-48d5-94e8-ecc805bf95b8. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:34.933037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.940563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:34.941116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d412446-557f-4693-b5fe-47b74662a664 None None] The sync data for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:34.956969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:34.980398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:34.980834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Checking segment: {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:34.981333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:34.981908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Bound using segment: {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:34.982496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Bound port: 19eb7234-a01e-40e1-abeb-2b6a0ed30f10, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b0963f-0323-4abb-8cb2-d130b560a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:34.982994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.080481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:35.087591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.101914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:35.114288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:35.115022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.116156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:35.121364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=cf95dcb5-8ec6-4391-ab5b-2d14072392ae,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:35.125620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fc631-9c09-48a8-af49-df2a63162d73 None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:35.130507 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c HTTP/1.1" status: 204 len: 168 time: 1.5270569 Apr 22 14:42:35.135603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33716) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.139709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:35.145305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:35.152140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490aeda-2619-46e5-a975-36db0a43cf04 None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:35.177737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ea968-09af-471a-a4a7-16ea08f194e5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:35.181533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:35.185192 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-23365f6e-fd03-4738-a9f3-517de09eb1b5 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8292341 Apr 22 14:42:35.185895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33720) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:35.193633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605949614', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf95dcb5-8ec6-4391-ab5b-2d14072392ae'}], 'security_groups': ['c7b71b3e-2704-4d28-a403-2b3957f98850']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:35.228162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:35.234597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.344092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eeb87e85-68e1-44ae-a397-7f4bae43fb6c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:35.375620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.412714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.437248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Allocated IP 2001:db8:3::2 (e4324018-cf68-421c-95eb-8b3c74526e65/63898732-e3c2-4d64-852f-a992c30ebc4c/7553876d-4750-4615-afb5-d30c11637a53) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:35.463807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning for port 2f0a766b-1727-40f1-95c1-06028d39969e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:35.522902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning complete for port 2f0a766b-1727-40f1-95c1-06028d39969e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:35.523858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.587392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] For port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:35.691134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] DHCP port deletion for fc2680ec-4f0b-4f53-9998-1f6981bdd410 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:35.709015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] For port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,segment=NetworkSegment(54b0963f-0323-4abb-8cb2-d130b560a77b),segment_id=54b0963f-0323-4abb-8cb2-d130b560a77b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:35.719101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 4be266bf-5c9a-4e83-ba35-80787876f48d {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:35.731693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.775782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] Deleting port 4011281e-7067-4739-a2c8-8532cc1ab9dc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:35.775782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.814426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84fb3a-cfcf-4fbf-9c14-751d21afa893 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:35.826634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.831338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.879819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:35.963729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Port 2f0a766b-1727-40f1-95c1-06028d39969e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:35.999743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.072330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port eeb87e85-68e1-44ae-a397-7f4bae43fb6c completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:36.201249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port eeb87e85-68e1-44ae-a397-7f4bae43fb6c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:36.201841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.349167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Delete allocated IP 172.20.0.9 (82c19dfb-1476-4c52-8485-3660bd47acb1/b6340695-2e74-4134-83d0-5521d4fc324a) {{(pid=84058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:42:36.360696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.18 (82c19dfb-1476-4c52-8485-3660bd47acb1/cf95dcb5-8ec6-4391-ab5b-2d14072392ae/24e4de58-d989-4239-bab0-51d40cafc38d) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:36.424758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.484889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983f3d1-455d-49b0-a183-7717e3037526 None None] Pushing event updated for resources: {'Port': ['ID=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:36.568065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:36.643280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.663872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.700363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 054e854e-092e-457d-a90e-50fcc7ea000f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:36.700666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.735588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.743323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=4be266bf-5c9a-4e83-ba35-80787876f48d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:36.748634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:36.749274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:36.750942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:36.767827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.21.0.1 (e2e1b602-9928-420d-a9cf-d555a444bbc6/457f9648-0701-47e4-bb1f-af7ed9c3aefb/655756e1-1b90-40e9-8d66-f51d035d02e4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:36.817034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.887114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.906307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Ignored duplicate provisioning block setup for port 24e4de58-d989-4239-bab0-51d40cafc38d by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:42:36.907535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Transition to ACTIVE for port object 7553876d-4750-4615-afb5-d30c11637a53 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:36.913210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] For port 4011281e-7067-4739-a2c8-8532cc1ab9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4011281e-7067-4739-a2c8-8532cc1ab9dc,segment=NetworkSegment(a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd),segment_id=a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:36.913620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:36.919272 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b35ff7db-68d8-4170-8648-6fc00f0ffdd9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/4be266bf-5c9a-4e83-ba35-80787876f48d HTTP/1.1" status: 204 len: 168 time: 1.7742665 Apr 22 14:42:36.924973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33726) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:36.925631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.021055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 054e854e-092e-457d-a90e-50fcc7ea000f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=054e854e-092e-457d-a90e-50fcc7ea000f,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:37.021447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.105234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] Calling delete_port for 4011281e-7067-4739-a2c8-8532cc1ab9dc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:37.161609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 054e854e-092e-457d-a90e-50fcc7ea000f owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:37.186578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Transition to ACTIVE for port object 7553876d-4750-4615-afb5-d30c11637a53 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:37.187428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.194362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.200613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=24e4de58-d989-4239-bab0-51d40cafc38d,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:37.229714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.247337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 655756e1-1b90-40e9-8d66-f51d035d02e4 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:37.258549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port d3c95620-5fec-4168-97d1-e7bc54e95d8b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:37.258902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.312326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] In _notify_port_updated(), no bound segment for port 24e4de58-d989-4239-bab0-51d40cafc38d on network 82c19dfb-1476-4c52-8485-3660bd47acb1 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:42:37.316129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:37.316742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.320690 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ecee79d4-5a1a-4f2c-a6cf-2ed9368817a6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/ports/24e4de58-d989-4239-bab0-51d40cafc38d HTTP/1.1" status: 200 len: 921 time: 2.1297750 Apr 22 14:42:37.322967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33730) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:37.325513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.348261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning complete for port eeb87e85-68e1-44ae-a397-7f4bae43fb6c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:37.352238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.372356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Allocated IP 2001:db8:3::1 (e4324018-cf68-421c-95eb-8b3c74526e65/63898732-e3c2-4d64-852f-a992c30ebc4c/057e5735-5e24-4986-a12a-34e386a6e651) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:37.497448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port 24e4de58-d989-4239-bab0-51d40cafc38d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:37.505844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.566123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:37.633155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.664853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.677107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Network e4324018-cf68-421c-95eb-8b3c74526e65 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:37.678910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Pushing event updated for resources: {'Port': ['ID=7553876d-4750-4615-afb5-d30c11637a53,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:37.690675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:37.743751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:37.763826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.815404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.823246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.833068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Update dhcp port {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'fixed_ips': [{'subnet_id': 'b6340695-2e74-4134-83d0-5521d4fc324a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf95dcb5-8ec6-4391-ab5b-2d14072392ae'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': 'b7aa9f84-7902-43c6-8bbb-c453d6f0e975'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:42:37.851645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] For port 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9c0ee37f-379f-46e2-893c-2ac96564c9dc,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:37.941807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:37.961743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Transition to ACTIVE for port object 057e5735-5e24-4986-a12a-34e386a6e651 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:38.023394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.039220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=054e854e-092e-457d-a90e-50fcc7ea000f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.072893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] For port d3c95620-5fec-4168-97d1-e7bc54e95d8b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3c95620-5fec-4168-97d1-e7bc54e95d8b,segment=NetworkSegment(8ad7c232-77da-4e0b-9bfc-e93725148d6b),segment_id=8ad7c232-77da-4e0b-9bfc-e93725148d6b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:38.073509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.082324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:38.135468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] Pushing event deleted for resources: {'Port': ['ID=4011281e-7067-4739-a2c8-8532cc1ab9dc,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.180131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port eeb87e85-68e1-44ae-a397-7f4bae43fb6c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,segment=NetworkSegment(1dc47249-71bc-4ead-9be4-90f82c222662),segment_id=1dc47249-71bc-4ead-9be4-90f82c222662)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:38.231407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for d3c95620-5fec-4168-97d1-e7bc54e95d8b owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:38.314150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12ecf76-a7f5-456f-8947-e0110cbb13f9 None None] No DVR routers for this DVR port 4011281e-7067-4739-a2c8-8532cc1ab9dc on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:38.329260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:38.334161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.335617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b7aa9f84-7902-43c6-8bbb-c453d6f0e975 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:38.370567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:38.372444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=655756e1-1b90-40e9-8d66-f51d035d02e4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.374769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:38.393985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab8d05-f782-4dc4-8307-6ed27472630d None None] Network 52e623be-2603-4b76-b3a7-2715f0eb0b9f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:38.402783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=057e5735-5e24-4986-a12a-34e386a6e651,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.409703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.426770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.437650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.469721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network e4324018-cf68-421c-95eb-8b3c74526e65 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:38.470859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.472162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.491994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=d3c95620-5fec-4168-97d1-e7bc54e95d8b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.588000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:38.590987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:38.591831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.612009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.676837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:38.681910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=9c0ee37f-379f-46e2-893c-2ac96564c9dc,revision_number=5']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.690781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:38.693850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:38.694437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.752851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for 24e4de58-d989-4239-bab0-51d40cafc38d owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:38.769124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=7e7b2142-7d0b-4538-949b-859e0318d099,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:38.787351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Attempting to bind port 7553876d-4750-4615-afb5-d30c11637a53 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:38.787791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Attempting to bind port 7553876d-4750-4615-afb5-d30c11637a53 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:38.788061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Attempting to bind port 7553876d-4750-4615-afb5-d30c11637a53 on network e4324018-cf68-421c-95eb-8b3c74526e65 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:38.791921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185f32a-0d7e-4db8-a12c-10fee36fd292 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:38.795944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No DVR routers for this DVR port d3c95620-5fec-4168-97d1-e7bc54e95d8b on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:38.799812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.863811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f8b91808-97c1-40cd-ad5b-6611f173c5f6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9577754 Apr 22 14:42:38.863811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.883404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33736) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:38.916283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:38.916764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Checking segment: {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:38.917036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.917419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Bound using segment: {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:38.918795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Bound port: 7553876d-4750-4615-afb5-d30c11637a53, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:38.918795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:38.947217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:42:38.947555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:42:38.981467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:39.080195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:39.084019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.148740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e623be-2603-4b76-b3a7-2715f0eb0b9f']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:39.165259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.166571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.179071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad7c232-77da-4e0b-9bfc-e93725148d6b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:39.179444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad7c232-77da-4e0b-9bfc-e93725148d6b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:39.184838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.195626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:39.228128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.235320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.356036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.410316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.410864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router 66cbf0c9-ca8c-452e-b353-a2982ee457de {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:42:39.422917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:39.423562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.432534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.433736 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b1bf85c4-c4c5-4798-bf4f-c75dd2054df5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/66cbf0c9-ca8c-452e-b353-a2982ee457de HTTP/1.1" status: 204 len: 168 time: 5.0968082 Apr 22 14:42:39.436865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33740) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:39.453752 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:39.560851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Allocated IP 172.20.0.19 (82c19dfb-1476-4c52-8485-3660bd47acb1/cf95dcb5-8ec6-4391-ab5b-2d14072392ae/b7aa9f84-7902-43c6-8bbb-c453d6f0e975) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:39.581839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:39.656009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.663216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.665547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:39.701967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bcbbd-d77a-4768-a318-f2491854c184 None None] DHCP port deletion for 52e623be-2603-4b76-b3a7-2715f0eb0b9f request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:39.730686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:39.788662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:39.794972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] For port 7553876d-4750-4615-afb5-d30c11637a53, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:39.802837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=24e4de58-d989-4239-bab0-51d40cafc38d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:39.819292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.845490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.845965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] For port 7553876d-4750-4615-afb5-d30c11637a53, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7553876d-4750-4615-afb5-d30c11637a53,segment=NetworkSegment(c9a94358-d4b3-4e9a-9307-12e9ffb49476),segment_id=c9a94358-d4b3-4e9a-9307-12e9ffb49476)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:39.853497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6726f7bc-0e80-4bb9-b2d9-46bc0664f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.881815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:39.884849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.924226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=52e623be-2603-4b76-b3a7-2715f0eb0b9f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:39.953365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:39.981934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.987334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.998979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:39.999758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.007328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] For port b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,segment=NetworkSegment(70fe3fa7-88a8-4d16-a2c7-52cf8622770a),segment_id=70fe3fa7-88a8-4d16-a2c7-52cf8622770a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:40.011081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning for port d54e5993-91ca-403c-985f-5ac122ed1318 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:40.040971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:25Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:35Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:40.053359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning complete for port d54e5993-91ca-403c-985f-5ac122ed1318 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:40.054115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.076707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2680ec-4f0b-4f53-9998-1f6981bdd410']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:40.089768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9c0ee37f-379f-46e2-893c-2ac96564c9dc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:40.109587 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dddd8d8b-eba3-401c-ac08-1cf060c6d421 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/52e623be-2603-4b76-b3a7-2715f0eb0b9f HTTP/1.1" status: 204 len: 168 time: 3.1781096 Apr 22 14:42:40.113350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33748) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.116934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:40.116934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d4c3db-f2a4-442f-b9c7-be6046ee0dcd') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:40.130481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e504358-1023-421b-bb5d-2f2300c39527 None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:25Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:35Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:40.142451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7004df-38f3-4bb4-b62f-d4c54840fc08 None None] Pushing event updated for resources: {'Port': ['ID=7553876d-4750-4615-afb5-d30c11637a53,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:40.178947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:40.234524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.260007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event updated for resources: {'Port': ['ID=057e5735-5e24-4986-a12a-34e386a6e651,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:40.270977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.273060 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9de50ee7-62b3-4510-96de-ebdae083dd7b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/24e4de58-d989-4239-bab0-51d40cafc38d HTTP/1.1" status: 204 len: 168 time: 2.9501903 Apr 22 14:42:40.278055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33752) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.288133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.314030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.315302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Ignored duplicate provisioning block setup for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 14:42:40.353154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.387793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac7ef6f-ed48-4dfb-858e-a2944a762c76 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:42:40.389457 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bac7ef6f-ed48-4dfb-858e-a2944a762c76 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/24e4de58-d989-4239-bab0-51d40cafc38d HTTP/1.1" status: 404 len: 333 time: 0.1084168 Apr 22 14:42:40.399450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:40.400092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.400782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:40.421313 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:40.424306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33756) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.706850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:40.711099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c6fa9-f0c4-4cc9-a103-9f9dbc7dcfd1 None None] Pushing event updated for resources: {'Port': ['ID=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:40.741549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Network e4324018-cf68-421c-95eb-8b3c74526e65 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:40.764614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:40.778828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.789334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.858914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c2d6b-be5e-4a9f-a485-008df55d9c0a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:40.861340 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-625c2d6b-be5e-4a9f-a485-008df55d9c0a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7350123 Apr 22 14:42:40.861723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.869741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33762) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:40.871952 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e7b2142-7d0b-4538-949b-859e0318d099 (CIDR: 2001:db8::/64) Apr 22 14:42:40.892644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:40.893131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.904201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.955658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.956581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.973599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b328512-ff92-40ac-a14a-aed8650e0dac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:40.997496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=fc2680ec-4f0b-4f53-9998-1f6981bdd410,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.023268 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d91ff867-c0e6-442d-a9ff-a56254b5e88b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/fc2680ec-4f0b-4f53-9998-1f6981bdd410 HTTP/1.1" status: 204 len: 168 time: 1.5823984 Apr 22 14:42:41.046912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33766) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:41.051975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b328512-ff92-40ac-a14a-aed8650e0dac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.073569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--197515662', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:41.080818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] For port d54e5993-91ca-403c-985f-5ac122ed1318, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d54e5993-91ca-403c-985f-5ac122ed1318,segment=NetworkSegment(e87d7b77-d1df-448e-8643-d6b939789cf5),segment_id=e87d7b77-d1df-448e-8643-d6b939789cf5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:41.089308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.094934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:41.101876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.119195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:41.136372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:41.147246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:41.184045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9c0ee37f-379f-46e2-893c-2ac96564c9dc,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:41.199007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.199942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eeb87e85-68e1-44ae-a397-7f4bae43fb6c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:41.209541 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:41.210409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:41.215429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=655756e1-1b90-40e9-8d66-f51d035d02e4,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.286998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Pushing event updated for resources: {'Port': ['ID=d54e5993-91ca-403c-985f-5ac122ed1318,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.288211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:41.290424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:41.343020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:41.367638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:41.368198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.402703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b328512-ff92-40ac-a14a-aed8650e0dac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.444185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:41.449510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.471877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b328512-ff92-40ac-a14a-aed8650e0dac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e460f2-f5dd-4bb4-874a-3736916409e3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.502919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:41.516496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b328512-ff92-40ac-a14a-aed8650e0dac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.519312 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6b328512-ff92-40ac-a14a-aed8650e0dac tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/security-groups/38e460f2-f5dd-4bb4-874a-3736916409e3 HTTP/1.1" status: 204 len: 168 time: 1.0791411 Apr 22 14:42:41.527137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33770) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:41.549064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port eeb87e85-68e1-44ae-a397-7f4bae43fb6c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:41.549438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.582666 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-684bb0e5-4929-4421-9622-bff89c28eabe tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6929309 Apr 22 14:42:41.592976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.593319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment 6f4a9590-2d90-4f70-8535-cd76a4782937 of type vlan for network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 Apr 22 14:42:41.606961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33774) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:41.626893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:41.672007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=9c0ee37f-379f-46e2-893c-2ac96564c9dc,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:41.764549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a20-9a91-44dc-b74b-e118e90dcc8b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.787902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-763a5977-3422-4ffe-a8af-eac60f3f9c4e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:41.792726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a20-9a91-44dc-b74b-e118e90dcc8b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.814838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96225818-749c-44cf-9525-e048d888bfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.829950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.830550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-763a5977-3422-4ffe-a8af-eac60f3f9c4e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:41.832174 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-763a5977-3422-4ffe-a8af-eac60f3f9c4e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8783994 Apr 22 14:42:41.835702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33778) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:41.841920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-666278237'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:41.849480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:41.857733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.858828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:41.871573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:41.883231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:41.910662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] For port b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,segment=NetworkSegment(70fe3fa7-88a8-4d16-a2c7-52cf8622770a),segment_id=70fe3fa7-88a8-4d16-a2c7-52cf8622770a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:41.915067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d89c52ec-aa8c-44b1-a746-f9e2026e46ae has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:41.923611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.929347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:41.932532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.938500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:41.961535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a20-9a91-44dc-b74b-e118e90dcc8b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.982564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:41.987198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:41.988065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.029333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Pushing event updated for resources: {'Port': ['ID=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.032631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 428af1c7-d059-4410-bea1-10d386296731 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:42.055332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:42.059707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf2a20-9a91-44dc-b74b-e118e90dcc8b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b71b3e-2704-4d28-a403-2b3957f98850,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.075838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 428af1c7-d059-4410-bea1-10d386296731 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:42.076277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 428af1c7-d059-4410-bea1-10d386296731 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:42.076793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4011281e-7067-4739-a2c8-8532cc1ab9dc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:42.084768 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0348754 Apr 22 14:42:42.086922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33782) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.116173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8520b-9005-4c9f-bcf2-f519145cd00e None None] Network e4324018-cf68-421c-95eb-8b3c74526e65 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:42.141950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:42.146631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:42.150080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:42:42.151858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 4011281e-7067-4739-a2c8-8532cc1ab9dc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:42.152237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4011281e-7067-4739-a2c8-8532cc1ab9dc not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:42.165394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.165796 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment 4b838472-314a-4c56-9287-37f0f7763caa of type vlan for network 097ef345-9128-4078-b277-dd8a35b05b3e Apr 22 14:42:42.213359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.248374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Provisioning complete for port f78802b0-8e35-4758-b692-98fe5d1c2499 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:42.248847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.284839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf2a20-9a91-44dc-b74b-e118e90dcc8b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.287573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:42.288733 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0abf2a20-9a91-44dc-b74b-e118e90dcc8b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7b71b3e-2704-4d28-a403-2b3957f98850 HTTP/1.1" status: 204 len: 168 time: 0.7602682 Apr 22 14:42:42.293472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33786) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.294678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.299450 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] Sync routers for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:42.301576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:42.302515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.319089 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:42.319991 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:42.331007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-744645465', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:42.338515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Port f78802b0-8e35-4758-b692-98fe5d1c2499 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:42.358608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f5b3cbb-5df0-451c-9ef5-11e70306097f None None] Could not find standard attr ID for object 24e4de58-d989-4239-bab0-51d40cafc38d. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:42.359789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:42.400213 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a5e5be5a-0ac0-43be-beda-c8cbbb4f4f23 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d89c52ec-aa8c-44b1-a746-f9e2026e46ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2014267 Apr 22 14:42:42.446670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33790) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.453205 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6164899 Apr 22 14:42:42.456803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33792) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.476772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d54e5993-91ca-403c-985f-5ac122ed1318 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:42.484029 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:42.495873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:42.496735 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:42.522688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:42.527123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:42.531084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:42.537263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:42.547990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8146d-9249-4461-a96c-7e92b62fe4db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:42.548636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d2c8146d-9249-4461-a96c-7e92b62fe4db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:42.581710 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:42.582415 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929219cc-8a68-4a89-8e05-7c3d1bfae16d None None] The sync data for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:42.609602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4273b-069b-4e58-9f9a-5034afefdd90 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:42.609976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Could not find standard attr ID for object 95caa852-9ea3-4676-b3f2-26c15e6be8ff. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:42.622138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.623748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.633921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:42.634211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:42.650158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.808929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning complete for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:42.809292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.819873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:42.863895 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d54e5993-91ca-403c-985f-5ac122ed1318 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:42.864262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.893312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:42.898064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d2c8146d-9249-4461-a96c-7e92b62fe4db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:42.902265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d2c8146d-9249-4461-a96c-7e92b62fe4db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports/655756e1-1b90-40e9-8d66-f51d035d02e4 HTTP/1.1" status: 200 len: 910 time: 0.4479020 Apr 22 14:42:42.905787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33798) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:42.913417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:42.921182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:42.931106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:42.985998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.017170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6593-dc87-4d38-9432-b36108e799b6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=097ef345-9128-4078-b277-dd8a35b05b3e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:43.018669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.033816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:43.047432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 097ef345-9128-4078-b277-dd8a35b05b3e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:42:43.072689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.190666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7553876d-4750-4615-afb5-d30c11637a53 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:43.216337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:43.272281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:43.287034 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a232735b-c52f-44e6-91d5-04c6bc1d44eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9614475 Apr 22 14:42:43.293810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33802) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:43.300235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:43.314514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:43.378468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:43.379247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:43.432457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Could not find standard attr ID for object d3c95620-5fec-4168-97d1-e7bc54e95d8b. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:43.457882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet b6340695-2e74-4134-83d0-5521d4fc324a {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:43.473316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.544726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.546637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 7553876d-4750-4615-afb5-d30c11637a53 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:43.557553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b7aa9f84-7902-43c6-8bbb-c453d6f0e975 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:43.609021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:43.637454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.677866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning complete for port f78802b0-8e35-4758-b692-98fe5d1c2499 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:43.678241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.734878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.819877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c9a46-38a8-4f8b-b317-3f3cfbe75e41 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:42:43.875899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Port f78802b0-8e35-4758-b692-98fe5d1c2499 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:43.891599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.929112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:43.997761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:43.998183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.040824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning for port 7553876d-4750-4615-afb5-d30c11637a53 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:44.066087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.068935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:44.078389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:44.094526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning complete for port 7553876d-4750-4615-afb5-d30c11637a53 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:44.094887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.096693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.144536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:44.144536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.155358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=f300c77a-2a33-4812-ba7e-7eb1f133566a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:44.159277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=b6340695-2e74-4134-83d0-5521d4fc324a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:44.184933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.243971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.323630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.327667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c9a46-38a8-4f8b-b317-3f3cfbe75e41 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:42:44.348209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e1ef72b6-6075-4009-8ae7-afdc46da7bf5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7325234 Apr 22 14:42:44.358306 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-14ec2d39-ff5e-4a32-914e-641b7ee7d89e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/b6340695-2e74-4134-83d0-5521d4fc324a HTTP/1.1" status: 204 len: 168 time: 2.0152237 Apr 22 14:42:44.359101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33806) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:44.359603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33808) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:44.386912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:44.388634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:44.411967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:88:0c:da', 'name': 'tempest-NetworksTestDHCPv6-1466044251'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:44.450465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.458659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.74 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/91e1cd6b-ce76-490b-bdfa-b6729923f808) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:44.468590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:38Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:39Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:35Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:44.470575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.547301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:44.547301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Updating router 2efbd729-d49d-43ca-9408-462f31d5b9ac port 057e5735-5e24-4986-a12a-34e386a6e651 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:44.598033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:42:44.621658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Removed routes are [] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:42:44.622059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.649835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.663568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] For port 7553876d-4750-4615-afb5-d30c11637a53, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7553876d-4750-4615-afb5-d30c11637a53,segment=NetworkSegment(c9a94358-d4b3-4e9a-9307-12e9ffb49476),segment_id=c9a94358-d4b3-4e9a-9307-12e9ffb49476)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:44.690171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.718777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=a84858e2-cdaa-4609-972f-7484a5a6346e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:44.792300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:44.792988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.829583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': '4b838472-314a-4c56-9287-37f0f7763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:44.830004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 097ef345-9128-4078-b277-dd8a35b05b3e, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:44.834651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:44.835039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.849199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:44.857003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:44.867502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:44.874705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:44.877735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:44.885180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:44.940775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:44.944609 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.953531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:44.956886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:44.964254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.033950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Pushing event updated for resources: {'Port': ['ID=7553876d-4750-4615-afb5-d30c11637a53,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.036597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:45.036959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.063875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 097ef345-9128-4078-b277-dd8a35b05b3e is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:45.064521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:45.068715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:45.073695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:45.102866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=91e1cd6b-ce76-490b-bdfa-b6729923f808,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.105937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.121592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.140124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port f3e1c67a-1d2b-467e-a2df-7358f9dd8d04 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:45.196127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 097ef345-9128-4078-b277-dd8a35b05b3e) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:45.201938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:45.202522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.325135 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-478de357-459f-4906-9a42-987bf5d08f6c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7812612 Apr 22 14:42:45.332880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33814) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:45.356509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e', 'name': 'tempest-PortsIpV6TestJSON-1325244880'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:45.396400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.503000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,segment=NetworkSegment(54b0963f-0323-4abb-8cb2-d130b560a77b),segment_id=54b0963f-0323-4abb-8cb2-d130b560a77b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:45.528581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:45.536587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5c619-c0de-424d-b0b8-4fdcde4a6c6e None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:45.548764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3290f3-ea5b-4274-a5e5-f8ab334dd58a None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:45.549196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:45.553609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:45.574162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:45.574436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.575011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9c0ee37f-379f-46e2-893c-2ac96564c9dc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:45.579520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.601073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9616cd-d4d6-413a-a288-7aee1aa05423 None None] Network 097ef345-9128-4078-b277-dd8a35b05b3e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:45.651051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8:0:1::110 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/f300c77a-2a33-4812-ba7e-7eb1f133566a/f3e1c67a-1d2b-467e-a2df-7358f9dd8d04) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:45.679612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::f816:3eff:fe88:cda (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/7e7b2142-7d0b-4538-949b-859e0318d099/f3e1c67a-1d2b-467e-a2df-7358f9dd8d04) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:45.724196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.840272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port d6537b1b-5424-48f8-ba37-77d011eff4ef yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:45.857718 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=09654f44-0654-4ffa-b2b5-688ac9fcb824,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:45.869036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:45.880094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning for port 655756e1-1b90-40e9-8d66-f51d035d02e4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:45.886404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:45.889508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:45.890120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.901617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.911729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Provisioning complete for port 655756e1-1b90-40e9-8d66-f51d035d02e4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:45.912094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.933431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.934180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:45.992076 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f70de3c8-47db-42b8-9ced-33789fe745d7 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6226301 Apr 22 14:42:45.993572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33820) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:45.998994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'security_group': {'name': 'tempest-secgroup-1798224468'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:46.012974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:46.032781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:46.036447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:46.038189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:46.039663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Transition to ACTIVE for port object 057e5735-5e24-4986-a12a-34e386a6e651 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:46.047837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:46.106804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.114430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Port 655756e1-1b90-40e9-8d66-f51d035d02e4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:46.122494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.159331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.167836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::2b0 (097ef345-9128-4078-b277-dd8a35b05b3e/a84858e2-cdaa-4609-972f-7484a5a6346e/d6537b1b-5424-48f8-ba37-77d011eff4ef) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:46.176985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 655756e1-1b90-40e9-8d66-f51d035d02e4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:46.177409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.182471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:46.212290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.216281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4893fd08-0850-4cf0-86fd-b7918356de9d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 953 time: 2.9179194 Apr 22 14:42:46.217800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33824) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.232324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object f3e1c67a-1d2b-467e-a2df-7358f9dd8d04 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:46.239623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eada0a84-7052-4d05-b62a-f6b02dc624b9 None None] Could not find standard attr ID for object 24e4de58-d989-4239-bab0-51d40cafc38d. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:46.254416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:46.281650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group_rule and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:46.291503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:46.295453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:46.295933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.343979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:46.398488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.499329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d71e4-2791-4e4c-87f8-b48f2c8a4c25 None None] Pushing event updated for resources: {'Port': ['ID=057e5735-5e24-4986-a12a-34e386a6e651,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:46.553603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-76d05ed8-6435-4b93-bd95-533a28afe6ed None None] Could not find standard attr ID for object 24e4de58-d989-4239-bab0-51d40cafc38d. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:46.637748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-097ef345-9128-4078-b277-dd8a35b05b3e', 'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': 'a84858e2-cdaa-4609-972f-7484a5a6346e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:46.638083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.638828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.672441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.687229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object d6537b1b-5424-48f8-ba37-77d011eff4ef will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:46.707373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5ecd72ae-5941-4742-b5cd-72cd7397607d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 953 time: 0.4885793 Apr 22 14:42:46.709002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33828) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.716390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'routes': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:46.820148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:46.826622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 655756e1-1b90-40e9-8d66-f51d035d02e4 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:46.847812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-76d05ed8-6435-4b93-bd95-533a28afe6ed None None] Provisioning complete for port 7553876d-4750-4615-afb5-d30c11637a53 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:46.848334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76d05ed8-6435-4b93-bd95-533a28afe6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.868017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:46.872463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.874904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=f3e1c67a-1d2b-467e-a2df-7358f9dd8d04,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:46.878965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:46.883481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:46.883481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.889807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.911050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.918029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Attempting to bind port 057e5735-5e24-4986-a12a-34e386a6e651 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:46.918318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Attempting to bind port 057e5735-5e24-4986-a12a-34e386a6e651 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:46.918857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Attempting to bind port 057e5735-5e24-4986-a12a-34e386a6e651 on network e4324018-cf68-421c-95eb-8b3c74526e65 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:46.928238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 4875e513-06b0-4385-8e34-6113a0a951a3 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:42:46.951477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.952688 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9581623 Apr 22 14:42:46.959070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33832) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.961837 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-92b6c370-ea0d-44d2-a2d4-f77cb80daabc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5963843 Apr 22 14:42:46.964986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33834) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:46.977950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 097ef345-9128-4078-b277-dd8a35b05b3e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:46.978115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:46.978257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Checking segment: {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:46.978746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.979862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Bound using segment: {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:46.979862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Bound port: 057e5735-5e24-4986-a12a-34e386a6e651, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a94358-d4b3-4e9a-9307-12e9ffb49476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:46.980247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:46.991063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'security_group': {'name': 'tempest-secgroup-13374315'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:46.993735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b760-d8ec-42db-9846-c7bfa5dc66d6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd600e-20aa-4d88-b647-4eb8ed3226ab,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.032583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:47.039316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:47.043031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=d6537b1b-5424-48f8-ba37-77d011eff4ef,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.049219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:47.053148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:47.053795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.067662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:47.077323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3c95620-5fec-4168-97d1-e7bc54e95d8b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:47.083725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:47.151431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.163081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:47.169249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d3c95620-5fec-4168-97d1-e7bc54e95d8b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:47.169585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3c95620-5fec-4168-97d1-e7bc54e95d8b not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:47.174806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 054e854e-092e-457d-a90e-50fcc7ea000f no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:47.210252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=655756e1-1b90-40e9-8d66-f51d035d02e4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:47.279438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 054e854e-092e-457d-a90e-50fcc7ea000f {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:47.279985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 054e854e-092e-457d-a90e-50fcc7ea000f not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:47.368487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34510a0c-4fe2-4751-93ac-de0c9272733b None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:47.393620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Allocated IP 2001:db8::2 (097ef345-9128-4078-b277-dd8a35b05b3e/a84858e2-cdaa-4609-972f-7484a5a6346e/0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:47.446102 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-02e2713a-d40f-44c7-915e-b39c0203beec tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1094794 Apr 22 14:42:47.447458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33840) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:47.458358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port f3e1c67a-1d2b-467e-a2df-7358f9dd8d04 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:47.458884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.483610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:47.487069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e', 'name': 'tempest-PortsIpV6TestJSON-1404473348'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:47.509142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.518888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] For port 057e5735-5e24-4986-a12a-34e386a6e651, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:47.557742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Update dhcp port {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': '7e7b2142-7d0b-4538-949b-859e0318d099', 'ip_address': '2001:db8::f816:3eff:fe3a:e52e'}, {'subnet_id': 'f300c77a-2a33-4812-ba7e-7eb1f133566a'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '9c0ee37f-379f-46e2-893c-2ac96564c9dc'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:42:47.585372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] For port 057e5735-5e24-4986-a12a-34e386a6e651, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=057e5735-5e24-4986-a12a-34e386a6e651,segment=NetworkSegment(c9a94358-d4b3-4e9a-9307-12e9ffb49476),segment_id=c9a94358-d4b3-4e9a-9307-12e9ffb49476)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:47.629089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.666886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.862600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:47.869458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-76d05ed8-6435-4b93-bd95-533a28afe6ed None None] Provisioning for port 057e5735-5e24-4986-a12a-34e386a6e651 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:47.883620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:47.897274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group_rule and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:47.914123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:48.014465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:48.056598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:48.062285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d71e4-2791-4e4c-87f8-b48f2c8a4c25 None None] Pushing event updated for resources: {'Port': ['ID=057e5735-5e24-4986-a12a-34e386a6e651,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.081545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:48.082403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:48.092425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:48.188946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d89c52ec-aa8c-44b1-a746-f9e2026e46ae has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:48.213762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:48.216834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.218061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:48.218544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.258251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.389070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:48.403704 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] Sync routers for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:48.413020 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-78566373-8bb7-4702-93e8-873312410d41 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d89c52ec-aa8c-44b1-a746-f9e2026e46ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5031514 Apr 22 14:42:48.413845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33844) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:48.424628 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:48.426718 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:48.435004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for f3e1c67a-1d2b-467e-a2df-7358f9dd8d04 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:48.467717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.480318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.502726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 8941c858-eb14-487e-9b33-ac6621b83d8f yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:48.514950 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:48.530235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Transition to ACTIVE for port object 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:48.533145 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:48.533941 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:48.566179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.576163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8970b46a-ac17-447c-979f-9669b5d8e94d None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:48.576163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8970b46a-ac17-447c-979f-9669b5d8e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.618082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:48.637529 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:48.638883 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50ce36-8e94-4504-9973-a295acbad7b2 None None] The sync data for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:48.665585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Transition to ACTIVE for port object 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:48.737822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe5625-0055-4c85-b0c0-90e5b15c4329,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:48.745200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.746156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:48.778685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.782836 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5d63f07e-c9c4-458e-a5aa-ae584951bd4c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.8216734 Apr 22 14:42:48.791890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33848) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:48.816201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'security_group': {'name': 'tempest-secgroup-1139138253'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:48.824618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Sync routers for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:48.834218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:48.845233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added routes are [] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:42:48.845721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:42:48.884224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:48.894562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:48.915139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.918399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:48.920604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:48.922056 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-571ffd82-8bd0-4856-b080-373325386d82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7770946 Apr 22 14:42:48.934212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:48.987040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::202 (097ef345-9128-4078-b277-dd8a35b05b3e/a84858e2-cdaa-4609-972f-7484a5a6346e/8941c858-eb14-487e-9b33-ac6621b83d8f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:49.007662 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e76510aa-d351-4b5b-ba00-f4f191f815d5 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701272 Apr 22 14:42:49.015668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Network 097ef345-9128-4078-b277-dd8a35b05b3e is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:49.016362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33856) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:49.017048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Allocated IP 2001:db8:0:1::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/f300c77a-2a33-4812-ba7e-7eb1f133566a/9c0ee37f-379f-46e2-893c-2ac96564c9dc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:49.024954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Pushing event updated for resources: {'Port': ['ID=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:49.035952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:49.091330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7553876d-4750-4615-afb5-d30c11637a53 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:49.158455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:49.192825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.220348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.222778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:49.223404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:49.540787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:49.543121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.584961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 2f0a766b-1727-40f1-95c1-06028d39969e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:49.585608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.643717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:security_group_rule and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:49.669083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:49.694342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=f3e1c67a-1d2b-467e-a2df-7358f9dd8d04,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:49.700526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:49.708832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe32b20-aecd-42ec-b9e6-7d139dc09dfd tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:49.713365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cbe32b20-aecd-42ec-b9e6-7d139dc09dfd tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6959727 Apr 22 14:42:49.714074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33860) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:49.722213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Attempting to bind port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:49.722846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Attempting to bind port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '4b838472-314a-4c56-9287-37f0f7763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:49.723011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Attempting to bind port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 on network 097ef345-9128-4078-b277-dd8a35b05b3e {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:49.780925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.789113 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] For port 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9c0ee37f-379f-46e2-893c-2ac96564c9dc,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:49.800035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:49.825633 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-152fe2f7-34b0-4cb6-8a2a-e4bf33c242d7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1024249 Apr 22 14:42:49.839274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:49.839642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Checking segment: {'id': '4b838472-314a-4c56-9287-37f0f7763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:49.840042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.840434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Bound using segment: {'id': '4b838472-314a-4c56-9287-37f0f7763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:49.840940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Bound port: 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b838472-314a-4c56-9287-37f0f7763caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '097ef345-9128-4078-b277-dd8a35b05b3e'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:49.841338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.845268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33864) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:49.871813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7553876d-4750-4615-afb5-d30c11637a53 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:49.872238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.896759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.901827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468896537', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:49.931492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 2f0a766b-1727-40f1-95c1-06028d39969e owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:49.934596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:49.947311 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-46053a52-7793-4694-8f83-f11cb5d9b22d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/f3e1c67a-1d2b-467e-a2df-7358f9dd8d04 HTTP/1.1" status: 204 len: 168 time: 2.9735503 Apr 22 14:42:49.957751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33868) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.014437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.016798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 8941c858-eb14-487e-9b33-ac6621b83d8f will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:50.028758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.029247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:42:50.056611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8970b46a-ac17-447c-979f-9669b5d8e94d None None] Provisioning complete for port f78802b0-8e35-4758-b692-98fe5d1c2499 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:50.056979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8970b46a-ac17-447c-979f-9669b5d8e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.098811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.182080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:50.196985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:50.201261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:50.208831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:50.221705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.223139 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4213438 Apr 22 14:42:50.227487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ec8b1-f082-4072-b903-dc7d249c7692 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8434f594-91ab-498d-a0c0-f0496e1263f4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:50.231012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33872) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.243265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1979931463', 'security_groups': ['8434f594-91ab-498d-a0c0-f0496e1263f4'], 'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09654f44-0654-4ffa-b2b5-688ac9fcb824'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:50.244917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Transition to ACTIVE for port object 9c0ee37f-379f-46e2-893c-2ac96564c9dc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:50.254528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.259800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.265135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8970b46a-ac17-447c-979f-9669b5d8e94d None None] Port f78802b0-8e35-4758-b692-98fe5d1c2499 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:50.266705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.268294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] For port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:50.274313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca6e26-d5c0-43cb-ba55-515b808b3198 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:50.275260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-03ca6e26-d5c0-43cb-ba55-515b808b3198 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:50.278117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.314777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:44Z', 'revision_number': 6, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:47Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:50.365386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] For port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,segment=NetworkSegment(4b838472-314a-4c56-9287-37f0f7763caa),segment_id=4b838472-314a-4c56-9287-37f0f7763caa)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:50.387793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:50.404025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa8c1-9b48-4ad5-befa-420de0b6cce6 None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:44Z', 'revision_number': 6, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:47Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:50.417385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.421444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:50.426096 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:port and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:50.481276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:50.510839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:50.527739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 097ef345-9128-4078-b277-dd8a35b05b3e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:50.536691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:50.538577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-03ca6e26-d5c0-43cb-ba55-515b808b3198 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:50.539952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-03ca6e26-d5c0-43cb-ba55-515b808b3198 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5822575 Apr 22 14:42:50.558611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:50.567006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:50.569719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33876) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.569874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.577962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77256fcf-ca2e-4c66-ae40-974a13e4bb76 None None] Pushing event updated for resources: {'Port': ['ID=9c0ee37f-379f-46e2-893c-2ac96564c9dc,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:50.600725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=8941c858-eb14-487e-9b33-ac6621b83d8f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:50.633549 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-73ca30c7-2aff-4ee9-94ff-45233e08a22d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1774981 Apr 22 14:42:50.637573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33880) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:50.655634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-35285aec-b019-4f66-bb1d-ec0f0c3c3be8 None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:50.656002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-35285aec-b019-4f66-bb1d-ec0f0c3c3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.667861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:50.707811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:50.811070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23ae85-b685-4fc8-b289-0417dc4f89e7 None None] Pushing event updated for resources: {'Port': ['ID=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:50.897103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a192777-34d3-4c48-9988-780b94fcaef6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:50.904744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0a192777-34d3-4c48-9988-780b94fcaef6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:50.910476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:50.944189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9c0ee37f-379f-46e2-893c-2ac96564c9dc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:51.057638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:51.062785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.071217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Checking router: 4875e513-06b0-4385-8e34-6113a0a951a3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:51.071566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Updating router 4875e513-06b0-4385-8e34-6113a0a951a3 port 91e1cd6b-ce76-490b-bdfa-b6729923f808 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:42:51.129600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.242523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.285910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=2f0a766b-1727-40f1-95c1-06028d39969e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:51.368624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] device_id is not set on port bb112540-37b2-485c-903e-5d0c98aa184c yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:42:51.453618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 057e5735-5e24-4986-a12a-34e386a6e651 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:51.472789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b783aaa-53ed-48b7-b380-92715f140377 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:51.473519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1b783aaa-53ed-48b7-b380-92715f140377 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:51.532775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0a192777-34d3-4c48-9988-780b94fcaef6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:51.537883 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0a192777-34d3-4c48-9988-780b94fcaef6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b0 HTTP/1.1" status: 200 len: 929 time: 0.8978450 Apr 22 14:42:51.538702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33884) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:51.673152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 8941c858-eb14-487e-9b33-ac6621b83d8f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:51.674256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.738846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-35285aec-b019-4f66-bb1d-ec0f0c3c3be8 None None] Provisioning complete for port f78802b0-8e35-4758-b692-98fe5d1c2499 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:51.739223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-35285aec-b019-4f66-bb1d-ec0f0c3c3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.767981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1b783aaa-53ed-48b7-b380-92715f140377 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:51.770168 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b783aaa-53ed-48b7-b380-92715f140377 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1946206 Apr 22 14:42:51.797246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33888) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:51.834629 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:51.858751 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:51.863933 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:51.883674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-35285aec-b019-4f66-bb1d-ec0f0c3c3be8 None None] Port f78802b0-8e35-4758-b692-98fe5d1c2499 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:51.899391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 057e5735-5e24-4986-a12a-34e386a6e651 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:51.914268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 057e5735-5e24-4986-a12a-34e386a6e651 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:51.914946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.961054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:51.986902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:51.988545 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4f5e088c-d26a-4079-906d-3cd35087127c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 703 time: 5.2769279 Apr 22 14:42:52.005805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33892) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:52.071913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.120768 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:52.175033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:52.199970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.220985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c8328-63fa-4bce-bd73-c56808bdf6a5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:52.226049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c8328-63fa-4bce-bd73-c56808bdf6a5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:52.227126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.228099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c8328-63fa-4bce-bd73-c56808bdf6a5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:52.229301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-325c8328-63fa-4bce-bd73-c56808bdf6a5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:52.245468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Transition to ACTIVE for port object 91e1cd6b-ce76-490b-bdfa-b6729923f808 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:52.281423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.353489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.479751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d9082-a2c5-46e5-9c36-85903ccb9db0 None None] Network 097ef345-9128-4078-b277-dd8a35b05b3e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:52.506860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89cced22-f660-4c9e-8245-b14d983ee7e2 None None] Provisioning for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:52.523580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc3999-2685-4c23-9ec6-72d2400ea30b None None] Pushing event updated for resources: {'Port': ['ID=91e1cd6b-ce76-490b-bdfa-b6729923f808,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:52.570976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 8941c858-eb14-487e-9b33-ac6621b83d8f owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:52.601052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Attempting to bind port 91e1cd6b-ce76-490b-bdfa-b6729923f808 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:52.601429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Attempting to bind port 91e1cd6b-ce76-490b-bdfa-b6729923f808 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:52.601801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Attempting to bind port 91e1cd6b-ce76-490b-bdfa-b6729923f808 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:52.603746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89cced22-f660-4c9e-8245-b14d983ee7e2 None None] Provisioning complete for port 9c0ee37f-379f-46e2-893c-2ac96564c9dc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:52.604653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89cced22-f660-4c9e-8245-b14d983ee7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.626180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-325c8328-63fa-4bce-bd73-c56808bdf6a5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:52.627693 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-325c8328-63fa-4bce-bd73-c56808bdf6a5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7894075 Apr 22 14:42:52.639691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33896) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:52.665635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 7, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:47Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:52.669606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.670880 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:52.686645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:52.686914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:52.687180 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:52.687352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.687737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:52.687859 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:52.688225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Bound port: 91e1cd6b-ce76-490b-bdfa-b6729923f808, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:52.688597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.712472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:52.712856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:42:52.721514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.7 (82c19dfb-1476-4c52-8485-3660bd47acb1/09654f44-0654-4ffa-b2b5-688ac9fcb824/bb112540-37b2-485c-903e-5d0c98aa184c) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:52.824133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:42:52.831533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f147bf61-cabf-466e-85ce-5a799c88d942 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 703 time: 0.8247964 Apr 22 14:42:52.835723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 057e5735-5e24-4986-a12a-34e386a6e651, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=057e5735-5e24-4986-a12a-34e386a6e651,segment=NetworkSegment(c9a94358-d4b3-4e9a-9307-12e9ffb49476),segment_id=c9a94358-d4b3-4e9a-9307-12e9ffb49476)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:52.837296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33900) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:52.897340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] For port 91e1cd6b-ce76-490b-bdfa-b6729923f808, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:52.901558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.940340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 7e7b2142-7d0b-4538-949b-859e0318d099 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:52.948059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.954279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:52.967563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] For port 91e1cd6b-ce76-490b-bdfa-b6729923f808, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=91e1cd6b-ce76-490b-bdfa-b6729923f808,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:52.996654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:53.023998 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:53.029253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.033158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bec6d-56f3-4c7b-99bb-d9299d79138d None None] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:53.056872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:53.057452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.084124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=8941c858-eb14-487e-9b33-ac6621b83d8f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:53.144518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:53.164011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.167752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89cced22-f660-4c9e-8245-b14d983ee7e2 None None] Could not find standard attr ID for object f3e1c67a-1d2b-467e-a2df-7358f9dd8d04. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:53.190675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=057e5735-5e24-4986-a12a-34e386a6e651,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:53.193525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.344155 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7236e5da-c3b6-42fc-9542-f872a9ba5f1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4981852 Apr 22 14:42:53.349269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc3999-2685-4c23-9ec6-72d2400ea30b None None] Pushing event updated for resources: {'Port': ['ID=91e1cd6b-ce76-490b-bdfa-b6729923f808,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:53.350818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33904) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:53.360111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:53.360741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:53.364599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.412705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-13e62a11-eb71-43c2-8e89-53bf9cd6c469 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/8941c858-eb14-487e-9b33-ac6621b83d8f HTTP/1.1" status: 204 len: 168 time: 1.8656371 Apr 22 14:42:53.420221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33908) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:53.461652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.500637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7b2142-7d0b-4538-949b-859e0318d099,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:53.506139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.531156 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-81f7150c-427b-4ef0-843c-6d200a1cdadc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/7e7b2142-7d0b-4538-949b-859e0318d099 HTTP/1.1" status: 204 len: 168 time: 0.8899782 Apr 22 14:42:53.533161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33912) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:53.534063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21426423-28a7-49dc-9982-26fac3b7b0b7 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:53.546473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9f734d91-2901-49dc-b011-66e24b86cd1b None None] Provisioning for port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:53.552196 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f55fd1-c3e0-45ba-b13b-93a64ab806e6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:42:53.553484 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-54f55fd1-c3e0-45ba-b13b-93a64ab806e6 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/8941c858-eb14-487e-9b33-ac6621b83d8f HTTP/1.1" status: 404 len: 333 time: 0.1231651 Apr 22 14:42:53.559873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.564192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d89c52ec-aa8c-44b1-a746-f9e2026e46ae has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:42:53.565629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33916) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:53.638153 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 7, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:47Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:53.646661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dd6d28-69b1-42d4-accd-7a47c9c60079 None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 7, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:47Z', 'revision_number': 4, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:53.650411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object bb112540-37b2-485c-903e-5d0c98aa184c will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:53.715687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:53.720164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9f734d91-2901-49dc-b011-66e24b86cd1b None None] Could not find standard attr ID for object f3e1c67a-1d2b-467e-a2df-7358f9dd8d04. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:53.753471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet f300c77a-2a33-4812-ba7e-7eb1f133566a {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:53.758192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.784661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:53.785123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.836134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.846537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port d6537b1b-5424-48f8-ba37-77d011eff4ef {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:53.847009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.869296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:53.870305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:53.952979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.066864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.131355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.137034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:54.143452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=f300c77a-2a33-4812-ba7e-7eb1f133566a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:54.152222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a06be4c1-c60b-4a01-8b94-3d4bc5a42672 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/f300c77a-2a33-4812-ba7e-7eb1f133566a HTTP/1.1" status: 204 len: 168 time: 0.6179707 Apr 22 14:42:54.152905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33920) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.182032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:54.261107 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4982ccab-8178-4209-8357-39946d474c80 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063025 Apr 22 14:42:54.261336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.268329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:54.295895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.354838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:54.355563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:54.406143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:54.411533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:42:54.411724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:54.422904 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] Sync routers for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:42:54.435612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:54.440708 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:54.441324 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:54.448186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:54.449329 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-40cd7da6-e22b-4b88-9310-bafdfc11cec4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d89c52ec-aa8c-44b1-a746-f9e2026e46ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0343714 Apr 22 14:42:54.468440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33928) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.528644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:54.541317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:54.554577 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cc677204-974d-45cf-8019-5cff094eadeb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89c52ec-aa8c-44b1-a746-f9e2026e46ae HTTP/1.1" status: 200 len: 205 time: 0.0848744 Apr 22 14:42:54.555479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33932) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:54.558905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=bb112540-37b2-485c-903e-5d0c98aa184c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:54.577150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:54.609421 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:54.635877 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] Routers {'d89c52ec-aa8c-44b1-a746-f9e2026e46ae'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:54.636964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:54.637888 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:54.646915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.671556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6053c0fd-5466-410f-9a0f-60a99881c146 None None] Provisioning complete for port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:54.671972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6053c0fd-5466-410f-9a0f-60a99881c146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.737635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:54.739466 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48375106-a7bc-4d66-89d8-2776e24b542d None None] The sync data for ids ['d89c52ec-aa8c-44b1-a746-f9e2026e46ae'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:54.803123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:54.804166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.814569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.833232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.844759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:54.924246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:54.959974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Allocated IP 172.20.0.2 (884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0/37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce/e3ed406c-1555-4328-ab01-3dfa61ac3e1c) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:55.018097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.081915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.128650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,segment=NetworkSegment(4b838472-314a-4c56-9287-37f0f7763caa),segment_id=4b838472-314a-4c56-9287-37f0f7763caa)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:55.193034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for d6537b1b-5424-48f8-ba37-77d011eff4ef owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:55.212558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=a38092bf-79ec-42fb-ba8d-4a35fbc63bd3,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:55.216711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:55.220661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:55.221428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:55.222193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.223574 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-72f2d6c3-c4ce-4b66-8cd2-6dd29138fbc4 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9902000 Apr 22 14:42:55.229983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33936) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:55.240911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:55.242676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.252150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:55.316903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:55.319654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c8a396af-d314-4071-a808-7b7d1651e5d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0567229 Apr 22 14:42:55.320432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33940) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:55.366755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] Deleting port 9c0ee37f-379f-46e2-893c-2ac96564c9dc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:55.367117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.381764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:55.539135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:55.549013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:55.550317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:55.555854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:55.569461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:55.586700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.732205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.756287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.782860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:55.789992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:55.799807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:55.807360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:55.807536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:55.809786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.816662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.817167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router d89c52ec-aa8c-44b1-a746-f9e2026e46ae {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:42:55.824190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:55.828103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.831814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=d6537b1b-5424-48f8-ba37-77d011eff4ef,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:55.848568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:55.852175 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-73898ea5-64f4-4933-b62c-3bc79a0f1a5c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/d89c52ec-aa8c-44b1-a746-f9e2026e46ae HTTP/1.1" status: 204 len: 168 time: 1.2932684 Apr 22 14:42:55.856800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33944) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:55.883052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] For port 9c0ee37f-379f-46e2-893c-2ac96564c9dc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9c0ee37f-379f-46e2-893c-2ac96564c9dc,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:55.883439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.018988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.057969 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6884c4bc-dfa0-4401-8f3e-7e3a27404bd0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/d6537b1b-5424-48f8-ba37-77d011eff4ef HTTP/1.1" status: 204 len: 168 time: 2.4872217 Apr 22 14:42:56.072927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33948) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:56.135379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] Calling delete_port for 9c0ee37f-379f-46e2-893c-2ac96564c9dc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:56.137285 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.ipam_backend_mixin [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a38092bf-79ec-42fb-ba8d-4a35fbc63bd3 (CIDR: 2001:db8::/64) Apr 22 14:42:56.140917 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b029b3-3ba2-4d01-b6ac-8bdbc151f0e4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:42:56.141446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0b029b3-3ba2-4d01-b6ac-8bdbc151f0e4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:42:56.151203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:56.151632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:56.168838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:56.171290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6053c0fd-5466-410f-9a0f-60a99881c146 None None] Could not find standard attr ID for object d6537b1b-5424-48f8-ba37-77d011eff4ef. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:56.175336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.203017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0b029b3-3ba2-4d01-b6ac-8bdbc151f0e4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:42:56.206932 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a0b029b3-3ba2-4d01-b6ac-8bdbc151f0e4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/d6537b1b-5424-48f8-ba37-77d011eff4ef HTTP/1.1" status: 404 len: 333 time: 0.1330400 Apr 22 14:42:56.207322 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09654f44-0654-4ffa-b2b5-688ac9fcb824 (CIDR: 172.20.0.0/28) Apr 22 14:42:56.207812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33952) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:56.218075 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fded6824-6e2a-4a8a-abec-9f2b484f3a6d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8380907 Apr 22 14:42:56.236176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f92164-ab6f-4874-aea5-d38085eb828c None None] The sync data for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv is: [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:56.238635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Transition to ACTIVE for port object e3ed406c-1555-4328-ab01-3dfa61ac3e1c will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:56.246473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33956) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:56.252231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet 457f9648-0701-47e4-bb1f-af7ed9c3aefb {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:56.260565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:56.279484 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:56.279923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:56.294026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.353432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-623a9ef5-824a-4138-8eac-a5e168b356c1 None None] Could not find standard attr ID for object 8941c858-eb14-487e-9b33-ac6621b83d8f. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:56.357178 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6c24aec5-7572-4949-b669-fbfb570be6eb tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1187389 Apr 22 14:42:56.363103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33960) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:56.388496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:56.391194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Transition to ACTIVE for port object e3ed406c-1555-4328-ab01-3dfa61ac3e1c will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:42:56.412899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.446795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-623a9ef5-824a-4138-8eac-a5e168b356c1 None None] Could not find standard attr ID for object d6537b1b-5424-48f8-ba37-77d011eff4ef. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:42:56.456497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.470008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:56.470423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.496944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] Pushing event deleted for resources: {'Port': ['ID=9c0ee37f-379f-46e2-893c-2ac96564c9dc,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:56.547182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:56.560888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.578260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accee4b0-c7e5-4f68-a192-2b05994a9c62 None None] No DVR routers for this DVR port 9c0ee37f-379f-46e2-893c-2ac96564c9dc on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:56.627431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:56.633493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:56.638929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:42:56.640893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-623a9ef5-824a-4138-8eac-a5e168b356c1 None None] Provisioning for port bb112540-37b2-485c-903e-5d0c98aa184c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:56.644022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Pushing event updated for resources: {'Port': ['ID=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:56.651189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0862b3-2ddb-46fb-ad6e-e05e08a9c6bd None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:56.657810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:56.669085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:56.676386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:56.683528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:56.688736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:56.692322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:56.697279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:56.737257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:56.741216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:56.742580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 7, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:56.744950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.745773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-623a9ef5-824a-4138-8eac-a5e168b356c1 None None] Provisioning complete for port bb112540-37b2-485c-903e-5d0c98aa184c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:56.746147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-623a9ef5-824a-4138-8eac-a5e168b356c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.792124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:42:56.867164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet a84858e2-cdaa-4609-972f-7484a5a6346e {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:56.870321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.930105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:56.970828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-623a9ef5-824a-4138-8eac-a5e168b356c1 None None] Port bb112540-37b2-485c-903e-5d0c98aa184c cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:42:57.002347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Attempting to bind port e3ed406c-1555-4328-ab01-3dfa61ac3e1c on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:42:57.002770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Attempting to bind port e3ed406c-1555-4328-ab01-3dfa61ac3e1c by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:42:57.003083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Attempting to bind port e3ed406c-1555-4328-ab01-3dfa61ac3e1c on network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:42:57.005093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:42:57.005786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:57.044959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.112608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.112944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.149390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 057e5735-5e24-4986-a12a-34e386a6e651 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:57.250547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.268610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:42:57.269075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Checking segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:42:57.269577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.270480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Bound using segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:42:57.270691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Bound port: e3ed406c-1555-4328-ab01-3dfa61ac3e1c, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:42:57.271248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.368161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 057e5735-5e24-4986-a12a-34e386a6e651 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:57.368789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.435569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.477743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] For port e3ed406c-1555-4328-ab01-3dfa61ac3e1c, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:42:57.481648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] For port e3ed406c-1555-4328-ab01-3dfa61ac3e1c, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:42:57.523492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.525624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.531641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:42:57.536210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=457f9648-0701-47e4-bb1f-af7ed9c3aefb,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:57.577314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=a84858e2-cdaa-4609-972f-7484a5a6346e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:57.580236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.596059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.614085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4158468-36f9-4798-ae7e-d0ef59427ee2 None None] Network 097ef345-9128-4078-b277-dd8a35b05b3e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:57.617483 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9435ea2-5316-4250-b7f8-dfe43ad4e5a5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/a84858e2-cdaa-4609-972f-7484a5a6346e HTTP/1.1" status: 204 len: 168 time: 1.4062185 Apr 22 14:42:57.620374 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4b03e673-4598-4376-b071-0e30e175e6c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/457f9648-0701-47e4-bb1f-af7ed9c3aefb HTTP/1.1" status: 204 len: 168 time: 1.7626653 Apr 22 14:42:57.621052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33964) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.627045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f446d65-f9fa-4fea-bd14-7b80d73c80b9 None None] Network e2e1b602-9928-420d-a9cf-d555a444bbc6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:57.639296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33966) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.651276 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cf95dcb5-8ec6-4391-ab5b-2d14072392ae (CIDR: 172.20.0.16/28) Apr 22 14:42:57.727858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'a38092bf-79ec-42fb-ba8d-4a35fbc63bd3'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:42:57.729110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.745537 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:42:57.746049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:42:57.823036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:57.850319 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c956b15c-0189-48f1-ad88-f7f7c3e75d17 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4748304 Apr 22 14:42:57.852587 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33972) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:57.867925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'subnet': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:57.957697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet d756b445-cede-4c8c-a814-c1ce2a7786fc {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:42:57.960724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.002213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdf5f3-6c71-49d5-9d65-770a7e09ba9d None None] Pushing event updated for resources: {'Port': ['ID=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:58.006384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 057e5735-5e24-4986-a12a-34e386a6e651 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:42:58.006681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.023922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.081844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 057e5735-5e24-4986-a12a-34e386a6e651, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=057e5735-5e24-4986-a12a-34e386a6e651,segment=NetworkSegment(c9a94358-d4b3-4e9a-9307-12e9ffb49476),segment_id=c9a94358-d4b3-4e9a-9307-12e9ffb49476)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:58.082159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.119096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:58.119841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.163343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.230466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 057e5735-5e24-4986-a12a-34e386a6e651 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:58.335027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:58.347289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Usage tracker for resource:subnet and tenant:5fddeb02b21b4a169528a606f2bc044f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:58.358265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:58.377876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:58.427731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Made reservation on behalf of 5fddeb02b21b4a169528a606f2bc044f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:58.431437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.500258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] For port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,segment=NetworkSegment(4b838472-314a-4c56-9287-37f0f7763caa),segment_id=4b838472-314a-4c56-9287-37f0f7763caa)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:42:58.500619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.641791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:42:58.716525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/a38092bf-79ec-42fb-ba8d-4a35fbc63bd3/c20f816b-5815-41ca-b35d-83738e0e3913) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:58.722713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.724545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:42:58.734064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.743336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 7, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:58.772193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad24930-326c-47f9-a967-94d02d3471bb None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:48Z', 'revision_number': 7, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '057e5735-5e24-4986-a12a-34e386a6e651', 'name': '', 'network_id': 'e4324018-cf68-421c-95eb-8b3c74526e65', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:30:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:36Z', 'updated_at': '2022-04-22T14:42:52Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '63898732-e3c2-4d64-852f-a992c30ebc4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:42:58.810488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Subnet': ['ID=38cb44bd-da41-4f1d-b5d6-13b611d5a937,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:58.819230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:58.823631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:58.828832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:58.829615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.853926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0/37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce/c8b44742-01df-4153-9822-9823fd3e8c7e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:42:58.856898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.883630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:42:58.887298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9c0ee37f-379f-46e2-893c-2ac96564c9dc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:42:58.888807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:42:58.895745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:42:58.896568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.907798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.914017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af37dc-78c4-46bd-80d7-37c9fd1d4b06 None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:58.916815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:58.956851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=aeaa2f4b-174d-4842-b853-8a73cbf17b80,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.004329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.007167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/d756b445-cede-4c8c-a814-c1ce2a7786fc HTTP/1.1" status: 204 len: 168 time: 1.3633859 Apr 22 14:42:59.025817 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7c7af63a-1551-4449-8a33-ec46c6c5a33b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1648040 Apr 22 14:42:59.040068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33976) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.040506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 33978) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.053164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774aa76f-06b8-4472-a82d-793b7ff7cf96 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=d756b445-cede-4c8c-a814-c1ce2a7786fc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.058887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No DVR routers for this DVR port 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:42:59.065786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-6775957', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38cb44bd-da41-4f1d-b5d6-13b611d5a937'}], 'security_groups': ['22cd600e-20aa-4d88-b647-4eb8ed3226ab', '93fe5625-0055-4c85-b0c0-90e5b15c4329']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:59.084607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21a1b3-3ded-44b5-9514-a75b0322e0c2 None None] Network 545b6588-ad8c-427b-9972-c97744d5cf22 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:59.093345 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ddfe1f7d-64e6-48d2-99ef-6a173b7680e9 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8387489 Apr 22 14:42:59.094198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33984) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.103154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:17:14:2e', 'name': 'tempest-NetworksTestDHCPv6-1819408860'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:59.266367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] DHCP port deletion for e2e1b602-9928-420d-a9cf-d555a444bbc6 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:59.270901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72776c4-3071-49d0-972e-c6587b7ca191 None None] DHCP port deletion for 097ef345-9128-4078-b277-dd8a35b05b3e request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:42:59.326458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] Deleting port d54e5993-91ca-403c-985f-5ac122ed1318 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:59.326842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.433518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.452821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.460266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b7cdf-133f-4a2c-b494-adab8dfbaae6 None None] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:42:59.475899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 9c0ee37f-379f-46e2-893c-2ac96564c9dc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:42:59.476766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9c0ee37f-379f-46e2-893c-2ac96564c9dc not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:42:59.482826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097ef345-9128-4078-b277-dd8a35b05b3e']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:59.502635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.523165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b838472-314a-4c56-9287-37f0f7763caa') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:59.523668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b838472-314a-4c56-9287-37f0f7763caa') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:42:59.539411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.563247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.574609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:42:59.575260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:42:59.604925 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:42:59.692158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:59.712721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:59.719918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:59.724991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port d54e5993-91ca-403c-985f-5ac122ed1318 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:42:59.725253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.732273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:59.737534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 91e1cd6b-ce76-490b-bdfa-b6729923f808 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:42:59.744385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.756522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.781908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:59.782171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.800100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cc1612b9-0009-4cfa-b18d-a9de5d9fc966 None None] Provisioning for port e3ed406c-1555-4328-ab01-3dfa61ac3e1c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:42:59.807630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/097ef345-9128-4078-b277-dd8a35b05b3e HTTP/1.1" status: 204 len: 168 time: 2.1855969 Apr 22 14:42:59.813892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333384ce-bb12-4315-a650-05b04c26b3bf tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=097ef345-9128-4078-b277-dd8a35b05b3e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.815991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33988) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:42:59.877009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1556379376'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:42:59.900444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:42:59.904283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=057e5735-5e24-4986-a12a-34e386a6e651,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:42:59.908211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:42:59.912920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:42:59.920707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.922019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:42:59.962260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:42:59.965358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:42:59.990340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.030907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port d4189876-7fe9-4393-8674-f9716406d756 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:00.067630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object c8b44742-01df-4153-9822-9823fd3e8c7e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:00.073666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:00.095349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.096636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.097036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment b24491d4-4d6c-4a36-8020-b2b2e64edbb0 of type vlan for network 9518ca31-49c0-47ba-a0cc-59c072a4a270 Apr 22 14:43:00.106178 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:43:00.129665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] For port d54e5993-91ca-403c-985f-5ac122ed1318, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d54e5993-91ca-403c-985f-5ac122ed1318,segment=NetworkSegment(e87d7b77-d1df-448e-8643-d6b939789cf5),segment_id=e87d7b77-d1df-448e-8643-d6b939789cf5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:00.138180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.208048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.212881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Transition to ACTIVE for port object c20f816b-5815-41ca-b35d-83738e0e3913 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:00.264943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.269453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:00.270087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.404764 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5353074 Apr 22 14:43:00.407683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33992) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:00.410471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e804e69-37df-409b-b5b7-8c21049cf2d3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=9518ca31-49c0-47ba-a0cc-59c072a4a270,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:00.412914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] DHCP port deletion for 545b6588-ad8c-427b-9972-c97744d5cf22 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:00.419241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:00.429967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] Calling delete_port for d54e5993-91ca-403c-985f-5ac122ed1318 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:00.471111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:00.493343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] Deleting port eeb87e85-68e1-44ae-a397-7f4bae43fb6c {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:00.493850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.530250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port d54e5993-91ca-403c-985f-5ac122ed1318, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d54e5993-91ca-403c-985f-5ac122ed1318,segment=NetworkSegment(e87d7b77-d1df-448e-8643-d6b939789cf5),segment_id=e87d7b77-d1df-448e-8643-d6b939789cf5)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:00.530867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.532669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 91e1cd6b-ce76-490b-bdfa-b6729923f808 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:00.552998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.553497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:00.557713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:00.560934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:00.567515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:00.578675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:00.592895 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Transition to ACTIVE for port object c20f816b-5815-41ca-b35d-83738e0e3913 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:00.632624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 91e1cd6b-ce76-490b-bdfa-b6729923f808 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:00.633236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.712116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.717806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for d54e5993-91ca-403c-985f-5ac122ed1318 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:00.734066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.839540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:00.858280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:00.865416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=c8b44742-01df-4153-9822-9823fd3e8c7e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:00.869577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:00.913718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::24c (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/a38092bf-79ec-42fb-ba8d-4a35fbc63bd3/d4189876-7fe9-4393-8674-f9716406d756) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:00.923321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:142e (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/aeaa2f4b-174d-4842-b853-8a73cbf17b80/d4189876-7fe9-4393-8674-f9716406d756) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:00.937769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Delete allocated IP 172.20.0.7 (82c19dfb-1476-4c52-8485-3660bd47acb1/09654f44-0654-4ffa-b2b5-688ac9fcb824) {{(pid=84058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:43:00.956158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Allocated IP 172.20.0.42 (82c19dfb-1476-4c52-8485-3660bd47acb1/38cb44bd-da41-4f1d-b5d6-13b611d5a937/bb112540-37b2-485c-903e-5d0c98aa184c) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:00.965560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.975054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:00.991427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:00.998713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Pushing event updated for resources: {'Port': ['ID=c20f816b-5815-41ca-b35d-83738e0e3913,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.008120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:01.027397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.031616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:01.133388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Update dhcp port {'port': {'network_id': '82c19dfb-1476-4c52-8485-3660bd47acb1', 'fixed_ips': [{'subnet_id': 'cf95dcb5-8ec6-4391-ab5b-2d14072392ae', 'ip_address': '172.20.0.19'}, {'subnet_id': '38cb44bd-da41-4f1d-b5d6-13b611d5a937'}, {'subnet_id': '09654f44-0654-4ffa-b2b5-688ac9fcb824'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': 'b7aa9f84-7902-43c6-8bbb-c453d6f0e975'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:01.168450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.174820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] Pushing event deleted for resources: {'Port': ['ID=d54e5993-91ca-403c-985f-5ac122ed1318,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.262228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:01.262481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdc446-25a9-4c74-b81d-69f25ae371c3 None None] No DVR routers for this DVR port d54e5993-91ca-403c-985f-5ac122ed1318 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:01.262635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:01.341978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=516f2e54-083b-4ab1-ae3e-dc1b6b814f98,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.359242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.363583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.372306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] For port eeb87e85-68e1-44ae-a397-7f4bae43fb6c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,segment=NetworkSegment(1dc47249-71bc-4ead-9be4-90f82c222662),segment_id=1dc47249-71bc-4ead-9be4-90f82c222662)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:01.372692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.383398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.405633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object d4189876-7fe9-4393-8674-f9716406d756 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:01.410075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:01.410391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 9518ca31-49c0-47ba-a0cc-59c072a4a270, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:01.452086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:01.460727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.461221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Attempting to bind port c20f816b-5815-41ca-b35d-83738e0e3913 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:01.461817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Attempting to bind port c20f816b-5815-41ca-b35d-83738e0e3913 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:01.462366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Attempting to bind port c20f816b-5815-41ca-b35d-83738e0e3913 on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:01.519686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.526830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9518ca31-49c0-47ba-a0cc-59c072a4a270) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:01.529866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:01.532912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] Calling delete_port for eeb87e85-68e1-44ae-a397-7f4bae43fb6c owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:01.534892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:01.543873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:01.544552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.552881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:01.556957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:01.557637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.587771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=d4189876-7fe9-4393-8674-f9716406d756,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.598351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437e153-7f30-42a4-88fe-aaa8bc6f90aa None None] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:01.604095 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2dadd162-592e-4db6-b92e-01e261501e51 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1952848 Apr 22 14:43:01.607201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 33996) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:01.616349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270', 'name': 'tempest-PortsIpV6TestJSON-33556399', 'fixed_ips': [{'subnet_id': '516f2e54-083b-4ab1-ae3e-dc1b6b814f98', 'ip_address': '2001:db8::10'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:01.638381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3b941f89-9754-4e48-9490-b4043b525972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5398753 Apr 22 14:43:01.643921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34000) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:01.654573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 91e1cd6b-ce76-490b-bdfa-b6729923f808, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=91e1cd6b-ce76-490b-bdfa-b6729923f808,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:01.701322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:01.702012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:01.702591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.703150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:01.703788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Bound port: c20f816b-5815-41ca-b35d-83738e0e3913, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:01.704325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.721914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.722979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e3ed406c-1555-4328-ab01-3dfa61ac3e1c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:01.872340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.resource_extend [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:01.918799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port d4189876-7fe9-4393-8674-f9716406d756 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:01.919159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.919884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=91e1cd6b-ce76-490b-bdfa-b6729923f808,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:01.946010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port d54e5993-91ca-403c-985f-5ac122ed1318 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:01.946588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:01.993149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:02.009162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.037553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:02.058167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] The port 'd54e5993-91ca-403c-985f-5ac122ed1318' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:02.066318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.089321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:02.094697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.111436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Transition to ACTIVE for port object bb112540-37b2-485c-903e-5d0c98aa184c will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:02.140849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.168181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] Pushing event deleted for resources: {'Port': ['ID=eeb87e85-68e1-44ae-a397-7f4bae43fb6c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:02.177028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:02.227877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] For port c20f816b-5815-41ca-b35d-83738e0e3913, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:02.238316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb3ecd-bafe-478e-abe5-7e1b20b78e5e None None] No DVR routers for this DVR port eeb87e85-68e1-44ae-a397-7f4bae43fb6c on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:02.262764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] For port c20f816b-5815-41ca-b35d-83738e0e3913, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c20f816b-5815-41ca-b35d-83738e0e3913,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:02.305519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.308844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port e3ed406c-1555-4328-ab01-3dfa61ac3e1c completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:02.327404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.365429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a3d82ca4-d4e0-49ef-993a-eedfcb162184 None None] Provisioning for port c8b44742-01df-4153-9822-9823fd3e8c7e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:02.376069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e3ed406c-1555-4328-ab01-3dfa61ac3e1c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:02.377029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.404193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.404899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-9518ca31-49c0-47ba-a0cc-59c072a4a270', 'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': '516f2e54-083b-4ab1-ae3e-dc1b6b814f98'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:02.405915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.473587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for d4189876-7fe9-4393-8674-f9716406d756 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:02.476097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a3d82ca4-d4e0-49ef-993a-eedfcb162184 None None] Provisioning complete for port c8b44742-01df-4153-9822-9823fd3e8c7e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:02.476668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a3d82ca4-d4e0-49ef-993a-eedfcb162184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.615153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::10 (9518ca31-49c0-47ba-a0cc-59c072a4a270/516f2e54-083b-4ab1-ae3e-dc1b6b814f98/6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:02.626193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event updated for resources: {'Port': ['ID=bb112540-37b2-485c-903e-5d0c98aa184c,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:02.685186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52380e67-5cc5-4912-8408-c5cb3b42017c None None] Pushing event updated for resources: {'Port': ['ID=c20f816b-5815-41ca-b35d-83738e0e3913,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:02.705111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a3d82ca4-d4e0-49ef-993a-eedfcb162184 None None] Port c8b44742-01df-4153-9822-9823fd3e8c7e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:02.711149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e1b602-9928-420d-a9cf-d555a444bbc6']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.718737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Allocated IP 172.20.0.34 (82c19dfb-1476-4c52-8485-3660bd47acb1/38cb44bd-da41-4f1d-b5d6-13b611d5a937/b7aa9f84-7902-43c6-8bbb-c453d6f0e975) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:02.750957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Allocated IP 172.20.0.2 (82c19dfb-1476-4c52-8485-3660bd47acb1/09654f44-0654-4ffa-b2b5-688ac9fcb824/b7aa9f84-7902-43c6-8bbb-c453d6f0e975) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:02.760907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87d7b77-d1df-448e-8643-d6b939789cf5') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.761123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87d7b77-d1df-448e-8643-d6b939789cf5') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:02.788607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.846872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.862802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] In _notify_port_updated(), no bound segment for port bb112540-37b2-485c-903e-5d0c98aa184c on network 82c19dfb-1476-4c52-8485-3660bd47acb1 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:43:02.867091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:02.867744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.869306 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-644f2583-2850-4cfd-bcbb-a099aafe3034 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "PUT /v2.0/ports/bb112540-37b2-485c-903e-5d0c98aa184c HTTP/1.1" status: 200 len: 957 time: 3.8246737 Apr 22 14:43:02.873401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:02.874594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.889582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34004) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:02.897165 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:02.904118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:02.992280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port e3ed406c-1555-4328-ab01-3dfa61ac3e1c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:02.999499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] For port b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,segment=NetworkSegment(70fe3fa7-88a8-4d16-a2c7-52cf8622770a),segment_id=70fe3fa7-88a8-4d16-a2c7-52cf8622770a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:03.006972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.057851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port bb112540-37b2-485c-903e-5d0c98aa184c {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:03.057851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.097289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.105479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.117656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Transition to ACTIVE for port object b7aa9f84-7902-43c6-8bbb-c453d6f0e975 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:03.118141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.119271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.120648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:03.139050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.161939 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/e2e1b602-9928-420d-a9cf-d555a444bbc6 HTTP/1.1" status: 204 len: 168 time: 4.1199946 Apr 22 14:43:03.162544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.162706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:03.165052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:03.170997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.205544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=d4189876-7fe9-4393-8674-f9716406d756,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:03.225212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:03.225513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0a6e6c5b-cdb1-42ce-bcd7-b8fe39853dc0 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:03.226054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d54e5993-91ca-403c-985f-5ac122ed1318 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:03.271103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b87eb-2175-485b-8750-209437312c60 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=e2e1b602-9928-420d-a9cf-d555a444bbc6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:03.292666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:03.317508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d54e5993-91ca-403c-985f-5ac122ed1318 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:03.318512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d54e5993-91ca-403c-985f-5ac122ed1318 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:03.340896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.434084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.448246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:03.478399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.479301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dce38e36-c0a3-45fa-9b71-ac7e8de4d1fb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/d4189876-7fe9-4393-8674-f9716406d756 HTTP/1.1" status: 204 len: 168 time: 1.8343725 Apr 22 14:43:03.480083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34012) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:03.559391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f50646-49cd-4042-8360-15b7c633c8fd None None] Pushing event updated for resources: {'Port': ['ID=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:03.572241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=c8b44742-01df-4153-9822-9823fd3e8c7e,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:03.603738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.658990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 91e1cd6b-ce76-490b-bdfa-b6729923f808 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:03.750489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.792962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.808238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.845374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 91e1cd6b-ce76-490b-bdfa-b6729923f808 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:03.845804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.933497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:03.964283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:03.976423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:03.976800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Allocated IP 2001:db8::2 (9518ca31-49c0-47ba-a0cc-59c072a4a270/516f2e54-083b-4ab1-ae3e-dc1b6b814f98/8f2dd81c-99ac-4b27-965f-8d1cf34befce) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:04.024833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for bb112540-37b2-485c-903e-5d0c98aa184c owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:04.086082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545b6588-ad8c-427b-9972-c97744d5cf22']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:04.101146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc47249-71bc-4ead-9be4-90f82c222662') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:04.101439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc47249-71bc-4ead-9be4-90f82c222662') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:04.109955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:04.127164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.128146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:04.136134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c20f816b-5815-41ca-b35d-83738e0e3913 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:04.150755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e146d9-aea1-4c85-9712-7313713f9ffc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.151502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-72e146d9-aea1-4c85-9712-7313713f9ffc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:04.156536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:04.159143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:04.163515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.164139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.207695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-72e146d9-aea1-4c85-9712-7313713f9ffc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:04.210456 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-72e146d9-aea1-4c85-9712-7313713f9ffc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7230394 Apr 22 14:43:04.212849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34016) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.274474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-90ee49c8-6b96-4476-a587-ca14d4a7dee4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6654437 Apr 22 14:43:04.278851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.288648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:04.289311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.299688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34020) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.382607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270', 'name': 'tempest-PortsIpV6TestJSON-731303841', 'fixed_ips': [{'subnet_id': '516f2e54-083b-4ab1-ae3e-dc1b6b814f98', 'ip_address': '2001:db8::f'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:04.393983 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:04.414260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379010d0-ff49-4574-bf1a-554c720e76c4 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:04.505069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.519313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:04.531002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Transition to ACTIVE for port object 8f2dd81c-99ac-4b27-965f-8d1cf34befce will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:04.533033 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8c8e4846-a43a-4192-b67a-01c4f35c47d3 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6393909 Apr 22 14:43:04.547908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:04.562643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34024) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.574412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c20f816b-5815-41ca-b35d-83738e0e3913 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:04.583944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Transition to ACTIVE for port object 8f2dd81c-99ac-4b27-965f-8d1cf34befce will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:04.601067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Provisioning for port c20f816b-5815-41ca-b35d-83738e0e3913 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:04.604345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e3ed406c-1555-4328-ab01-3dfa61ac3e1c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:04.604519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.639072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.682549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Provisioning complete for port c20f816b-5815-41ca-b35d-83738e0e3913 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:04.682908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.688959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=bb112540-37b2-485c-903e-5d0c98aa184c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:04.708825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690549ab-2212-452e-9ac7-361449fcf015 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.712651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-690549ab-2212-452e-9ac7-361449fcf015 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4957695 Apr 22 14:43:04.721469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34028) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.723334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:04.723733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:04.744674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:04.766484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.812094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:04.856433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.858514 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/545b6588-ad8c-427b-9972-c97744d5cf22 HTTP/1.1" status: 204 len: 168 time: 1.6892886 Apr 22 14:43:04.870510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34032) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:04.878920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57531cd-d577-4610-a77e-75575f4aaf0f tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=545b6588-ad8c-427b-9972-c97744d5cf22,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:04.886009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276652926'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:04.887408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:04.892783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.896282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:04.906426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:04.926198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:04.931356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:04.941787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:04.950650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575bb43e-a492-447d-953f-1536316a4375 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.953605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575bb43e-a492-447d-953f-1536316a4375 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.955735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575bb43e-a492-447d-953f-1536316a4375 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:04.961776 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-575bb43e-a492-447d-953f-1536316a4375 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2312665 Apr 22 14:43:04.963199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 866a9fe3-98ef-4a60-93cd-f254783c08bc yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:04.969234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:05.002711 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-46cc9aa1-8f42-4d8b-b487-ba988615fe02 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/bb112540-37b2-485c-903e-5d0c98aa184c HTTP/1.1" status: 204 len: 168 time: 2.1082687 Apr 22 14:43:05.005763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34040) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:05.035263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Pushing event updated for resources: {'Port': ['ID=8f2dd81c-99ac-4b27-965f-8d1cf34befce,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:05.056074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:05.071105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:05.082819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:05.087803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:05.088012 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bec11c1-2ac7-4927-9f2e-b96fc5ecbdec tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] GET failed (client error): The resource could not be found. Apr 22 14:43:05.088565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1bec11c1-2ac7-4927-9f2e-b96fc5ecbdec tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:05.091318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.101467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet 63898732-e3c2-4d64-852f-a992c30ebc4c {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:05.134858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:05.148642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.224153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:05.228288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1bec11c1-2ac7-4927-9f2e-b96fc5ecbdec tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:05.232277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1bec11c1-2ac7-4927-9f2e-b96fc5ecbdec tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports/bb112540-37b2-485c-903e-5d0c98aa184c HTTP/1.1" status: 404 len: 333 time: 0.2227881 Apr 22 14:43:05.239443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34044) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:05.268779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.269262 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd of type vlan for network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 Apr 22 14:43:05.279142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet a38092bf-79ec-42fb-ba8d-4a35fbc63bd3 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:05.286139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.358196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.364406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e3ed406c-1555-4328-ab01-3dfa61ac3e1c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:05.364936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::f (9518ca31-49c0-47ba-a0cc-59c072a4a270/516f2e54-083b-4ab1-ae3e-dc1b6b814f98/866a9fe3-98ef-4a60-93cd-f254783c08bc) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:05.365049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.391631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.421036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 4875e513-06b0-4385-8e34-6113a0a951a3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:05.437133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.457231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Attempting to bind port 8f2dd81c-99ac-4b27-965f-8d1cf34befce on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:05.457600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Attempting to bind port 8f2dd81c-99ac-4b27-965f-8d1cf34befce by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:05.458011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Attempting to bind port 8f2dd81c-99ac-4b27-965f-8d1cf34befce on network 9518ca31-49c0-47ba-a0cc-59c072a4a270 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:05.475910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.476880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.479567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:05.480141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.556639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:05.556962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Checking segment: {'id': 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:05.557269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.557653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Bound using segment: {'id': 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:05.558154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Bound port: 8f2dd81c-99ac-4b27-965f-8d1cf34befce, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9518ca31-49c0-47ba-a0cc-59c072a4a270'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:05.558534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.646512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3eb66a72-7cbb-497e-b831-9143fdf41ca1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.690173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] For port c20f816b-5815-41ca-b35d-83738e0e3913, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c20f816b-5815-41ca-b35d-83738e0e3913,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:05.701939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3eb66a72-7cbb-497e-b831-9143fdf41ca1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.719072 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8424211 Apr 22 14:43:05.719885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe7f84-b1c8-466a-ac62-4ec534d5941a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:05.722739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34048) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:05.730561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:05.733480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.761158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.793151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:05.867351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.921968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:05.928670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:05.932401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:05.942439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:05.964126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.970969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:05.978562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3eb66a72-7cbb-497e-b831-9143fdf41ca1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.003694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:06.016965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb66a72-7cbb-497e-b831-9143fdf41ca1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434f594-91ab-498d-a0c0-f0496e1263f4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.019016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 866a9fe3-98ef-4a60-93cd-f254783c08bc will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:06.030862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3eb66a72-7cbb-497e-b831-9143fdf41ca1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.034868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3eb66a72-7cbb-497e-b831-9143fdf41ca1 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/security-groups/8434f594-91ab-498d-a0c0-f0496e1263f4 HTTP/1.1" status: 204 len: 168 time: 0.7944398 Apr 22 14:43:06.036772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34052) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.039652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.053738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] For port 8f2dd81c-99ac-4b27-965f-8d1cf34befce, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:06.092778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=63898732-e3c2-4d64-852f-a992c30ebc4c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.098052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=a38092bf-79ec-42fb-ba8d-4a35fbc63bd3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.108180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Pushing event updated for resources: {'Port': ['ID=c20f816b-5815-41ca-b35d-83738e0e3913,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.110797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eeb87e85-68e1-44ae-a397-7f4bae43fb6c no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:06.120472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.124847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-59a7a548-12d0-4fdc-aa75-7cb77da8842c tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/63898732-e3c2-4d64-852f-a992c30ebc4c HTTP/1.1" status: 204 len: 168 time: 1.5588040 Apr 22 14:43:06.126046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34056) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.136109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Provisioning complete for port c8b44742-01df-4153-9822-9823fd3e8c7e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:06.136495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.136778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.165375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] For port 8f2dd81c-99ac-4b27-965f-8d1cf34befce, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8f2dd81c-99ac-4b27-965f-8d1cf34befce,segment=NetworkSegment(b24491d4-4d6c-4a36-8020-b2b2e64edbb0),segment_id=b24491d4-4d6c-4a36-8020-b2b2e64edbb0)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:06.173499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700a562-91cd-4152-9442-3f0dba561eb8 None None] Network e4324018-cf68-421c-95eb-8b3c74526e65 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:06.177021 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dccf8643-2d59-48cf-8cee-8386079857e2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/a38092bf-79ec-42fb-ba8d-4a35fbc63bd3 HTTP/1.1" status: 204 len: 168 time: 1.1969805 Apr 22 14:43:06.177269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34060) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.182715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.213496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: eeb87e85-68e1-44ae-a397-7f4bae43fb6c {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:06.213888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eeb87e85-68e1-44ae-a397-7f4bae43fb6c not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:06.222599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.266934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.291476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce33ea2-5d77-4089-b05c-e52c0c7fc7a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.311160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d922bb-628f-411c-b0d8-f055a236eef2 None None] Update dhcp port {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'a38092bf-79ec-42fb-ba8d-4a35fbc63bd3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aeaa2f4b-174d-4842-b853-8a73cbf17b80'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': 'c20f816b-5815-41ca-b35d-83738e0e3913'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:06.319176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce33ea2-5d77-4089-b05c-e52c0c7fc7a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.391446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce33ea2-5d77-4089-b05c-e52c0c7fc7a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.423320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:06.423925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b7aa9f84-7902-43c6-8bbb-c453d6f0e975 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:06.427717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce33ea2-5d77-4089-b05c-e52c0c7fc7a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe5625-0055-4c85-b0c0-90e5b15c4329,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.431583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:06.440879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.446665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:06.450601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.451207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.457723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=866a9fe3-98ef-4a60-93cd-f254783c08bc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.466117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dce33ea2-5d77-4089-b05c-e52c0c7fc7a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.470798 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dce33ea2-5d77-4089-b05c-e52c0c7fc7a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/security-groups/93fe5625-0055-4c85-b0c0-90e5b15c4329 HTTP/1.1" status: 204 len: 168 time: 0.4327559 Apr 22 14:43:06.472034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34066) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.499169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:06.511458 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-29b0a189-788f-450d-ab16-0aaeb0323827 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/4875e513-06b0-4385-8e34-6113a0a951a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1564050 Apr 22 14:43:06.512427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34070) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.518858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 7553876d-4750-4615-afb5-d30c11637a53 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:06.519801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.523418 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Sync routers for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:06.536993 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:06.538053 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:06.551565 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8e05f417-31da-495c-8764-aaa71e3efd14 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2507589 Apr 22 14:43:06.561530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-09d922bb-628f-411c-b0d8-f055a236eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.564233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34074) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:06.675109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef0386c9-0bb8-42ba-91aa-efe390eae6ff None None] Port c8b44742-01df-4153-9822-9823fd3e8c7e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:06.688445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet aeaa2f4b-174d-4842-b853-8a73cbf17b80 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:06.698242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-55b76470-afb7-47b1-80f7-85d3f6c86ddc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.726878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.829313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-55b76470-afb7-47b1-80f7-85d3f6c86ddc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.850096 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:06.867721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c212f-75fc-40fe-87b7-a3ab1e84fb7a None None] Pushing event updated for resources: {'Port': ['ID=8f2dd81c-99ac-4b27-965f-8d1cf34befce,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:06.887953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.895604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:59Z', 'revision_number': 8, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:06.915707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:06.917143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 7553876d-4750-4615-afb5-d30c11637a53, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7553876d-4750-4615-afb5-d30c11637a53,segment=NetworkSegment(c9a94358-d4b3-4e9a-9307-12e9ffb49476),segment_id=c9a94358-d4b3-4e9a-9307-12e9ffb49476)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:06.917634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.961958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Provisioning for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:06.968211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:06.968211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:06.969441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.970391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.970907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.971417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.972140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.972825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.973497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.974026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.974549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.975062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.975563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.976065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.976625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:06.979050 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b8846b6f-e18f-49da-9bed-a5427e5d02ee tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9055 time: 0.4636559 Apr 22 14:43:06.989711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34078) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.020857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:07.021226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.076305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:07.077761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:07.097333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.103854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.188024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167607cf-2450-4466-930e-986c0a85d28c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.189577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-167607cf-2450-4466-930e-986c0a85d28c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:07.317969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.318345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.318706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.319082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.319622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.320152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.320508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.320858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.321203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.321545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.321914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.322841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.326167 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5ef21fbc-a5c0-4193-86a4-2b91cd1added tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7609 time: 0.3352110 Apr 22 14:43:07.326919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=aeecdbab-6e83-4ef9-a7d5-8042174b6e7d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.329006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34082) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.349187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 7553876d-4750-4615-afb5-d30c11637a53 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:07.353518 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:02Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:07.359387 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Checking router: 4875e513-06b0-4385-8e34-6113a0a951a3 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:07.359945 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Updating router 4875e513-06b0-4385-8e34-6113a0a951a3 port c8b44742-01df-4153-9822-9823fd3e8c7e binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:43:07.374001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1d4a9-6192-486a-b12f-6c6cbd7dc9ac None None] DHCP port deletion for e4324018-cf68-421c-95eb-8b3c74526e65 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:07.410961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1d4a9-6192-486a-b12f-6c6cbd7dc9ac None None] Deleting port 7553876d-4750-4615-afb5-d30c11637a53 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:07.411338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d4a9-6192-486a-b12f-6c6cbd7dc9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.422427 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.435882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:07.463698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-55b76470-afb7-47b1-80f7-85d3f6c86ddc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.492282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b76470-afb7-47b1-80f7-85d3f6c86ddc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd600e-20aa-4d88-b647-4eb8ed3226ab,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.496472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-167607cf-2450-4466-930e-986c0a85d28c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:07.502642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-167607cf-2450-4466-930e-986c0a85d28c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.9355440 Apr 22 14:43:07.503831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.513421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.561638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:07.562094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:07.576496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-55b76470-afb7-47b1-80f7-85d3f6c86ddc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.577886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-55b76470-afb7-47b1-80f7-85d3f6c86ddc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/security-groups/22cd600e-20aa-4d88-b647-4eb8ed3226ab HTTP/1.1" status: 204 len: 168 time: 1.1020560 Apr 22 14:43:07.580025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.584198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34090) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.631134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No DVR routers for this DVR port 7553876d-4750-4615-afb5-d30c11637a53 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:07.645143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1d4a9-6192-486a-b12f-6c6cbd7dc9ac None None] The port '7553876d-4750-4615-afb5-d30c11637a53' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-09d922bb-628f-411c-b0d8-f055a236eef2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aeaa2f4b-174d-4842-b853-8a73cbf17b80: This subnet is being modified by another concurrent operation. Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aeaa2f4b-174d-4842-b853-8a73cbf17b80: This subnet is being modified by another concurrent operation. Apr 22 14:43:07.647239 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 14:43:07.665128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=aeaa2f4b-174d-4842-b853-8a73cbf17b80,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.684507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=7553876d-4750-4615-afb5-d30c11637a53,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:07.738669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c20f816b-5815-41ca-b35d-83738e0e3913 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:07.761074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.805461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:07.846804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.853091 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0c25bde5-7f18-4bf7-8b15-39e91b719bf6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/aeaa2f4b-174d-4842-b853-8a73cbf17b80 HTTP/1.1" status: 204 len: 168 time: 1.6747975 Apr 22 14:43:07.868334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cda1c8-b082-4750-92c0-183f7d02c46f None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:07.874557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34094) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:07.880315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4324018-cf68-421c-95eb-8b3c74526e65']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:07.883087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:07.892597 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.895212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:07.895807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.897666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a94358-d4b3-4e9a-9307-12e9ffb49476') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:07.898075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a94358-d4b3-4e9a-9307-12e9ffb49476') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:07.909020 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Transition to ACTIVE for port object c8b44742-01df-4153-9822-9823fd3e8c7e will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:07.912129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.920294 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.923117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9ed58-713c-4e6b-a6d5-7ea4f89b8836 None None] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:07.931584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:07.940043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:07.940633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:08.090369 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:08.107606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.114646 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a6d34177-cde8-4c0e-8af2-8e6c32297a24 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2290597 Apr 22 14:43:08.119464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34098) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:08.123685 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Pushing event updated for resources: {'Port': ['ID=c8b44742-01df-4153-9822-9823fd3e8c7e,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.137850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.140147 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.140472 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.140897 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.141324 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.141653 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.142007 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.142545 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.142874 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.143185 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.143495 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.143803 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:08.160147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=e4324018-cf68-421c-95eb-8b3c74526e65,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.163964 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7f3aa602-9da4-4d43-974e-99dac62c80b3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4399631 Apr 22 14:43:08.168796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34102) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:08.173757 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d556b103-990a-47d6-9c37-a4dc8adc09c5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/e4324018-cf68-421c-95eb-8b3c74526e65 HTTP/1.1" status: 204 len: 168 time: 2.0328279 Apr 22 14:43:08.177175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34104) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:08.187920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:08.190652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446050138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:08.202179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:08.207163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:router and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:08.210478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:08.216528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:08.287808 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Attempting to bind port c8b44742-01df-4153-9822-9823fd3e8c7e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:08.288553 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Attempting to bind port c8b44742-01df-4153-9822-9823fd3e8c7e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:08.289499 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Attempting to bind port c8b44742-01df-4153-9822-9823fd3e8c7e on network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:08.319220 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:08.319220 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Checking segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:08.319220 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.320536 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Bound using segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:08.321416 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Bound port: c8b44742-01df-4153-9822-9823fd3e8c7e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:08.322117 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.366728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5bb45d-6bc6-4137-8b75-f8e931558c56 None None] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:08.386018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:08.390955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:08.393979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:08.400220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:08.438504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:08.442595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.459473 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] For port c8b44742-01df-4153-9822-9823fd3e8c7e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:08.463592 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] For port c8b44742-01df-4153-9822-9823fd3e8c7e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c8b44742-01df-4153-9822-9823fd3e8c7e,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:08.470829 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.473206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Provisioning complete for port f78802b0-8e35-4758-b692-98fe5d1c2499 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:08.473771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.500435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6185e1-ecf4-4b9b-892a-afc58640006e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:08.504808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6185e1-ecf4-4b9b-892a-afc58640006e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:08.508722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6185e1-ecf4-4b9b-892a-afc58640006e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:08.510524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0a6185e1-ecf4-4b9b-892a-afc58640006e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.9988253 Apr 22 14:43:08.511801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.512800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.522783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34110) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:08.559548 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6308721-b4b4-4672-99f3-a7ac1c2114ab None None] Pushing event updated for resources: {'Port': ['ID=c8b44742-01df-4153-9822-9823fd3e8c7e,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:08.574149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet 09654f44-0654-4ffa-b2b5-688ac9fcb824 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:08.595653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.626123 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:08.627791 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:42:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:08.651382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 866a9fe3-98ef-4a60-93cd-f254783c08bc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:08.651735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.689716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.731434 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-73982f5b-7498-4bef-b9a7-7243d651df96 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2140 time: 1.4002283 Apr 22 14:43:08.796779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:08.808430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.021632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.022858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c4f064c4-b3d8-4066-b583-f181bf79acc5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8474307 Apr 22 14:43:09.030389 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:09.037475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34116) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:09.068795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'port': {'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222', 'name': 'tempest-RoutersTest-1701868372'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:09.136796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Port f78802b0-8e35-4758-b692-98fe5d1c2499 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:09.224589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c20f816b-5815-41ca-b35d-83738e0e3913 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:09.225273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.292277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a7dce4cc-97fd-4d06-97c4-6926941f8a41 None None] Could not find standard attr ID for object bb112540-37b2-485c-903e-5d0c98aa184c. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:09.320789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.492439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.506438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Provisioning complete for port c20f816b-5815-41ca-b35d-83738e0e3913 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:09.508059 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:08Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:09.511898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.512653 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a98250-57a1-412d-a0b5-c6881702b415 None None] The sync data for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv is: [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:08Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:09.559695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34120) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:09.610403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555622249', 'description': 'tempest-secgroup-smoke-1555622249 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:09.628243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:09.645697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 866a9fe3-98ef-4a60-93cd-f254783c08bc owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:09.666235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:59Z', 'revision_number': 8, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:09.707442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:09.714604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222', 'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': 'aeecdbab-6e83-4ef9-a7d5-8042174b6e7d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:09.715753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.733198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:09.748269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.757560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca403aeb-07dc-41c1-b87a-8b939b032185 None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:42:59Z', 'revision_number': 8, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': '19eb7234-a01e-40e1-abeb-2b6a0ed30f10', 'name': '', 'network_id': 'ed7e21e9-d4d4-40a9-bba2-a5413199a171', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:e1:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:23Z', 'updated_at': '2022-04-22T14:42:45Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:09.768141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.772618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a91916b9-f723-46f9-bfcb-af4837131800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:09.772835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:09.980075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=ed3a88d8-b7f6-4a31-9786-0a17f5545a31,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.003439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:10.009182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:port and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:10.017576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:10.025777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.048819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:10.050408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:10.054735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:10.062034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:10.065206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.074196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:10.075043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.254339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] Deleting port c20f816b-5815-41ca-b35d-83738e0e3913 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:10.259022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.269330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=09654f44-0654-4ffa-b2b5-688ac9fcb824,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.305879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:10.318113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.336473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.423305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ab4e2-cc5d-4f88-89fd-e9a3a96ac263 None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:10.423702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.434616 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-331b09a4-1e02-4cf5-bfab-8a503446f5ea tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/09654f44-0654-4ffa-b2b5-688ac9fcb824 HTTP/1.1" status: 204 len: 168 time: 2.8214834 Apr 22 14:43:10.447250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:10.461797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34124) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:10.477348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:10.506885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8f2dd81c-99ac-4b27-965f-8d1cf34befce up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:10.516432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.546015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=866a9fe3-98ef-4a60-93cd-f254783c08bc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.579289 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a36f496-44ad-4d66-9c43-abd16f48f3c4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4383426 Apr 22 14:43:10.579289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:10.581150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34130) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:10.586548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:10.588494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:10.604675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] device_id is not set on port 030a3833-34d6-44ad-af63-184c1799c815 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:10.628266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5460a35c-88bb-4109-b8cf-23d16fb1460f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/866a9fe3-98ef-4a60-93cd-f254783c08bc HTTP/1.1" status: 204 len: 168 time: 2.1016381 Apr 22 14:43:10.634530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34134) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:10.709707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet 38cb44bd-da41-4f1d-b5d6-13b611d5a937 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:10.735763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.824091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.835960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.873962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.918232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Allocated IP 172.20.0.2 (bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222/aeecdbab-6e83-4ef9-a7d5-8042174b6e7d/4917d061-bd19-4a94-9e36-edc78fde4552) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:10.944658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be468b4-152a-4ae6-8e79-71a91a968b57,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:10.961026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:10.962385 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-40ebe615-0b91-4b3a-8973-519cb488fad9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3652008 Apr 22 14:43:10.968478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34138) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:10.974463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '9be468b4-152a-4ae6-8e79-71a91a968b57', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:10.990785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:10.997014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:10.999085 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1f953b-d660-44e4-9718-fcfd3835bec8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:43:11.002277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:11.004541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d1f953b-d660-44e4-9718-fcfd3835bec8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:11.010150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:11.026515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.115774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.123359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d1f953b-d660-44e4-9718-fcfd3835bec8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:11.124709 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2d1f953b-d660-44e4-9718-fcfd3835bec8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/866a9fe3-98ef-4a60-93cd-f254783c08bc HTTP/1.1" status: 404 len: 333 time: 0.4843574 Apr 22 14:43:11.129823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34142) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:11.209441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:11.220216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:11.222908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:11.244499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:11.256748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:11.257558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.363197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:11.399392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Provisioning for port 8f2dd81c-99ac-4b27-965f-8d1cf34befce completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:11.417608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.434431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 8f2dd81c-99ac-4b27-965f-8d1cf34befce completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:11.443488 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Provisioning complete for port 8f2dd81c-99ac-4b27-965f-8d1cf34befce triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:11.443850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.520299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.530259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=38cb44bd-da41-4f1d-b5d6-13b611d5a937,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:11.540485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.552586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] For port c20f816b-5815-41ca-b35d-83738e0e3913, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c20f816b-5815-41ca-b35d-83738e0e3913,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:11.553285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.554892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.565905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37111e30-1198-479e-9058-0c2264198597 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/38cb44bd-da41-4f1d-b5d6-13b611d5a937 HTTP/1.1" status: 204 len: 168 time: 1.1019351 Apr 22 14:43:11.570001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34146) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:11.574998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8f2dd81c-99ac-4b27-965f-8d1cf34befce triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:11.575262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.607296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9592de-04e4-4368-85fa-93042675fd8f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:11.608491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.637230 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd89889-753d-4be4-8af3-97357ca29073 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:11.637841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd89889-753d-4be4-8af3-97357ca29073 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:11.642463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ddd89889-753d-4be4-8af3-97357ca29073 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/09654f44-0654-4ffa-b2b5-688ac9fcb824 HTTP/1.1" status: 404 len: 337 time: 0.0699885 Apr 22 14:43:11.656864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34150) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:11.703148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.704343 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1890b81f-3d7d-4b2f-8541-6a8d223e4906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7347515 Apr 22 14:43:11.710347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34154) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:11.719941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '9be468b4-152a-4ae6-8e79-71a91a968b57', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:11.729467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:11.739236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:11.764754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting subnet cf95dcb5-8ec6-4391-ab5b-2d14072392ae {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:11.770113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.771651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] Calling delete_port for c20f816b-5815-41ca-b35d-83738e0e3913 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:11.799587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.815220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:11.826796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:11.844426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Transition to ACTIVE for port object 4917d061-bd19-4a94-9e36-edc78fde4552 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:11.848742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f0fa71f7-0b4e-4316-85da-b8c6d2f710a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.861330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.868713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.900847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Transition to ACTIVE for port object 4917d061-bd19-4a94-9e36-edc78fde4552 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:11.955234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.970458 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.ipam_backend_mixin [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed3a88d8-b7f6-4a31-9786-0a17f5545a31 (CIDR: 2001:db8::/64) Apr 22 14:43:11.988640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.994402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:11.999044 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:12.000368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:12.068021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.090545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c668cf-ed26-489d-84a3-18958231a69a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.098938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:12.107814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.113516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:12.113922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.130548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:12.134001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.160149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-974e0e77-cf2b-4989-b33c-abdc409abf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5784938 Apr 22 14:43:12.164458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34158) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.167144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:12.170722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'subnet': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:12.201161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.203386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.206665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5f633f93-6ea8-4eca-9415-ee3420febfe4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4944227 Apr 22 14:43:12.216020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34162) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.227259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] For port 8f2dd81c-99ac-4b27-965f-8d1cf34befce, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8f2dd81c-99ac-4b27-965f-8d1cf34befce,segment=NetworkSegment(b24491d4-4d6c-4a36-8020-b2b2e64edbb0),segment_id=b24491d4-4d6c-4a36-8020-b2b2e64edbb0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:12.228552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Pushing event updated for resources: {'Port': ['ID=4917d061-bd19-4a94-9e36-edc78fde4552,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.239437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:12.264237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '9be468b4-152a-4ae6-8e79-71a91a968b57', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:12.309592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:12.321246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.20.0.13 (bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222/aeecdbab-6e83-4ef9-a7d5-8042174b6e7d/030a3833-34d6-44ad-af63-184c1799c815) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:12.352748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.368381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] Pushing event deleted for resources: {'Port': ['ID=c20f816b-5815-41ca-b35d-83738e0e3913,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.378910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.381215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a715e-21b7-4008-b52d-b700d0cc9621 None None] No DVR routers for this DVR port c20f816b-5815-41ca-b35d-83738e0e3913 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:12.397282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:12.409803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:12.428959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:12.473210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63fedab-7a85-46f9-abc0-6a4782a06325 None None] Network 82c19dfb-1476-4c52-8485-3660bd47acb1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:12.486018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa9283-72c9-4e36-b41c-6101e8b844c9 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:12.507980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.543128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.543480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:12.553888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:subnet and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:12.570299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:12.570299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 19eb7234-a01e-40e1-abeb-2b6a0ed30f10, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,segment=NetworkSegment(54b0963f-0323-4abb-8cb2-d130b560a77b),segment_id=54b0963f-0323-4abb-8cb2-d130b560a77b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:12.570299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.587364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.588931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:12.666050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Attempting to bind port 4917d061-bd19-4a94-9e36-edc78fde4552 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:12.666705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Attempting to bind port 4917d061-bd19-4a94-9e36-edc78fde4552 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:12.666891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Attempting to bind port 4917d061-bd19-4a94-9e36-edc78fde4552 on network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:12.689540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Subnet': ['ID=cf95dcb5-8ec6-4391-ab5b-2d14072392ae,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.709182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:12.711412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.735547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:12.736057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Checking segment: {'id': '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:12.736558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.737057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Bound using segment: {'id': '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:12.737645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Bound port: 4917d061-bd19-4a94-9e36-edc78fde4552, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:12.738240 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.762755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.765754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:12.769053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.776696 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a81f348-3f23-4f56-b699-2d3429978c46 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/cf95dcb5-8ec6-4391-ab5b-2d14072392ae HTTP/1.1" status: 204 len: 168 time: 1.1187429 Apr 22 14:43:12.780497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:12.780497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:12.782961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.784864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34166) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.790054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71485c57-0cef-46d1-9431-fd9fa5c90662 None None] Pushing event updated for resources: {'Port': ['ID=8f2dd81c-99ac-4b27-965f-8d1cf34befce,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:12.790893 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bc5d1f2b-37ba-4d02-a7ff-c6e07e6ba53e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9 HTTP/1.1" status: 204 len: 168 time: 1.6555426 Apr 22 14:43:12.796102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34168) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.855086 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-625fde7a-bae1-477a-96ed-94dc7a149820 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:43:12.855595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-625fde7a-bae1-477a-96ed-94dc7a149820 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:12.898617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-625fde7a-bae1-477a-96ed-94dc7a149820 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:12.903154 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-625fde7a-bae1-477a-96ed-94dc7a149820 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9 HTTP/1.1" status: 404 len: 333 time: 0.1062090 Apr 22 14:43:12.906116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34174) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:12.944818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:12.983995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 030a3833-34d6-44ad-af63-184c1799c815 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:13.030262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.031486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d6cd4b-e210-4630-9584-a5381f4a5f8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.031909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d6cd4b-e210-4630-9584-a5381f4a5f8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.046417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.056390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.080937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e883d25a-f613-431b-9470-e3c64a8a73b3,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:13.082631 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-20d6cd4b-e210-4630-9584-a5381f4a5f8c tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/b6340695-2e74-4134-83d0-5521d4fc324a HTTP/1.1" status: 404 len: 337 time: 0.2925920 Apr 22 14:43:13.086436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34178) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.115645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.121217 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-653e2a27-7309-4397-95e7-169c2d316381 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9001389 Apr 22 14:43:13.121394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34182) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.139258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '9be468b4-152a-4ae6-8e79-71a91a968b57', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:13.148476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1a81ca9e-1f3c-4be7-8678-8a234366f843 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Synchronizing usage tracker for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:13.153851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:13.177359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.186769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:13.189632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Provisioning complete for port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:13.190392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.192035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.198687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:13.225963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] For port 4917d061-bd19-4a94-9e36-edc78fde4552, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:13.251905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'tenant_id': 'bada539fc5d64f5ba07ecd82fd9afb0c', 'fixed_ips': [{'subnet_id': 'ed3a88d8-b7f6-4a31-9786-0a17f5545a31'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:13.252886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.257740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:13.275527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1a81ca9e-1f3c-4be7-8678-8a234366f843 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Unset dirty status for tenant:5fddeb02b21b4a169528a606f2bc044f on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:13.277596 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1a81ca9e-1f3c-4be7-8678-8a234366f843 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "GET /v2.0/ports?device_id=daaf690f-043b-4b78-a76a-5b3aeeaac2cd HTTP/1.1" status: 200 len: 205 time: 0.1883831 Apr 22 14:43:13.290206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34186) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.353821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 516f2e54-083b-4ab1-ae3e-dc1b6b814f98 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:13.369627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.388228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.422119 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-d30759ec-7644-4e39-a903-d847939166b3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] delete failed (client error): The resource could not be found. Apr 22 14:43:13.423153 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d30759ec-7644-4e39-a903-d847939166b3 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/routers/daaf690f-043b-4b78-a76a-5b3aeeaac2cd HTTP/1.1" status: 404 len: 336 time: 0.1291988 Apr 22 14:43:13.427327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34190) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.430556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:13.440557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:13.443140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:13.465004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] For port 4917d061-bd19-4a94-9e36-edc78fde4552, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4917d061-bd19-4a94-9e36-edc78fde4552,segment=NetworkSegment(98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd),segment_id=98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:13.473009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=19eb7234-a01e-40e1-abeb-2b6a0ed30f10,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:13.475646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=030a3833-34d6-44ad-af63-184c1799c815,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:13.483194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c8b44742-01df-4153-9822-9823fd3e8c7e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:13.486246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.510059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.512056 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c5fd08-2b6d-4124-bfc9-4f19f3c63a99 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.512731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c5fd08-2b6d-4124-bfc9-4f19f3c63a99 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.515234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.570277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b2c5fd08-2b6d-4124-bfc9-4f19f3c63a99 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/0cb7bea3-6678-47af-8464-90c534e24027 HTTP/1.1" status: 404 len: 337 time: 0.1400611 Apr 22 14:43:13.576978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34194) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.634009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:13.634831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.657660 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e09829-20c2-4d75-9f49-80fb860bdc0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.658123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e09829-20c2-4d75-9f49-80fb860bdc0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.659835 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-44e09829-20c2-4d75-9f49-80fb860bdc0b tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/6573fd8c-4196-4bf9-93a0-ecd99e10caed HTTP/1.1" status: 404 len: 337 time: 0.0784199 Apr 22 14:43:13.667971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34198) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.674280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] DHCP port deletion for 82c19dfb-1476-4c52-8485-3660bd47acb1 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:13.721525 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3491d8ce-c6fc-4570-b8d7-08386fc3a550 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.722182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3491d8ce-c6fc-4570-b8d7-08386fc3a550 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.726267 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3491d8ce-c6fc-4570-b8d7-08386fc3a550 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/d565c62b-684a-42ae-a792-4a258888e99b HTTP/1.1" status: 404 len: 337 time: 0.0531340 Apr 22 14:43:13.728887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6375c480-af5c-4b8a-805c-24f72a5fc0b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6903579 Apr 22 14:43:13.730968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34202) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.735308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34204) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.762128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] Deleting port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:13.762686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.797763 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b56ccb-7464-4cfd-9541-8514cc243387 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.798195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b56ccb-7464-4cfd-9541-8514cc243387 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.801662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.810524 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a4b56ccb-7464-4cfd-9541-8514cc243387 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/1e73d2c9-b0ef-472b-8b6c-0c61a250a30b HTTP/1.1" status: 404 len: 333 time: 0.0762215 Apr 22 14:43:13.812849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34210) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.849480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.859765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2615b6-d446-46fd-aa88-0348e824efe8 None None] Pushing event updated for resources: {'Port': ['ID=4917d061-bd19-4a94-9e36-edc78fde4552,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:13.861043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.908477 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f663986-676e-4bf3-a339-e376fdd46ee6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.909393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f663986-676e-4bf3-a339-e376fdd46ee6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.912835 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7f663986-676e-4bf3-a339-e376fdd46ee6 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/17cfe918-d14b-404b-97b1-51f31901c2b6 HTTP/1.1" status: 404 len: 337 time: 0.0968499 Apr 22 14:43:13.914103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34214) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.926480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60baa26-80ed-4ff2-bb86-9656c2949690,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:13.943473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:13.947600 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6367af83-0033-49be-8d69-a4e148f6d29a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8177614 Apr 22 14:43:13.947600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34218) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.960078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '9be468b4-152a-4ae6-8e79-71a91a968b57', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:13.967273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:13.972615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:13.976834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8221a716-c526-4298-a3c3-7937ffab8882 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:13.977584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8221a716-c526-4298-a3c3-7937ffab8882 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:13.979280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:13.979968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8221a716-c526-4298-a3c3-7937ffab8882 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/f69c2850-21d2-4d9b-8766-21f61a372e4b HTTP/1.1" status: 404 len: 337 time: 0.0650702 Apr 22 14:43:13.983216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34222) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:13.988755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Allocated IP 2001:db8::2 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ed3a88d8-b7f6-4a31-9786-0a17f5545a31/6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:14.024671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:14.039862 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb122cd-864c-4980-aaf3-80896b999cbc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:14.040733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb122cd-864c-4980-aaf3-80896b999cbc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:14.048480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.104692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=516f2e54-083b-4ab1-ae3e-dc1b6b814f98,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.111312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] For port b7aa9f84-7902-43c6-8bbb-c453d6f0e975, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,segment=NetworkSegment(70fe3fa7-88a8-4d16-a2c7-52cf8622770a),segment_id=70fe3fa7-88a8-4d16-a2c7-52cf8622770a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:14.111711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.112325 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4fb122cd-864c-4980-aaf3-80896b999cbc tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/2cbda9e8-369a-47eb-a5a3-ed3332b3c2fb HTTP/1.1" status: 404 len: 333 time: 0.1276228 Apr 22 14:43:14.114859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34226) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.118530 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:43:14.233182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.294342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] Calling delete_port for b7aa9f84-7902-43c6-8bbb-c453d6f0e975 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:14.356111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.358516 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3c75800b-5a8d-4f50-89cc-2b3a9c9e7bf2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/516f2e54-083b-4ab1-ae3e-dc1b6b814f98 HTTP/1.1" status: 204 len: 168 time: 1.4512639 Apr 22 14:43:14.362970 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89c8b60-0eff-4e35-af88-c995684e61a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:14.363761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89c8b60-0eff-4e35-af88-c995684e61a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:14.368632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.objects.ports [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84059) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:43:14.370077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34230) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.370351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34232) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.371354 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c89c8b60-0eff-4e35-af88-c995684e61a8 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/ae189a31-e57d-4460-b147-d3ffde686265 HTTP/1.1" status: 404 len: 337 time: 0.2549157 Apr 22 14:43:14.374319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.393297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6ca16-0a72-4517-9b76-1a47dd7932f3 None None] Network 9518ca31-49c0-47ba-a0cc-59c072a4a270 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:14.393604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.432883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c8b44742-01df-4153-9822-9823fd3e8c7e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:14.435997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.456516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.462983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.496542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.501088 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5529151 Apr 22 14:43:14.502299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34238) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.504905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be6ae2-aae0-4c76-9d80-cfb619e02224 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794bce47-cbcc-4f07-8f98-55e996c06a61,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.510032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '9be468b4-152a-4ae6-8e79-71a91a968b57', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:14.517203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:14.521496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:14.524804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:14.532102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:14.547676 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:43:14.556286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.573098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56c3c49-90f7-43f7-89bb-5f47d6eea41e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:14.573635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56c3c49-90f7-43f7-89bb-5f47d6eea41e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:14.575333 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d56c3c49-90f7-43f7-89bb-5f47d6eea41e tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/subnets/b6e3bdcb-b579-4380-868d-546f7af63a38 HTTP/1.1" status: 404 len: 337 time: 0.1727080 Apr 22 14:43:14.579007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34242) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.606085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c8b44742-01df-4153-9822-9823fd3e8c7e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:14.606511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.638309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Provisioning complete for port 8f2dd81c-99ac-4b27-965f-8d1cf34befce triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:14.638700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.665369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] Pushing event deleted for resources: {'Port': ['ID=b7aa9f84-7902-43c6-8bbb-c453d6f0e975,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.692822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Deleting port f78802b0-8e35-4758-b692-98fe5d1c2499 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:14.693238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.717903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afae077-f12b-4b1e-9ea0-2ba8b6a0421e None None] No DVR routers for this DVR port b7aa9f84-7902-43c6-8bbb-c453d6f0e975 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:14.721493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.824673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.835467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.891364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:14.906615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:14.921087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.928814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:14.929428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.932777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Transition to ACTIVE for port object 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:14.934956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Subnet': ['ID=1319eb31-703e-4915-9d0d-e455d8e9d9c5,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.959629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:14.960107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abaf9ba-af4d-42e4-89ed-88d0e41d547f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:14.961933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Transition to ACTIVE for port object 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:14.994852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34246) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:14.995733 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-73c7d087-4132-4f86-aa22-8ce0e111d5d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8290732 Apr 22 14:43:15.001130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Request body: {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'mac_address': 'fa:16:3e:ca:6a:a3', 'name': 'tempest-NetworksTestDHCPv6-1087073231'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:15.011319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.028237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.070663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 8f2dd81c-99ac-4b27-965f-8d1cf34befce {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:15.071001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.108594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:15.115536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Pushing event updated for resources: {'Port': ['ID=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:15.118535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:15.124769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:15.152350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.153798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-923eb73a-b862-4482-b206-a1325dc38933 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6501753 Apr 22 14:43:15.174543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921db62-0186-4a3c-9a4a-15a32d8633f4 None None] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:15.222376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Calling delete_port for f78802b0-8e35-4758-b692-98fe5d1c2499 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:15.418190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:15.424557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Usage tracker for resource:port and tenant:bada539fc5d64f5ba07ecd82fd9afb0c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:15.428662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.436736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:15.487451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:15.490955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Port': ['ID=f78802b0-8e35-4758-b692-98fe5d1c2499,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:15.502619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.515471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Made reservation on behalf of bada539fc5d64f5ba07ecd82fd9afb0c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:15.533051 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5c06d113-91aa-48a8-969a-06148e7d6c32 tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/ports/f78802b0-8e35-4758-b692-98fe5d1c2499 HTTP/1.1" status: 204 len: 168 time: 0.9530246 Apr 22 14:43:15.536645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34260) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:15.570550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Attempting to bind port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:15.570940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Attempting to bind port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:15.571288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Attempting to bind port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c on network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:15.604889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.644165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:15.644165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Checking segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:15.644165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.644165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Bound using segment: {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:15.644693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Bound port: 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780bba34-3f9d-45be-bd68-388e76a1b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:15.645136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.672340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Could not find standard attr ID for object f78802b0-8e35-4758-b692-98fe5d1c2499. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:15.722749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.732895 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port c8b44742-01df-4153-9822-9823fd3e8c7e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c8b44742-01df-4153-9822-9823fd3e8c7e,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:15.734241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Could not find standard attr ID for object 866a9fe3-98ef-4a60-93cd-f254783c08bc. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:15.745268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.749716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-f669fa94-5851-45cf-b344-0df4ef19df7d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555622249&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.2750318 Apr 22 14:43:15.759595 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.761408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cad46a37-c51a-4a1d-9268-5b517b567c2f None None] Could not find standard attr ID for object 6b3cf49d-dc4d-4e57-bd36-04bd42ca3ca9. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:15.825818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] device_id is not set on port 4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:15.865198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c20f816b-5815-41ca-b35d-83738e0e3913 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:15.939414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] DHCP port deletion for 9518ca31-49c0-47ba-a0cc-59c072a4a270 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:15.941847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c20f816b-5815-41ca-b35d-83738e0e3913 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:15.942182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c20f816b-5815-41ca-b35d-83738e0e3913 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:15.942590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 057e5735-5e24-4986-a12a-34e386a6e651 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:15.963940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.970099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.974190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] For port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:15.990940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=c8b44742-01df-4153-9822-9823fd3e8c7e,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:15.993063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] For port 8f2dd81c-99ac-4b27-965f-8d1cf34befce, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8f2dd81c-99ac-4b27-965f-8d1cf34befce,segment=NetworkSegment(b24491d4-4d6c-4a36-8020-b2b2e64edbb0),segment_id=b24491d4-4d6c-4a36-8020-b2b2e64edbb0)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:15.993063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:15.997937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 057e5735-5e24-4986-a12a-34e386a6e651 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:15.998280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 057e5735-5e24-4986-a12a-34e386a6e651 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:15.998696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7553876d-4750-4615-afb5-d30c11637a53 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:16.013783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c19dfb-1476-4c52-8485-3660bd47acb1']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:16.021372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Deleting port 8f2dd81c-99ac-4b27-965f-8d1cf34befce {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:16.021740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.053665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] For port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:16.057107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fe3fa7-88a8-4d16-a2c7-52cf8622770a') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:16.057514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fe3fa7-88a8-4d16-a2c7-52cf8622770a') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:16.074423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 7553876d-4750-4615-afb5-d30c11637a53 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:16.074834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7553876d-4750-4615-afb5-d30c11637a53 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:16.076861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.081462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.105391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.125917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:16.126889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.135768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7ff6c870-539b-4be8-980b-92acb0d8d289 None None] Provisioning for port 4917d061-bd19-4a94-9e36-edc78fde4552 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:16.144539 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:16.167344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-ad0a4de3-9312-469e-a52c-c78be81c8c37 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:16.168040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-ad0a4de3-9312-469e-a52c-c78be81c8c37 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:16.187984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 8f2dd81c-99ac-4b27-965f-8d1cf34befce owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:16.245080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e240f8a-992a-4255-92f3-a289df205b81 None None] Pushing event updated for resources: {'Port': ['ID=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:16.408671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] For port 8f2dd81c-99ac-4b27-965f-8d1cf34befce, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8f2dd81c-99ac-4b27-965f-8d1cf34befce,segment=NetworkSegment(b24491d4-4d6c-4a36-8020-b2b2e64edbb0),segment_id=b24491d4-4d6c-4a36-8020-b2b2e64edbb0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:16.409985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.484004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.519663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.535762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8::2e3 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/ed3a88d8-b7f6-4a31-9786-0a17f5545a31/4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:16.540597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] Pushing event deleted for resources: {'Network': ['ID=82c19dfb-1476-4c52-8485-3660bd47acb1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:16.550727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:6aa3 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/1319eb31-703e-4915-9d0d-e455d8e9d9c5/4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:16.556075 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-16675a6f-f9d5-49aa-a80a-306f531616ca tempest-PortsTestJSON-1037661827 tempest-PortsTestJSON-1037661827-project] 10.222.0.32 "DELETE /v2.0/networks/82c19dfb-1476-4c52-8485-3660bd47acb1 HTTP/1.1" status: 204 len: 168 time: 1.0161088 Apr 22 14:43:16.645109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c8b44742-01df-4153-9822-9823fd3e8c7e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:16.678333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Calling delete_port for 8f2dd81c-99ac-4b27-965f-8d1cf34befce owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:16.732489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-ad0a4de3-9312-469e-a52c-c78be81c8c37 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:16.739435 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-ad0a4de3-9312-469e-a52c-c78be81c8c37 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 200 len: 796 time: 0.9724364 Apr 22 14:43:16.825657 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-6f20032c-7bcb-4bcb-9dec-3beceb2bcaa4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0849898 Apr 22 14:43:16.855013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c8b44742-01df-4153-9822-9823fd3e8c7e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:16.855651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.950434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:16.975152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-71ed0e6e-2d05-4f51-a4ce-1a23af6431b5 None None] Provisioning for port 030a3833-34d6-44ad-af63-184c1799c815 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:17.000626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-71ed0e6e-2d05-4f51-a4ce-1a23af6431b5 None None] Provisioning complete for port 030a3833-34d6-44ad-af63-184c1799c815 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:17.001007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-71ed0e6e-2d05-4f51-a4ce-1a23af6431b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.003698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.022844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=8f2dd81c-99ac-4b27-965f-8d1cf34befce,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.030212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Transition to ACTIVE for port object 4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:17.070968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.071250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:17.072085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No DVR routers for this DVR port 8f2dd81c-99ac-4b27-965f-8d1cf34befce on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:17.086935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4917d061-bd19-4a94-9e36-edc78fde4552 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:17.116661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:17.117012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:17.131098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34268) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:17.178064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:17.178606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-71ed0e6e-2d05-4f51-a4ce-1a23af6431b5 None None] Port 030a3833-34d6-44ad-af63-184c1799c815 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:17.179661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event updated for resources: {'Port': ['ID=4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.182669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:17.184879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:17.189302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:17.190223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.213580 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c97ff017-4520-490c-9a58-7e751bf59e4e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2171721 Apr 22 14:43:17.217896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34274) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:17.235448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4917d061-bd19-4a94-9e36-edc78fde4552 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:17.247283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4917d061-bd19-4a94-9e36-edc78fde4552 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:17.247652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.351667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-892ad602-c619-401d-8522-71f0ff97213f None None] Provisioning complete for port 030a3833-34d6-44ad-af63-184c1799c815 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:17.351793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting port 4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:17.352146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.352788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-892ad602-c619-401d-8522-71f0ff97213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.448151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-5db744b9-0655-4608-b59e-374f154fcfa3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:17.451908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:17.467960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-892ad602-c619-401d-8522-71f0ff97213f None None] Port 030a3833-34d6-44ad-af63-184c1799c815 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:17.468335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.528207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.542121 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d286f6a0-d0e4-44c0-aaca-b9bf00f9e547 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fddeb02b21b4a169528a606f2bc044f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4089134 Apr 22 14:43:17.547915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.549121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34278) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:17.567452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 4917d061-bd19-4a94-9e36-edc78fde4552, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4917d061-bd19-4a94-9e36-edc78fde4552,segment=NetworkSegment(98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd),segment_id=98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:17.573586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.582411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.589152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9518ca31-49c0-47ba-a0cc-59c072a4a270']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:17.627976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Deleting port 8f2dd81c-99ac-4b27-965f-8d1cf34befce {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:17.628350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.697750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=030a3833-34d6-44ad-af63-184c1799c815,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.703603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:17.704165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24491d4-4d6c-4a36-8020-b2b2e64edbb0') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:17.710937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b7aa9f84-7902-43c6-8bbb-c453d6f0e975 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:17.746129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f80a8abe-996a-40ac-9f4e-86ad0f2bfffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.766638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: b7aa9f84-7902-43c6-8bbb-c453d6f0e975 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:17.766827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-5db744b9-0655-4608-b59e-374f154fcfa3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:17.766937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b7aa9f84-7902-43c6-8bbb-c453d6f0e975 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:17.767255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8f2dd81c-99ac-4b27-965f-8d1cf34befce no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:17.768079 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-5db744b9-0655-4608-b59e-374f154fcfa3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9404492 Apr 22 14:43:17.775076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.799336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28190f-1528-4ca3-9d94-f0d3af6349ef None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:17.809551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f80a8abe-996a-40ac-9f4e-86ad0f2bfffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.817477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.825058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.829408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-143975c0-62f1-4314-92b4-d1ee2e297b54 None None] The port '8f2dd81c-99ac-4b27-965f-8d1cf34befce' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:17.841486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:17.842646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:17.861543 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:17.908504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 8f2dd81c-99ac-4b27-965f-8d1cf34befce {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:17.908504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8f2dd81c-99ac-4b27-965f-8d1cf34befce not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:17.953084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=4917d061-bd19-4a94-9e36-edc78fde4552,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:17.960730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7c061fa7-ed9b-4693-8743-b7842b812302 None None] Provisioning for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:17.992562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Calling delete_port for 4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:18.086423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f80a8abe-996a-40ac-9f4e-86ad0f2bfffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.117164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a8abe-996a-40ac-9f4e-86ad0f2bfffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e320fd-e22e-480f-852d-172eb454b3b8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.121215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f80a8abe-996a-40ac-9f4e-86ad0f2bfffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.122444 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f80a8abe-996a-40ac-9f4e-86ad0f2bfffc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45e320fd-e22e-480f-852d-172eb454b3b8 HTTP/1.1" status: 204 len: 168 time: 0.5721402 Apr 22 14:43:18.211424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-886dbba6-64fe-4e1d-bc2a-458c0eff4695 None None] Provisioning complete for port 030a3833-34d6-44ad-af63-184c1799c815 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:18.211792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-886dbba6-64fe-4e1d-bc2a-458c0eff4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.243540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.307741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.335382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-886dbba6-64fe-4e1d-bc2a-458c0eff4695 None None] Port 030a3833-34d6-44ad-af63-184c1799c815 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:18.357383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.367121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Port': ['ID=4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.397311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:18.404496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Update dhcp port {'port': {'network_id': '0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d', 'fixed_ips': [{'subnet_id': 'ed3a88d8-b7f6-4a31-9786-0a17f5545a31', 'ip_address': '2001:db8::2'}, {'subnet_id': '1319eb31-703e-4915-9d0d-e455d8e9d9c5'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:18.419743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.422556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=9518ca31-49c0-47ba-a0cc-59c072a4a270,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.429285 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cc36acbd-f02d-419e-a7b2-f552d8dd9288 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2478306 Apr 22 14:43:18.435684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34286) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:18.459187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:18.463107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:18.493434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.501981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8ab2bb44-2f4b-4173-91d4-03158f446d33 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/9518ca31-49c0-47ba-a0cc-59c072a4a270 HTTP/1.1" status: 204 len: 168 time: 4.1010692 Apr 22 14:43:18.511726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34290) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:18.517847 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-689c4ae9-c287-4293-90d3-596b33de86e6 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d HTTP/1.1" status: 204 len: 168 time: 1.2986302 Apr 22 14:43:18.525586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1138831134'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:18.529591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34292) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:18.533391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:18.537353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:network and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:18.541349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:18.549814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:18.553739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.566808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:18.567474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:18.574126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:18.578238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.610047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-a8fa35dd-b29c-4c68-849d-175fb7cb656b service neutron] 10.222.0.32 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153374 Apr 22 14:43:18.610286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:18.623116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.623457 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Added segment bb460273-5c55-414c-b3eb-f2950f6e9ef6 of type vlan for network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 Apr 22 14:43:18.658321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.692071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.697749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:18.697749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:18.783398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:18.817771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Network': ['ID=12fe039f-c037-4e3a-be33-fb2430f4e1e8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:18.838075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:18.838903 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0007a0e9-226f-4cf6-81cd-c81abc50c3ab tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3195875 Apr 22 14:43:18.839678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34306) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:18.846557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:19.072965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.117906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:19.123617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b618e-cac9-4aa4-a5ff-aef555fc8318 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:19.127875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e99b618e-cac9-4aa4-a5ff-aef555fc8318 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5894344 Apr 22 14:43:19.130439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-5020644c-7edc-44cb-a76b-e4b88757875f service neutron] 10.222.0.32 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106013 Apr 22 14:43:19.132373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34314) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:19.151903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:19.160457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:19.161615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:19.162008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.165370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet 8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:19.171243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:19.182552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:19.207230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:19.210111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.286947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.439671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.457549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Allocated IP 2001:db8:0:1:f816:3eff:feae:b647 (0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d/1319eb31-703e-4915-9d0d-e455d8e9d9c5/6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:19.595653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34326) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:19.655158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.678553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5c8cffca-ebfb-406e-8bee-3299ff6148b8 req-a65337ea-c201-449f-862e-3e4d7a0db922 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 210 time: 0.0892973 Apr 22 14:43:19.711513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b33693-7e3b-49b0-9c72-a681542bf97a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:19.715484 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b6b33693-7e3b-49b0-9c72-a681542bf97a tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5558884 Apr 22 14:43:19.719401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34336) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:19.735637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] For port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:19.743490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:13Z', 'revision_number': 9, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:19.749846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:19.768460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.778335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.788118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:19.788492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:19.832225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.913883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Transition to ACTIVE for port object 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:19.931627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:19.936206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b14774-8d2f-4890-9a34-5c032ac3eadf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:19.937797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b14774-8d2f-4890-9a34-5c032ac3eadf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:19.939145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b14774-8d2f-4890-9a34-5c032ac3eadf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:19.940065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-10b14774-8d2f-4890-9a34-5c032ac3eadf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:19.947912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=01c3c6cc-06f7-4689-886f-28cec0886c83,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:19.985125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1175145395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:19.992036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Checking segment: {'id': 'bb460273-5c55-414c-b3eb-f2950f6e9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:19.992616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network hostable DHCP agents. Network: 12fe039f-c037-4e3a-be33-fb2430f4e1e8, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:19.999971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-10b14774-8d2f-4890-9a34-5c032ac3eadf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:20.000881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:20.002060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-10b14774-8d2f-4890-9a34-5c032ac3eadf tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2391746 Apr 22 14:43:20.005460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.006142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34342) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:20.011120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.014371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:router and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:20.053820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.062930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:20.063282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:20.084172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:20.092075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet 1319eb31-703e-4915-9d0d-e455d8e9d9c5 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:20.098971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:20.101501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.101690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:20.121865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:20.173454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.189339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.198186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8b26b807-33df-45cd-aed5-eed12f3b83ec tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295 HTTP/1.1" status: 204 len: 168 time: 1.7588971 Apr 22 14:43:20.201372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34346) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:20.202164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=030a3833-34d6-44ad-af63-184c1799c815,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:20.207039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c6db9-7c64-4564-bf80-c354c1fe7505 None None] Network ed7e21e9-d4d4-40a9-bba2-a5413199a171 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:20.224946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.226799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.227917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.229532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a6439-fb0a-4790-a108-14f4a229bbc2 None None] Pushing event updated for resources: {'Port': ['ID=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:20.252724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:20.289083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 12fe039f-c037-4e3a-be33-fb2430f4e1e8) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:20.306077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:20.306765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.335842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.341539 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-69a7fb8d-3564-48b2-8b0f-d2e2731537b4 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4978142 Apr 22 14:43:20.346152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:20.346518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce18696-eaba-4391-a76d-53580c0e8f3b None None] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:20.356451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1337517880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:20.367197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:20.374424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:router and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:20.382141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:20.390180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.413302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.447431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 15aed05a-1ed6-479d-b508-29e95e327d82 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:20.447886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.451605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:20.468676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.548104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.549219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.593512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.594939 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f90237b-cb5f-455d-a5ae-81ba212dff84 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9982245 Apr 22 14:43:20.601071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34354) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:20.619734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-59713119'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:20.631556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:20.655696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:network and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:20.661491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:20.672186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.678371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.690901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:20.731602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.742469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=1319eb31-703e-4915-9d0d-e455d8e9d9c5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:20.783282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Made reservation on behalf of 1c5bac01664e47b7a87be98b8d28c862 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:20.793592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.816651 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c45a9836-697c-4865-bcab-6befe6e56d20 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/1319eb31-703e-4915-9d0d-e455d8e9d9c5 HTTP/1.1" status: 204 len: 168 time: 0.8043969 Apr 22 14:43:20.820070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.826996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34360) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:20.874544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 15aed05a-1ed6-479d-b508-29e95e327d82, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=15aed05a-1ed6-479d-b508-29e95e327d82,segment=NetworkSegment(54b0963f-0323-4abb-8cb2-d130b560a77b),segment_id=54b0963f-0323-4abb-8cb2-d130b560a77b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:20.874902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:20.916778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.017576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.019032 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a20ca18c-8b23-4ddc-8d5b-0628c8ec9bcc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6698403 Apr 22 14:43:21.022716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34364) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:21.041008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8', 'name': 'tempest-PortsIpV6TestJSON-119577003'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:21.069661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:21.089088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52bb67c-a05d-4578-8a0b-128ec416aa64 None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:21.122856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:security_group_rule and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:21.125110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 15aed05a-1ed6-479d-b508-29e95e327d82 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:21.141004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:21.213361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:21.215741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:21.283264 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e6f354b-de3e-4f12-b9e8-44bc71a58c8a req-55482b6f-9d9c-40d7-8e3e-682df79d9062 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 210 time: 0.2982481 Apr 22 14:43:21.330999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-434af796-c00b-4cf5-a188-09e10f06f590 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:21.336901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-434af796-c00b-4cf5-a188-09e10f06f590 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:21.345549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:21.378862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8e349b7b-a4bf-4308-8535-1ff1c3754f9b None None] Could not find standard attr ID for object 4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:43:21.406236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-434af796-c00b-4cf5-a188-09e10f06f590 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:21.407635 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-434af796-c00b-4cf5-a188-09e10f06f590 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 200 len: 796 time: 0.2819812 Apr 22 14:43:21.411291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Deleting subnet ed3a88d8-b7f6-4a31-9786-0a17f5545a31 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:21.414816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.439487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.446075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.508347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=15aed05a-1ed6-479d-b508-29e95e327d82,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:21.511984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.525039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No DVR routers for this DVR port 15aed05a-1ed6-479d-b508-29e95e327d82 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:21.623135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8e349b7b-a4bf-4308-8535-1ff1c3754f9b None None] Provisioning for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:21.633033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-12fe039f-c037-4e3a-be33-fb2430f4e1e8', 'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': '01c3c6cc-06f7-4689-886f-28cec0886c83'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:21.633828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.642420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:21.644594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:21.652748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:21.654154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8e349b7b-a4bf-4308-8535-1ff1c3754f9b None None] Provisioning complete for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:21.654525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8e349b7b-a4bf-4308-8535-1ff1c3754f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.661204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:21.673523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.674546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-2652b4b2-463f-49b6-aebc-e226d006cb31 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:21.683997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:21.694637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.694887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4917d061-bd19-4a94-9e36-edc78fde4552 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:21.701240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7e21e9-d4d4-40a9-bba2-a5413199a171']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.714714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b0963f-0323-4abb-8cb2-d130b560a77b') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.715143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b0963f-0323-4abb-8cb2-d130b560a77b') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:21.724927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.727309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.734999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.749351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.756010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:21.756704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.762320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.781938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-2652b4b2-463f-49b6-aebc-e226d006cb31 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:21.783092 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-2652b4b2-463f-49b6-aebc-e226d006cb31 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 380 time: 0.3447738 Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:21.825929 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:21.908888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:21.911873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:21.930908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['9be468b4-152a-4ae6-8e79-71a91a968b57']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:21.932055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:21.975450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:21.987646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:13Z', 'revision_number': 9, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:22.006307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.033598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.042138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157611a4-1c73-4b49-8467-52e36fd1853c None None] DHCP port deletion for ed7e21e9-d4d4-40a9-bba2-a5413199a171 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:22.049117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=ed7e21e9-d4d4-40a9-bba2-a5413199a171,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.052730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a7ef6-d356-48af-8ea3-d81348c48dbe None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:13Z', 'revision_number': 9, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'ae7d411c-72fb-47f9-8562-1d4364ae2859', 'name': '', 'network_id': '74272512-01f1-4b5e-b7a1-714e8a40312c', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:21:a7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ab21dda-9685-4081-861d-619493055ef6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:08Z', 'updated_at': '2022-04-22T14:42:24Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': '0ab21dda-9685-4081-861d-619493055ef6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:22.061058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512f838f-bcca-483b-add9-b13834ccd61f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.069693 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c6e083bf-e429-43b4-864c-8ddb5f5af809 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/ed7e21e9-d4d4-40a9-bba2-a5413199a171 HTTP/1.1" status: 204 len: 168 time: 1.8647561 Apr 22 14:43:22.072935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34368) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.082998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.088877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.089419 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Added segment ca6380d7-79ec-4001-a613-54e62479ec05 of type vlan for network 4a33405a-e81a-411b-a5d1-609f62acb9ca Apr 22 14:43:22.091837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 63f26fac-6539-461f-8726-7dde306fca50 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:22.099689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4917d061-bd19-4a94-9e36-edc78fde4552 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:22.100120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.147024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Allocated IP 2001:db8::2 (12fe039f-c037-4e3a-be33-fb2430f4e1e8/01c3c6cc-06f7-4689-886f-28cec0886c83/fd88563f-7865-4255-9521-adcc88c1f79a) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:22.225931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3a88d8-b7f6-4a31-9786-0a17f5545a31,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.289444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.312809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.366336 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dc191a74-6ba7-4341-9021-79151edc329f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ed3a88d8-b7f6-4a31-9786-0a17f5545a31 HTTP/1.1" status: 204 len: 168 time: 1.5375049 Apr 22 14:43:22.368423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34374) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.375754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:22.388856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:22.487677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:22.491053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.519502 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1449f87d-15a9-4fda-8713-3b2639e4be8f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495614 Apr 22 14:43:22.524299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34378) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.577442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-079fb48d-2d15-4003-9d94-5a0ba61e102c None None] Provisioning complete for port 030a3833-34d6-44ad-af63-184c1799c815 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:22.578078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-079fb48d-2d15-4003-9d94-5a0ba61e102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.623168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.627417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:22.628006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.645288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-079fb48d-2d15-4003-9d94-5a0ba61e102c None None] Port 030a3833-34d6-44ad-af63-184c1799c815 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:22.655181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.671860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Transition to ACTIVE for port object fd88563f-7865-4255-9521-adcc88c1f79a will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:22.674127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5cd6db4-7d38-4db3-97b5-9a0d1bf8ee76 req-957f7b04-10bb-4d30-aefb-3630fad72152 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 210 time: 0.1150217 Apr 22 14:43:22.674675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router ebbf85b9-312f-4137-81b2-3db7eccc1ede is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:22.710681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Transition to ACTIVE for port object fd88563f-7865-4255-9521-adcc88c1f79a will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:22.731911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.846336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:22.872066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17648510-b7f7-4086-872f-36b50090aa6c None None] Network 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:22.900220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Network': ['ID=4a33405a-e81a-411b-a5d1-609f62acb9ca,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:22.920375 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aae0be44-3979-4503-a5a9-139a9ac0ab68 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3151350 Apr 22 14:43:22.921030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:22.934085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34382) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:22.940026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::115 (12fe039f-c037-4e3a-be33-fb2430f4e1e8/01c3c6cc-06f7-4689-886f-28cec0886c83/63f26fac-6539-461f-8726-7dde306fca50) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:22.979089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'subnet': {'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:23.012860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:23.027756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:23.053387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Pushing event updated for resources: {'Port': ['ID=fd88563f-7865-4255-9521-adcc88c1f79a,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:23.055906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:23.059341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:23.117995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:23.123446 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7308d520-257e-4e57-93f8-921b8e6fa872 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/ebbf85b9-312f-4137-81b2-3db7eccc1ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3859982 Apr 22 14:43:23.127571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34386) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:23.135683 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] Sync routers for ids ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:23.149866 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] Routers {'ebbf85b9-312f-4137-81b2-3db7eccc1ede'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:23.150930 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:23.153488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82f171-0d85-4e17-b583-b6e1db3fa622 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:23.154216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f82f171-0d85-4e17-b583-b6e1db3fa622 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:23.170352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.9 (884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0/37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce/e7708c30-ae63-446f-96e6-4f505b922ccb) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:23.184652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:23.197169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:subnet and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:23.203732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:23.221301 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:23.231497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:23.235299 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] Routers {'ebbf85b9-312f-4137-81b2-3db7eccc1ede'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:23.236367 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:23.243432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61d27f-9d6b-4483-ac9d-12ab932a4bea tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:23.245334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5c61d27f-9d6b-4483-ac9d-12ab932a4bea tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports/030a3833-34d6-44ad-af63-184c1799c815 HTTP/1.1" status: 200 len: 978 time: 0.1168191 Apr 22 14:43:23.248917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34390) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:23.298004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-aeb1570a-6639-48a8-809f-ebe62b9e1414 None None] Provisioning complete for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:23.298410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-aeb1570a-6639-48a8-809f-ebe62b9e1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.304022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6f82f171-0d85-4e17-b583-b6e1db3fa622 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:23.307653 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f82f171-0d85-4e17-b583-b6e1db3fa622 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7798147 Apr 22 14:43:23.314364 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:23.315024 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd60fe-618a-4f73-a5f0-91149bb5904a None None] The sync data for ids ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:23.316787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34394) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:23.372129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Made reservation on behalf of 1c5bac01664e47b7a87be98b8d28c862 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:23.433808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Attempting to bind port fd88563f-7865-4255-9521-adcc88c1f79a on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:23.434291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Attempting to bind port fd88563f-7865-4255-9521-adcc88c1f79a by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'bb460273-5c55-414c-b3eb-f2950f6e9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:23.434576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Attempting to bind port fd88563f-7865-4255-9521-adcc88c1f79a on network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:23.459838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:23.460202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.483168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:23.483699 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Checking segment: {'id': 'bb460273-5c55-414c-b3eb-f2950f6e9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:23.483934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.484306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Bound using segment: {'id': 'bb460273-5c55-414c-b3eb-f2950f6e9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:23.485064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Bound port: fd88563f-7865-4255-9521-adcc88c1f79a, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb460273-5c55-414c-b3eb-f2950f6e9ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12fe039f-c037-4e3a-be33-fb2430f4e1e8'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:23.485210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.597815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb544f8d-6bb5-4528-81ad-93bc252b61ae tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:23.598926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fb544f8d-6bb5-4528-81ad-93bc252b61ae tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Synchronizing usage tracker for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:23.621048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.701405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] For port fd88563f-7865-4255-9521-adcc88c1f79a, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:23.728910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] For port fd88563f-7865-4255-9521-adcc88c1f79a, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fd88563f-7865-4255-9521-adcc88c1f79a,segment=NetworkSegment(bb460273-5c55-414c-b3eb-f2950f6e9ef6),segment_id=bb460273-5c55-414c-b3eb-f2950f6e9ef6)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:23.739884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] DHCP port deletion for 0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:23.750677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.784224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] Deleting port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:23.785472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.848707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15aed05a-1ed6-479d-b508-29e95e327d82 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:23.888010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-fb544f8d-6bb5-4528-81ad-93bc252b61ae tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Unset dirty status for tenant:bada539fc5d64f5ba07ecd82fd9afb0c on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:23.893290 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fb544f8d-6bb5-4528-81ad-93bc252b61ae tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5644367 Apr 22 14:43:23.896905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.897163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34400) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:23.937056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 15aed05a-1ed6-479d-b508-29e95e327d82 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:23.937410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 15aed05a-1ed6-479d-b508-29e95e327d82 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:23.937996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:23.943735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:23.956878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 63f26fac-6539-461f-8726-7dde306fca50 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:23.983323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object e7708c30-ae63-446f-96e6-4f505b922ccb will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:23.984504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:23.984851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 19eb7234-a01e-40e1-abeb-2b6a0ed30f10 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:24.048318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035aa39-f015-45d2-ab2d-50fe13914de1 None None] Pushing event updated for resources: {'Port': ['ID=fd88563f-7865-4255-9521-adcc88c1f79a,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.049969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.136635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.162171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:24.169714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:24.174780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=63f26fac-6539-461f-8726-7dde306fca50,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.180786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] For port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,segment=NetworkSegment(780bba34-3f9d-45be-bd68-388e76a1b483),segment_id=780bba34-3f9d-45be-bd68-388e76a1b483)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:24.181180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.188004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:24.192202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:24.193021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.209790 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9e05e63c-af46-4c7e-a1e8-05e5a44e8acd tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3100998 Apr 22 14:43:24.212309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34404) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.240119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:24.244594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.244928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.245257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.245589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.245949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.246281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.246726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.247197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.247371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.247698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.248020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:24.251782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:24.293027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:24.309994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2034ab9-8db7-43ad-be30-2d8675da7e18 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.310884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2034ab9-8db7-43ad-be30-2d8675da7e18 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.316417 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d2034ab9-8db7-43ad-be30-2d8675da7e18 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/4c7fe71f-f4ac-4655-8a4f-9dd5ecbb780d HTTP/1.1" status: 404 len: 333 time: 0.0966446 Apr 22 14:43:24.317397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.368496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.386566 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9ef0c33f-5dcb-4283-bf8d-b056da09ab84 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3603811 Apr 22 14:43:24.393771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.453934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda30966-21cf-41c2-b08d-23e1335171f1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.454762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda30966-21cf-41c2-b08d-23e1335171f1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.459384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eda30966-21cf-41c2-b08d-23e1335171f1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/1319eb31-703e-4915-9d0d-e455d8e9d9c5 HTTP/1.1" status: 404 len: 337 time: 0.1345005 Apr 22 14:43:24.461152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.492841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] Calling delete_port for 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:24.522950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:24.523569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.529595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=e7708c30-ae63-446f-96e6-4f505b922ccb,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.588024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Checking segment: {'id': 'ca6380d7-79ec-4001-a613-54e62479ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:24.588702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network hostable DHCP agents. Network: 4a33405a-e81a-411b-a5d1-609f62acb9ca, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:24.589235 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e375fe-c908-4dd7-8de2-f86aad07997b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.589881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e375fe-c908-4dd7-8de2-f86aad07997b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.591822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-08e375fe-c908-4dd7-8de2-f86aad07997b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ed3a88d8-b7f6-4a31-9786-0a17f5545a31 HTTP/1.1" status: 404 len: 337 time: 0.1221435 Apr 22 14:43:24.596831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Subnet': ['ID=2cec8038-0db5-46d2-b4f2-cd041d7b2ea9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.598962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34420) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.604928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.610085 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-b49c1f2a-9af5-4ab2-9009-76d04bd43632 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7021661 Apr 22 14:43:24.648931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Request body: {'port': {'device_id': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:24.662250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] No DVR routers for this DVR port 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:24.678499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfa0ff-54fa-432d-8a1c-33eb3dc787ce None None] Pushing event deleted for resources: {'Port': ['ID=6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:24.686149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-804a3f9b-7296-46f9-a6dd-0e710143ea86 None None] Provisioning for port e7708c30-ae63-446f-96e6-4f505b922ccb completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:24.692557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-804a3f9b-7296-46f9-a6dd-0e710143ea86 None None] Provisioning complete for port e7708c30-ae63-446f-96e6-4f505b922ccb triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:24.693067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-804a3f9b-7296-46f9-a6dd-0e710143ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.693832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d616c44-beaf-439e-bbb0-f469c0080e3c req-7c39ba55-b25d-4b3f-8c4a-65f69d723428 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:24.696672 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9d616c44-beaf-439e-bbb0-f469c0080e3c req-7c39ba55-b25d-4b3f-8c4a-65f69d723428 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 931 time: 0.7875659 Apr 22 14:43:24.707184 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5046bcaa-5e0d-4179-9174-e73bb70f06ad tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.707510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5046bcaa-5e0d-4179-9174-e73bb70f06ad tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.709318 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5046bcaa-5e0d-4179-9174-e73bb70f06ad tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/d4189876-7fe9-4393-8674-f9716406d756 HTTP/1.1" status: 404 len: 333 time: 0.1017599 Apr 22 14:43:24.714983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34424) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.758885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:24.787357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-804a3f9b-7296-46f9-a6dd-0e710143ea86 None None] Port e7708c30-ae63-446f-96e6-4f505b922ccb cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:24.799219 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ee0518-d16c-4cac-883c-1d755c9b8ee8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.799584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ee0518-d16c-4cac-883c-1d755c9b8ee8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.803862 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0ee0518-d16c-4cac-883c-1d755c9b8ee8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/aeaa2f4b-174d-4842-b853-8a73cbf17b80 HTTP/1.1" status: 404 len: 337 time: 0.0846701 Apr 22 14:43:24.807955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 4a33405a-e81a-411b-a5d1-609f62acb9ca) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:24.809364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34428) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.816461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd3f891-c90c-47e1-a161-71eaa14851b9 None None] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:24.843134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fd88563f-7865-4255-9521-adcc88c1f79a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:24.859066 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5939f608-88b6-422d-9f4b-fb0781e38ac8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.859606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5939f608-88b6-422d-9f4b-fb0781e38ac8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.863472 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5939f608-88b6-422d-9f4b-fb0781e38ac8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/a38092bf-79ec-42fb-ba8d-4a35fbc63bd3 HTTP/1.1" status: 404 len: 337 time: 0.0490773 Apr 22 14:43:24.864856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:24.865620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.868904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34432) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.925843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:24.937666 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-285393f6-ae95-4b01-8606-3cecd4759f18 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:24.938138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285393f6-ae95-4b01-8606-3cecd4759f18 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:24.942367 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-285393f6-ae95-4b01-8606-3cecd4759f18 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/f3e1c67a-1d2b-467e-a2df-7358f9dd8d04 HTTP/1.1" status: 404 len: 333 time: 0.0669949 Apr 22 14:43:24.943824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34436) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:24.967000 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9d616c44-beaf-439e-bbb0-f469c0080e3c req-930d9473-d334-41ce-b019-2e8b1e9b4c73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413981 Apr 22 14:43:24.998480 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e68f36a-071d-49a7-b4d3-e31527da5284 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0631716 Apr 22 14:43:25.000982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34440) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.036690 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b73946a-1774-4408-8eaf-501a16af6bc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.037141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b73946a-1774-4408-8eaf-501a16af6bc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.045346 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8b73946a-1774-4408-8eaf-501a16af6bc5 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/f300c77a-2a33-4812-ba7e-7eb1f133566a HTTP/1.1" status: 404 len: 337 time: 0.0996046 Apr 22 14:43:25.046512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34444) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.064132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'network': {'name': 'tempest-router-network01--1651976148'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:25.118264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:25.130085 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-761545a7-6511-4087-af0d-d79531ac0e9c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.130845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761545a7-6511-4087-af0d-d79531ac0e9c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.132030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port fd88563f-7865-4255-9521-adcc88c1f79a completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:25.136656 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-761545a7-6511-4087-af0d-d79531ac0e9c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/7e7b2142-7d0b-4538-949b-859e0318d099 HTTP/1.1" status: 404 len: 337 time: 0.0829325 Apr 22 14:43:25.141394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34448) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.180072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:network and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:25.188640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:25.205277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:25.215929 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-88435a5b-d42c-4d9e-b793-39377b4161dd tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.216494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88435a5b-d42c-4d9e-b793-39377b4161dd tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.218526 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-88435a5b-d42c-4d9e-b793-39377b4161dd tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/95caa852-9ea3-4676-b3f2-26c15e6be8ff HTTP/1.1" status: 404 len: 333 time: 0.0759668 Apr 22 14:43:25.223851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34452) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.224125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-4a33405a-e81a-411b-a5d1-609f62acb9ca', 'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca', 'tenant_id': '1c5bac01664e47b7a87be98b8d28c862', 'fixed_ips': [{'subnet_id': '2cec8038-0db5-46d2-b4f2-cd041d7b2ea9'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:25.225416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.246979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:25.285890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:25.286385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6f06bc83-2c0c-4b8a-9f5c-9c0c428b1e5c not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:25.338747 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b03078-05b7-47ad-9cb7-ff7de41c4223 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.339335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b03078-05b7-47ad-9cb7-ff7de41c4223 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.341159 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f4b03078-05b7-47ad-9cb7-ff7de41c4223 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/48df82c7-a08b-4e18-b091-47a0393e766b HTTP/1.1" status: 404 len: 337 time: 0.1161902 Apr 22 14:43:25.345869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Made reservation on behalf of 1c5bac01664e47b7a87be98b8d28c862 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:25.348843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.349622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34456) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.400343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:25.410681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.411780 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Added segment cf0e6044-8d77-4540-951d-7473135c3aa7 of type vlan for network 949c2055-3650-496c-b7ca-c6d8a7d07bdf Apr 22 14:43:25.428989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-11377114-d438-4383-9499-b7da73e58e3b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.429481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11377114-d438-4383-9499-b7da73e58e3b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.433886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-11377114-d438-4383-9499-b7da73e58e3b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ececf702-2a91-4775-bc78-23a7dc74439c HTTP/1.1" status: 404 len: 337 time: 0.0766265 Apr 22 14:43:25.438496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34460) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.442218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port ae7d411c-72fb-47f9-8562-1d4364ae2859 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:25.442550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.480328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5105a862-a9cd-479d-9467-b70b1e9260a8 None None] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:25.512953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.562820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Allocated IP 172.20.0.2 (4a33405a-e81a-411b-a5d1-609f62acb9ca/2cec8038-0db5-46d2-b4f2-cd041d7b2ea9/f036f820-2635-4b91-9fa6-eca7af837efd) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:25.568953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.583170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.586952 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:25.587651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.612278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] Provisioning for port fd88563f-7865-4255-9521-adcc88c1f79a completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:25.635112 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be0c97d-4492-4185-b715-59ff8d4c7ae4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.635555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be0c97d-4492-4185-b715-59ff8d4c7ae4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.639863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5be0c97d-4492-4185-b715-59ff8d4c7ae4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/5c192f17-e92e-4e09-a196-f258b3f75412 HTTP/1.1" status: 404 len: 333 time: 0.1963522 Apr 22 14:43:25.650693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34464) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.689047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] Provisioning complete for port fd88563f-7865-4255-9521-adcc88c1f79a triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:25.689419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.706965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Network': ['ID=949c2055-3650-496c-b7ca-c6d8a7d07bdf,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:25.713359 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b1d8cf03-1d3e-4654-915d-c6ed5d690d66 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6776302 Apr 22 14:43:25.713516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34468) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:25.726960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'network': {'name': 'tempest-router-network02--385789368'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:25.735505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:25.736091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:25.766484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:network and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:25.784126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:25.794486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:25.808958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7708c30-ae63-446f-96e6-4f505b922ccb {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:43:25.813911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Made reservation on behalf of 1c5bac01664e47b7a87be98b8d28c862 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:25.816863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.830905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.855149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Transition to ACTIVE for port object e7708c30-ae63-446f-96e6-4f505b922ccb will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:25.861988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.865729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:25.918814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:25.919307 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Added segment 86495ed0-91d2-42e2-8428-ad0e91b56f83 of type vlan for network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc Apr 22 14:43:25.970554 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e9125-39c7-4876-8bb5-5264abf4cea4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:25.971133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064e9125-39c7-4876-8bb5-5264abf4cea4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:25.972615 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-064e9125-39c7-4876-8bb5-5264abf4cea4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/9223749c-9630-4859-afa3-1a981f70a7c1 HTTP/1.1" status: 404 len: 337 time: 0.2707810 Apr 22 14:43:26.004432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34472) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.094434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.101368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e31ec2e-a4e6-4cac-a9dd-81b64ce73e04 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.102096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e31ec2e-a4e6-4cac-a9dd-81b64ce73e04 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.103925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8e31ec2e-a4e6-4cac-a9dd-81b64ce73e04 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/e5b11585-a03c-42e7-a373-b7836e27031e HTTP/1.1" status: 404 len: 333 time: 0.0862885 Apr 22 14:43:26.110972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34478) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.120253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.149948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.169390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Transition to ACTIVE for port object f036f820-2635-4b91-9fa6-eca7af837efd will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:26.180858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] For port fd88563f-7865-4255-9521-adcc88c1f79a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fd88563f-7865-4255-9521-adcc88c1f79a,segment=NetworkSegment(bb460273-5c55-414c-b3eb-f2950f6e9ef6),segment_id=bb460273-5c55-414c-b3eb-f2950f6e9ef6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:26.199038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.229341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.234778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Transition to ACTIVE for port object f036f820-2635-4b91-9fa6-eca7af837efd will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:26.253628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89af7cc-db84-4671-a08d-15cb0651ccbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.254503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89af7cc-db84-4671-a08d-15cb0651ccbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.256340 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f89af7cc-db84-4671-a08d-15cb0651ccbc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/6041f88f-a186-44f6-917e-2f08a05e5a95 HTTP/1.1" status: 404 len: 337 time: 0.1413062 Apr 22 14:43:26.267658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34482) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.294467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cba48-04ec-489b-a01a-c6da8f5cf648 None None] Pushing event updated for resources: {'Port': ['ID=fd88563f-7865-4255-9521-adcc88c1f79a,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.318536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.321662 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-73adf438-aa00-4585-ada6-2e01c0893cad tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.322112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73adf438-aa00-4585-ada6-2e01c0893cad tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.337573 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-73adf438-aa00-4585-ada6-2e01c0893cad tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/d6253cd2-8c28-44fd-ad7b-a29ea7cf82a3 HTTP/1.1" status: 404 len: 333 time: 0.0660896 Apr 22 14:43:26.338299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Pushing event updated for resources: {'Port': ['ID=e7708c30-ae63-446f-96e6-4f505b922ccb,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.342043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34486) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.351551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port ae7d411c-72fb-47f9-8562-1d4364ae2859, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ae7d411c-72fb-47f9-8562-1d4364ae2859,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:26.351920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.404970 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61098ca-5a67-45fd-a7fd-2777a3b35dde tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.405618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61098ca-5a67-45fd-a7fd-2777a3b35dde tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.410481 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e61098ca-5a67-45fd-a7fd-2777a3b35dde tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/74a58ec3-0092-4a7e-9391-0ca3e9e0c582 HTTP/1.1" status: 404 len: 337 time: 0.0664320 Apr 22 14:43:26.411692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34490) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.411947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:26.414444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.415784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:26.420038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:26.420038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.420788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:26.426115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Pushing event updated for resources: {'Port': ['ID=f036f820-2635-4b91-9fa6-eca7af837efd,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.495103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for ae7d411c-72fb-47f9-8562-1d4364ae2859 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:26.514839 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c84bd0-b02f-4a01-ac9f-35682b96aaab tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.515283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c84bd0-b02f-4a01-ac9f-35682b96aaab tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.519841 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d8c84bd0-b02f-4a01-ac9f-35682b96aaab tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/28f1678b-c819-4880-9131-2f09c07bc4e3 HTTP/1.1" status: 404 len: 333 time: 0.1071858 Apr 22 14:43:26.520457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34494) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.533472 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8188140 Apr 22 14:43:26.542961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34498) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.559326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Attempting to bind port f036f820-2635-4b91-9fa6-eca7af837efd on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:26.560079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Attempting to bind port f036f820-2635-4b91-9fa6-eca7af837efd by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'ca6380d7-79ec-4001-a613-54e62479ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:26.560784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Attempting to bind port f036f820-2635-4b91-9fa6-eca7af837efd on network 4a33405a-e81a-411b-a5d1-609f62acb9ca {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:26.569244 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:26.570013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Checking segment: {'id': 'ca6380d7-79ec-4001-a613-54e62479ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:26.570747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.571357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Bound using segment: {'id': 'ca6380d7-79ec-4001-a613-54e62479ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:26.572702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Bound port: f036f820-2635-4b91-9fa6-eca7af837efd, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6380d7-79ec-4001-a613-54e62479ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a33405a-e81a-411b-a5d1-609f62acb9ca'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:26.573525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.672156 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2643a4-4c46-4ada-9a8e-27ab514ac84d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.673060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2643a4-4c46-4ada-9a8e-27ab514ac84d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.677221 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5f2643a4-4c46-4ada-9a8e-27ab514ac84d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/64346923-45a1-4137-b0b1-8bf7cd5abc54 HTTP/1.1" status: 404 len: 337 time: 0.1464703 Apr 22 14:43:26.681486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'subnet': {'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:26.684014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34502) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.724603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6c98855d-ca6b-46bc-844d-697029cf677b None None] Provisioning for port 63f26fac-6539-461f-8726-7dde306fca50 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:26.733411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6c98855d-ca6b-46bc-844d-697029cf677b None None] Provisioning complete for port 63f26fac-6539-461f-8726-7dde306fca50 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:26.734016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c98855d-ca6b-46bc-844d-697029cf677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.813453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] For port f036f820-2635-4b91-9fa6-eca7af837efd, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:26.819427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bebbc-33e9-4cea-976a-4786181e26bc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Network': ['ID=8a17bb04-f9a0-4bc8-996a-8011d831d9bc,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:26.819632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793107ae-4adb-421e-910d-80bef5d2d713 req-50038cdf-1ef9-47bd-9980-f892a720ac40 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:26.820969 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793107ae-4adb-421e-910d-80bef5d2d713 req-50038cdf-1ef9-47bd-9980-f892a720ac40 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 943 time: 0.6409431 Apr 22 14:43:26.838674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] For port f036f820-2635-4b91-9fa6-eca7af837efd, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f036f820-2635-4b91-9fa6-eca7af837efd,segment=NetworkSegment(ca6380d7-79ec-4001-a613-54e62479ec05),segment_id=ca6380d7-79ec-4001-a613-54e62479ec05)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:26.840466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fd88563f-7865-4255-9521-adcc88c1f79a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:26.858791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Attempting to bind port e7708c30-ae63-446f-96e6-4f505b922ccb on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:26.859020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Attempting to bind port e7708c30-ae63-446f-96e6-4f505b922ccb by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:26.859353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Attempting to bind port e7708c30-ae63-446f-96e6-4f505b922ccb on network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:26.867135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:26.872744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:subnet and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:26.873750 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62e9227-9ddd-42c7-9ab9-9e56288f800b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.874192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62e9227-9ddd-42c7-9ab9-9e56288f800b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.878815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Port e7708c30-ae63-446f-96e6-4f505b922ccb on network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:43:26.879001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e62e9227-9ddd-42c7-9ab9-9e56288f800b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/03646d73-f100-4fc1-b785-e0485e45fc16 HTTP/1.1" status: 404 len: 333 time: 0.1907952 Apr 22 14:43:26.879137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Attempting to bind port e7708c30-ae63-446f-96e6-4f505b922ccb on network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:26.883243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:26.885838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34506) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.886590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:26.886922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Checking segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:26.887393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Bound using segment: {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:26.887833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Bound port: e7708c30-ae63-446f-96e6-4f505b922ccb, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4a9590-2d90-4f70-8535-cd76a4782937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:26.888183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.890762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:26.914320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6c98855d-ca6b-46bc-844d-697029cf677b None None] Port 63f26fac-6539-461f-8726-7dde306fca50 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:26.917232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:26.935717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:26.951653 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-189ce534-ea43-4f6b-8533-535209ec4e6f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:26.952443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189ce534-ea43-4f6b-8533-535209ec4e6f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:26.956269 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-189ce534-ea43-4f6b-8533-535209ec4e6f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/6f560b24-b361-4efc-89a0-2dfadfb9ba62 HTTP/1.1" status: 404 len: 337 time: 0.0562348 Apr 22 14:43:26.960197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34510) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:26.984987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Made reservation on behalf of 1c5bac01664e47b7a87be98b8d28c862 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:27.103016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793107ae-4adb-421e-910d-80bef5d2d713 req-1359bd16-c0b0-49d9-9203-ab28147f34ce tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479672 Apr 22 14:43:27.103873 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c821761c-ef06-4d06-8ef4-74314b165f8f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:27.104485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c821761c-ef06-4d06-8ef4-74314b165f8f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:27.106509 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c821761c-ef06-4d06-8ef4-74314b165f8f tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/417eea62-c230-4581-a0b0-74e47c819331 HTTP/1.1" status: 404 len: 333 time: 0.1344283 Apr 22 14:43:27.110204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:27.169208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.187918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111951-25e4-4b65-bb26-9fa7a23e5436 None None] Pushing event updated for resources: {'Port': ['ID=f036f820-2635-4b91-9fa6-eca7af837efd,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.196394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6c98855d-ca6b-46bc-844d-697029cf677b None None] Provisioning complete for port fd88563f-7865-4255-9521-adcc88c1f79a triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:27.196828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c98855d-ca6b-46bc-844d-697029cf677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.235452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.249020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.271352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port fd88563f-7865-4255-9521-adcc88c1f79a triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:27.271859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.328470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 030a3833-34d6-44ad-af63-184c1799c815 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:27.328807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.393805 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] For port e7708c30-ae63-446f-96e6-4f505b922ccb, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:27.415472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] For port e7708c30-ae63-446f-96e6-4f505b922ccb, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7708c30-ae63-446f-96e6-4f505b922ccb,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:27.422910 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ab0844-f40f-403e-a55a-4b0e02286feb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:27.423715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ab0844-f40f-403e-a55a-4b0e02286feb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:27.440092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.542826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-55cb170f-2266-4049-b4e3-80bb1cc07135 None None] Provisioning complete for port 63f26fac-6539-461f-8726-7dde306fca50 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:27.543544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55cb170f-2266-4049-b4e3-80bb1cc07135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.594738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34518) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:27.596346 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-41ab0844-f40f-403e-a55a-4b0e02286feb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/6069ede7-cb4c-49df-9f18-52e21c886f1a HTTP/1.1" status: 404 len: 337 time: 0.4830675 Apr 22 14:43:27.609014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=63f26fac-6539-461f-8726-7dde306fca50,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.618974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-55cb170f-2266-4049-b4e3-80bb1cc07135 None None] Port 63f26fac-6539-461f-8726-7dde306fca50 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:27.621904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.632941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.634655 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 200 len: 1093 time: 2.9897549 Apr 22 14:43:27.636263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:43:27.655502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8918e7-6e69-40a7-9cba-67785e3eb404 service neutron] Pushing event updated for resources: {'Port': ['ID=e7708c30-ae63-446f-96e6-4f505b922ccb,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.725230 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb23d0a-5f7b-4e21-ae1f-17c40e9b8386'] response: {'name': 'network-changed', 'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'status': 'completed', 'code': 200} Apr 22 14:43:27.733456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.734084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.734665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.735148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.735661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.736201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.736712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.737190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.737799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.738276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.739124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:27.764602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:27.782875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a617b7e-72ce-4058-bbbc-d720cbbe35da tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:27.783316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a617b7e-72ce-4058-bbbc-d720cbbe35da tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:27.895842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Subnet': ['ID=dec82d84-f487-4904-82de-1a999e112c39,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.906908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Checking segment: {'id': 'cf0e6044-8d77-4540-951d-7473135c3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:27.907270 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network hostable DHCP agents. Network: 949c2055-3650-496c-b7ca-c6d8a7d07bdf, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:27.922568 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-4a216dd3-8cb2-4cdf-8d31-d18efa4db970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1096 time: 0.2006602 Apr 22 14:43:27.924702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=ae7d411c-72fb-47f9-8562-1d4364ae2859,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:27.942651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5a617b7e-72ce-4058-bbbc-d720cbbe35da tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/06576e08-abae-4b2d-9ce0-42f74c97f443 HTTP/1.1" status: 404 len: 337 time: 0.3305724 Apr 22 14:43:27.969290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b8a774f6-1e8d-4c8c-9802-45b493c8b75a None None] Provisioning complete for port 63f26fac-6539-461f-8726-7dde306fca50 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:27.969661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8a774f6-1e8d-4c8c-9802-45b493c8b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.002289 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-3b961d93-ce31-4e40-a7ab-687099990d8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 200 len: 217 time: 0.0717969 Apr 22 14:43:28.003905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34524) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.044125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b8a774f6-1e8d-4c8c-9802-45b493c8b75a None None] Port 63f26fac-6539-461f-8726-7dde306fca50 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:28.051177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:28.071250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.107098 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f679dd-d77a-438f-a221-5bedf499c282 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.107571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f679dd-d77a-438f-a221-5bedf499c282 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.109243 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33f679dd-d77a-438f-a221-5bedf499c282 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/60b5133a-ecbe-4a22-ae9a-d33fbaacd72e HTTP/1.1" status: 404 len: 333 time: 0.1018946 Apr 22 14:43:28.111949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34528) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.114319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 949c2055-3650-496c-b7ca-c6d8a7d07bdf) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:28.123851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc6a95-1fe0-414e-a9fb-f457d070bb66 None None] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:28.156950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:28.157818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.170853 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7991f396-eaaf-409c-8c1b-462a75d6c3dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.171548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7991f396-eaaf-409c-8c1b-462a75d6c3dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.173425 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7991f396-eaaf-409c-8c1b-462a75d6c3dc tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/73943f2b-49a8-4a43-8473-72db097c0c3b HTTP/1.1" status: 404 len: 337 time: 0.0603051 Apr 22 14:43:28.196409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-d5e543c5-8ed1-4cd0-8513-fb1649dd9fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:28.198358 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-d5e543c5-8ed1-4cd0-8513-fb1649dd9fdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce HTTP/1.1" status: 200 len: 835 time: 0.1858640 Apr 22 14:43:28.198905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34534) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.410879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 030a3833-34d6-44ad-af63-184c1799c815 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:28.424834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-949c2055-3650-496c-b7ca-c6d8a7d07bdf', 'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf', 'tenant_id': '1c5bac01664e47b7a87be98b8d28c862', 'fixed_ips': [{'subnet_id': 'dec82d84-f487-4904-82de-1a999e112c39'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:28.425662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.444592 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-efab5a33-030f-40dd-aa93-d5dac546b662 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.445091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efab5a33-030f-40dd-aa93-d5dac546b662 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.446989 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-efab5a33-030f-40dd-aa93-d5dac546b662 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/e17ff211-b1ca-4100-aae9-62a765bb58a0 HTTP/1.1" status: 404 len: 337 time: 0.2441370 Apr 22 14:43:28.452807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34538) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.492315 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9ba58fdc-86de-4ca4-8e78-d623aa448bb5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9482474 Apr 22 14:43:28.498509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34542) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.513218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'subnet': {'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:28.537263 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-10859be9-3b9d-4b14-81fa-98109e2a8972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.537710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10859be9-3b9d-4b14-81fa-98109e2a8972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.539472 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-10859be9-3b9d-4b14-81fa-98109e2a8972 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/3cf9450d-3b55-4260-9e76-497bf85be703 HTTP/1.1" status: 404 len: 333 time: 0.0837409 Apr 22 14:43:28.546751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.607254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.642526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Allocated IP 172.20.0.2 (949c2055-3650-496c-b7ca-c6d8a7d07bdf/dec82d84-f487-4904-82de-1a999e112c39/2aad9ab9-5253-45cb-a00f-5df9f77ec301) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:28.655477 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-090fb885-85b8-454d-9c6c-e5135e650146 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.655925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090fb885-85b8-454d-9c6c-e5135e650146 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.660861 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-090fb885-85b8-454d-9c6c-e5135e650146 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ca7a746b-8a0a-410f-b190-a1742e3cf47e HTTP/1.1" status: 404 len: 337 time: 0.1099284 Apr 22 14:43:28.661624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34550) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.690081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005bcfa-6776-41f8-99de-6842dbc81d74 None None] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:28.690878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.715801 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdebc99-dd24-49ba-84da-7394b091384d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.716236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdebc99-dd24-49ba-84da-7394b091384d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.717938 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9bdebc99-dd24-49ba-84da-7394b091384d tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/42fe2c64-1ebc-4a3a-bc54-21dd2890709e HTTP/1.1" status: 404 len: 337 time: 0.0548556 Apr 22 14:43:28.721612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34554) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.768101 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-cf087769-461e-45c4-a2dc-41d8d74876d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3587761 Apr 22 14:43:28.774580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:28.795826 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea412270-d6af-45cc-8deb-aecc70b9bf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.796237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea412270-d6af-45cc-8deb-aecc70b9bf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.800190 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ea412270-d6af-45cc-8deb-aecc70b9bf58 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/26bc3be2-9359-4bc0-bea9-529093444466 HTTP/1.1" status: 404 len: 333 time: 0.0717268 Apr 22 14:43:28.801451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Usage tracker for resource:subnet and tenant:1c5bac01664e47b7a87be98b8d28c862 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:28.806735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34558) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.814359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293cc2a-d14d-404f-958d-c083664d607a req-c41f61e7-c4c2-45a3-b56f-e0eb91763e22 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:28.815841 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1293cc2a-d14d-404f-958d-c083664d607a req-c41f61e7-c4c2-45a3-b56f-e0eb91763e22 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 943 time: 0.3739443 Apr 22 14:43:28.855463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:28.906250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:28.914925 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-713c8597-69b6-47a2-b525-c2697c8de0d4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.915132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713c8597-69b6-47a2-b525-c2697c8de0d4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.919167 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-713c8597-69b6-47a2-b525-c2697c8de0d4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/aaa04909-f50a-4103-bc75-789de0d02568 HTTP/1.1" status: 404 len: 337 time: 0.1090274 Apr 22 14:43:28.921821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34562) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:28.941920 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:28.952001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Transition to ACTIVE for port object 2aad9ab9-5253-45cb-a00f-5df9f77ec301 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:28.963181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Made reservation on behalf of 1c5bac01664e47b7a87be98b8d28c862 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:28.970288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Transition to ACTIVE for port object 2aad9ab9-5253-45cb-a00f-5df9f77ec301 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:28.980431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f036f820-2635-4b91-9fa6-eca7af837efd up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:28.980650 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffa0b34-b679-4b8c-85e6-87e4a6bdd4bb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:28.981618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffa0b34-b679-4b8c-85e6-87e4a6bdd4bb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:28.985223 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2ffa0b34-b679-4b8c-85e6-87e4a6bdd4bb tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/11645067-c25c-4d97-b2f8-224b38de81ba HTTP/1.1" status: 404 len: 337 time: 0.0600572 Apr 22 14:43:28.988647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34566) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.003037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.037009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.061875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.118126 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9bcfb870-0aae-486e-a7a4-c3a2cef10ca1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports?device_id=0259a4f8-6c11-4961-84f5-5da03807d53d HTTP/1.1" status: 200 len: 205 time: 0.1186287 Apr 22 14:43:29.122494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34570) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.125466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=030a3833-34d6-44ad-af63-184c1799c815,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.130606 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1293cc2a-d14d-404f-958d-c083664d607a req-8ed402e8-ebfc-432d-822f-01f4e61c80df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578521 Apr 22 14:43:29.134977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bd60de0a-3c33-4874-8af4-3b6504946db5 None None] Provisioning for port f036f820-2635-4b91-9fa6-eca7af837efd completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:29.194111 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-6f661ec0-3c0a-4a55-846f-e9abfd0c4e2a service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169860 Apr 22 14:43:29.199786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Pushing event updated for resources: {'Port': ['ID=2aad9ab9-5253-45cb-a00f-5df9f77ec301,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.206207 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-30e62dda-f9b5-4a30-8b62-aa00a4e755d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] delete failed (client error): The resource could not be found. Apr 22 14:43:29.207436 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-30e62dda-f9b5-4a30-8b62-aa00a4e755d2 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/routers/0259a4f8-6c11-4961-84f5-5da03807d53d HTTP/1.1" status: 404 len: 336 time: 0.0838554 Apr 22 14:43:29.207893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:29.211708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:29.216287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:29.239296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.255732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34574) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.424031 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-660b81ff-9924-4b01-a6f0-0c9d67cc8add tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:29.424384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660b81ff-9924-4b01-a6f0-0c9d67cc8add tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:29.426092 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-660b81ff-9924-4b01-a6f0-0c9d67cc8add tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/fe25c544-34e0-4518-9da2-996911ad15ba HTTP/1.1" status: 404 len: 337 time: 0.1691582 Apr 22 14:43:29.440640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34578) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.453494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port f036f820-2635-4b91-9fa6-eca7af837efd completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:29.480964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f036f820-2635-4b91-9fa6-eca7af837efd triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:29.481574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.500048 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37f640ae-de13-428a-a3be-854a762b157b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c52cf6-c5c0-47ea-bf2e-ef436018c3ac HTTP/1.1" status: 200 len: 205 time: 0.0582583 Apr 22 14:43:29.503412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34582) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.525971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Attempting to bind port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:29.526578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Attempting to bind port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'cf0e6044-8d77-4540-951d-7473135c3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:29.527122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Attempting to bind port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 on network 949c2055-3650-496c-b7ca-c6d8a7d07bdf {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:29.537544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:29.537921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Checking segment: {'id': 'cf0e6044-8d77-4540-951d-7473135c3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:29.538317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.538701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Bound using segment: {'id': 'cf0e6044-8d77-4540-951d-7473135c3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:29.539155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Bound port: 2aad9ab9-5253-45cb-a00f-5df9f77ec301, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0e6044-8d77-4540-951d-7473135c3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '949c2055-3650-496c-b7ca-c6d8a7d07bdf'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:29.539878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.551940 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-58b46bdf-5c85-4b06-971b-5fff955d13cc req-a9d8dad3-5b58-4e5e-b082-059370aa279c service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476436 Apr 22 14:43:29.650331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-3a9487be-3ef0-4244-9fce-52652085e405 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] delete failed (client error): The resource could not be found. Apr 22 14:43:29.653809 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3a9487be-3ef0-4244-9fce-52652085e405 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/routers/46c52cf6-c5c0-47ea-bf2e-ef436018c3ac HTTP/1.1" status: 404 len: 336 time: 0.1464663 Apr 22 14:43:29.673237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34586) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.730671 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1df893-3fa4-4e82-bbe4-c634f67bd90c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:29.731084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1df893-3fa4-4e82-bbe4-c634f67bd90c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:29.739997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.758586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] For port 2aad9ab9-5253-45cb-a00f-5df9f77ec301, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:29.771748 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cc1df893-3fa4-4e82-bbe4-c634f67bd90c tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/b80637cb-e999-4d1d-9db2-41e671866428 HTTP/1.1" status: 404 len: 337 time: 0.0952137 Apr 22 14:43:29.775442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] For port 2aad9ab9-5253-45cb-a00f-5df9f77ec301, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2aad9ab9-5253-45cb-a00f-5df9f77ec301,segment=NetworkSegment(cf0e6044-8d77-4540-951d-7473135c3aa7),segment_id=cf0e6044-8d77-4540-951d-7473135c3aa7)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:29.776917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.778651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34590) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:29.793501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.873519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755d723-de25-40b1-979e-8d8af841a955 None None] Pushing event updated for resources: {'Port': ['ID=2aad9ab9-5253-45cb-a00f-5df9f77ec301,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:29.921024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port f036f820-2635-4b91-9fa6-eca7af837efd, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f036f820-2635-4b91-9fa6-eca7af837efd,segment=NetworkSegment(ca6380d7-79ec-4001-a613-54e62479ec05),segment_id=ca6380d7-79ec-4001-a613-54e62479ec05)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:29.937488 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:29.964071 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d095b0-121d-44c2-89e6-6c048ba9a883 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:29.964512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d095b0-121d-44c2-89e6-6c048ba9a883 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:29.966242 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-74d095b0-121d-44c2-89e6-6c048ba9a883 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/a11b0ef7-e5c3-4676-9c72-df6988cad92d HTTP/1.1" status: 404 len: 337 time: 0.1848521 Apr 22 14:43:29.969029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34594) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.000990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Subnet': ['ID=2e5d769d-068d-4aa6-b1e7-b56406bb1bd4,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:30.030843 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-1d28930c-e1c1-45fe-88a1-0d878113c927 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1096 time: 0.3957267 Apr 22 14:43:30.041906 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Checking segment: {'id': '86495ed0-91d2-42e2-8428-ad0e91b56f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:30.042185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network hostable DHCP agents. Network: 8a17bb04-f9a0-4bc8-996a-8011d831d9bc, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:30.042697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=f036f820-2635-4b91-9fa6-eca7af837efd,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:30.059972 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ba8341-8df6-4c5f-a7c0-73c0b7dabf0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.060728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ba8341-8df6-4c5f-a7c0-73c0b7dabf0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.081741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.117476 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0a5caee9-35de-4651-985a-2543046f1341 None None] Provisioning complete for port f036f820-2635-4b91-9fa6-eca7af837efd triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:30.118271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0a5caee9-35de-4651-985a-2543046f1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.180581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:30.211053 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a5ba8341-8df6-4c5f-a7c0-73c0b7dabf0b tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/8309386f-ffd4-410f-b51d-57461b9e68ac HTTP/1.1" status: 404 len: 333 time: 0.2409248 Apr 22 14:43:30.214008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 8a17bb04-f9a0-4bc8-996a-8011d831d9bc) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:30.215694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34598) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.223478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb6fcf-2ed7-4d1f-b5c0-013aa70dc04a None None] Network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:30.333877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:30.334608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.354723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-fc49a4b3-f618-40aa-850a-5aabc425b7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:30.356577 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-fc49a4b3-f618-40aa-850a-5aabc425b7a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 200 len: 897 time: 0.3159685 Apr 22 14:43:30.447255 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a41643-8cde-44ad-bcfe-ffb6077db8d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.447699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a41643-8cde-44ad-bcfe-ffb6077db8d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.449428 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b1a41643-8cde-44ad-bcfe-ffb6077db8d1 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/f05aec90-f82b-446b-aa75-173aff34822d HTTP/1.1" status: 404 len: 337 time: 0.2294304 Apr 22 14:43:30.456636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34604) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.476646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:43:30.504303 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-18f73f94-410e-4e52-adfb-2810fc3b3a5a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0004201 Apr 22 14:43:30.504885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.508251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34608) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.509081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e9e44f-adb6-483b-ac3d-e5ccaccbd3f8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.509531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e9e44f-adb6-483b-ac3d-e5ccaccbd3f8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.511227 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-66e9e44f-adb6-483b-ac3d-e5ccaccbd3f8 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/de350e06-d95b-463a-8202-fa611db5fea7 HTTP/1.1" status: 404 len: 333 time: 0.0530443 Apr 22 14:43:30.512739 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-1535715b-f3a5-4156-b560-b7d0833dce7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 200 len: 217 time: 0.1339049 Apr 22 14:43:30.522204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34612) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.590870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-8a17bb04-f9a0-4bc8-996a-8011d831d9bc', 'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc', 'tenant_id': '1c5bac01664e47b7a87be98b8d28c862', 'fixed_ips': [{'subnet_id': '2e5d769d-068d-4aa6-b1e7-b56406bb1bd4'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:30.592905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.599134 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aa6fe9-10c0-48e8-8fff-36d014c26093 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.599582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47aa6fe9-10c0-48e8-8fff-36d014c26093 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.601332 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-47aa6fe9-10c0-48e8-8fff-36d014c26093 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/ee2cca6d-5a91-45cc-91d8-de779e9789ab HTTP/1.1" status: 404 len: 337 time: 0.0777094 Apr 22 14:43:30.606504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34616) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.660216 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f40422-cbdd-463d-9184-dad69d4c478e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.660669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f40422-cbdd-463d-9184-dad69d4c478e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.662357 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-82f40422-cbdd-463d-9184-dad69d4c478e tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/543782aa-9ea9-49b6-ad8b-6bcbeecaa2d9 HTTP/1.1" status: 404 len: 333 time: 0.0553071 Apr 22 14:43:30.667216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34620) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.707699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.707699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:30.710905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6697fc-0b20-48eb-a00c-e131d1ff3879 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.711477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6697fc-0b20-48eb-a00c-e131d1ff3879 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.713364 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ef6697fc-0b20-48eb-a00c-e131d1ff3879 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/26ca5c93-5667-4808-bc52-8372ba50f88f HTTP/1.1" status: 404 len: 337 time: 0.0451901 Apr 22 14:43:30.714829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-499ddc04-f8c2-42f2-ac8f-92ed1fcea142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:30.716340 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-499ddc04-f8c2-42f2-ac8f-92ed1fcea142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce HTTP/1.1" status: 200 len: 835 time: 0.1908824 Apr 22 14:43:30.716889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34624) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.819312 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c24cd0f-f583-404c-aeaa-2d1d516b7a03 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.820966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Allocated IP 172.20.0.2 (8a17bb04-f9a0-4bc8-996a-8011d831d9bc/2e5d769d-068d-4aa6-b1e7-b56406bb1bd4/2cd5d166-377f-4f48-8afb-ca43fdf14781) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:30.822921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c24cd0f-f583-404c-aeaa-2d1d516b7a03 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.824797 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1c24cd0f-f583-404c-aeaa-2d1d516b7a03 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/86bb076c-1a3a-4140-9794-38439a78a73c HTTP/1.1" status: 404 len: 333 time: 0.1068997 Apr 22 14:43:30.827996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34628) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.901703 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2951015-1935-45c8-971f-454da134ae53 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.902144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2951015-1935-45c8-971f-454da134ae53 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.906847 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f2951015-1935-45c8-971f-454da134ae53 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/08a25b67-76fd-4c8b-83b0-03b36099230f HTTP/1.1" status: 404 len: 337 time: 0.0757043 Apr 22 14:43:30.908326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34632) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:30.948378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2aad9ab9-5253-45cb-a00f-5df9f77ec301 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:30.967926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d77a450-2159-47f4-800c-44771ce5cd68 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:30.968362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d77a450-2159-47f4-800c-44771ce5cd68 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:30.974059 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1d77a450-2159-47f4-800c-44771ce5cd68 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/2ee4c28b-c160-41c2-9e89-daf0003302d4 HTTP/1.1" status: 404 len: 333 time: 0.0630088 Apr 22 14:43:30.974815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34636) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.021526 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-aaeae50f-9511-4802-a324-76f5e0289f5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2559304 Apr 22 14:43:31.055071 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f43ba6-0b3a-4f50-b473-199bea4a2aca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:31.055503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f43ba6-0b3a-4f50-b473-199bea4a2aca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:31.060323 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a2f43ba6-0b3a-4f50-b473-199bea4a2aca tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/c564c1a5-079c-4af2-a0b4-78b3556cc3b0 HTTP/1.1" status: 404 len: 337 time: 0.0798082 Apr 22 14:43:31.064752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34640) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.080968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:31.089096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f036f820-2635-4b91-9fa6-eca7af837efd up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:31.106647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=63f26fac-6539-461f-8726-7dde306fca50,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:31.137086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e376b2e-143f-4081-b043-5b746a2829df req-c4344c36-07ba-4a33-ae4e-a49199566e5c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:31.138589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e376b2e-143f-4081-b043-5b746a2829df req-c4344c36-07ba-4a33-ae4e-a49199566e5c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 943 time: 0.7730742 Apr 22 14:43:31.203923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d959c1-e869-459d-bcb4-28431cf79825 None None] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:31.204160 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c042a0-3636-4f56-abe6-e842e1081572 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:31.204606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c042a0-3636-4f56-abe6-e842e1081572 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:31.209170 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-03c042a0-3636-4f56-abe6-e842e1081572 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/5d9c137e-d935-42fe-8dff-5cab4254ec6c HTTP/1.1" status: 404 len: 333 time: 0.1409106 Apr 22 14:43:31.212149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34644) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.259763 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a946bc3-5ecd-4c4e-8569-f17fd02d1774 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:31.260196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a946bc3-5ecd-4c4e-8569-f17fd02d1774 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:31.265666 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3a946bc3-5ecd-4c4e-8569-f17fd02d1774 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/41a2a16d-380e-40df-8bd9-d6ae1fcd6c90 HTTP/1.1" status: 404 len: 337 time: 0.0488997 Apr 22 14:43:31.265666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34648) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.316084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f036f820-2635-4b91-9fa6-eca7af837efd triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:31.316465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.318470 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-37372238-1394-434b-bb20-7fea3d596536 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:31.318915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37372238-1394-434b-bb20-7fea3d596536 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:31.323179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37372238-1394-434b-bb20-7fea3d596536 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/ports/932ff948-3a23-46c0-803b-f8dfea6f3f13 HTTP/1.1" status: 404 len: 333 time: 0.0546322 Apr 22 14:43:31.324073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34652) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.374709 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae7640c-6adc-4fae-be78-f4402b0d63f4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:31.375148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae7640c-6adc-4fae-be78-f4402b0d63f4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:31.379511 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4ae7640c-6adc-4fae-be78-f4402b0d63f4 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/subnets/84c0c785-a1fb-4be7-835b-f2cd233050f4 HTTP/1.1" status: 404 len: 337 time: 0.0525739 Apr 22 14:43:31.380666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34656) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:31.383261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] Provisioning for port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:31.394578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.401847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e376b2e-143f-4081-b043-5b746a2829df req-f798e259-1d19-4c54-94b5-207f5ff875aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029033 Apr 22 14:43:31.416765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] Provisioning complete for port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:31.417133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.418231 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-6397e36d-32c1-443a-bac6-ebc028a01d24 service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863215 Apr 22 14:43:31.472402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:31.500462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:31.505413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:31.520810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Transition to ACTIVE for port object 2cd5d166-377f-4f48-8afb-ca43fdf14781 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:31.645487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Transition to ACTIVE for port object 2cd5d166-377f-4f48-8afb-ca43fdf14781 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:31.666284 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fd4d2625-9aac-414c-943e-6cd6ae056831 req-5e13bed4-6e9f-429b-8f65-ca95d2ae032d service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803198 Apr 22 14:43:31.678351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.694568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.738692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router ebbf85b9-312f-4137-81b2-3db7eccc1ede has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:31.835351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.844742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:31.845396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.858275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:31.860114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Pushing event updated for resources: {'Port': ['ID=2cd5d166-377f-4f48-8afb-ca43fdf14781,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:31.862344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:31.867209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.883133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780bba34-3f9d-45be-bd68-388e76a1b483') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.883616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780bba34-3f9d-45be-bd68-388e76a1b483') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:31.887976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.888323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.888646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.888971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.889296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.889616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.890814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.890814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.890814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.891099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.891192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:43:31.911761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.935910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.943423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:31.943899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:31.970185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] For port 2aad9ab9-5253-45cb-a00f-5df9f77ec301, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2aad9ab9-5253-45cb-a00f-5df9f77ec301,segment=NetworkSegment(cf0e6044-8d77-4540-951d-7473135c3aa7),segment_id=cf0e6044-8d77-4540-951d-7473135c3aa7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:31.985778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.037257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Attempting to bind port 2cd5d166-377f-4f48-8afb-ca43fdf14781 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:32.037637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Attempting to bind port 2cd5d166-377f-4f48-8afb-ca43fdf14781 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '86495ed0-91d2-42e2-8428-ad0e91b56f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:32.038016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Attempting to bind port 2cd5d166-377f-4f48-8afb-ca43fdf14781 on network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:32.057665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:32.058062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Checking segment: {'id': '86495ed0-91d2-42e2-8428-ad0e91b56f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:32.058468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.058878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Bound using segment: {'id': '86495ed0-91d2-42e2-8428-ad0e91b56f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:32.059366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Bound port: 2cd5d166-377f-4f48-8afb-ca43fdf14781, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86495ed0-91d2-42e2-8428-ad0e91b56f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a17bb04-f9a0-4bc8-996a-8011d831d9bc'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:32.059739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:32.083047 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:32.158951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] For port 2cd5d166-377f-4f48-8afb-ca43fdf14781, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:32.161695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960e279-8c61-427a-b030-b0bd23c2fd9f None None] Pushing event updated for resources: {'Port': ['ID=2aad9ab9-5253-45cb-a00f-5df9f77ec301,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.166150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] For port 2cd5d166-377f-4f48-8afb-ca43fdf14781, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2cd5d166-377f-4f48-8afb-ca43fdf14781,segment=NetworkSegment(86495ed0-91d2-42e2-8428-ad0e91b56f83),segment_id=86495ed0-91d2-42e2-8428-ad0e91b56f83)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:32.174097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.174751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.180515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.209377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] Pushing event deleted for resources: {'Network': ['ID=0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.221074 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f337415e-8e04-4a31-ad17-6bbc83918342 tempest-NetworksTestDHCPv6-151278752 tempest-NetworksTestDHCPv6-151278752-project] 10.222.0.32 "DELETE /v2.0/networks/0bc7e3b8-bfce-429f-ad07-90d3d5a69d6d HTTP/1.1" status: 204 len: 168 time: 0.8348875 Apr 22 14:43:32.230750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e7708c30-ae63-446f-96e6-4f505b922ccb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:43:32.243770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1a5c7c72-302b-45ca-bd72-e365d7e46dce None None] Provisioning complete for port 63f26fac-6539-461f-8726-7dde306fca50 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:32.244138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7c72-302b-45ca-bd72-e365d7e46dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.342929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e6bb4-8396-42ff-8c13-637b317ec6f1 None None] Pushing event updated for resources: {'Port': ['ID=2cd5d166-377f-4f48-8afb-ca43fdf14781,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:32.350712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c7c72-302b-45ca-bd72-e365d7e46dce None None] Port 63f26fac-6539-461f-8726-7dde306fca50 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:32.501170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e7708c30-ae63-446f-96e6-4f505b922ccb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7708c30-ae63-446f-96e6-4f505b922ccb,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:32.509927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2ed8d4fc-e8ac-4574-a815-42c528e3c0f8 None None] Provisioning complete for port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:32.510436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d4fc-e8ac-4574-a815-42c528e3c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.532095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.542851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:32.568086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2f6685cb-1dbc-4345-9017-b94ce04be1f4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/ebbf85b9-312f-4137-81b2-3db7eccc1ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3154936 Apr 22 14:43:32.568606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34664) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:32.595514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] Sync routers for ids ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:32.602038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'port_id': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'mac_address': 'fa:16:3e:a9:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:43:32.746234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] Routers {'ebbf85b9-312f-4137-81b2-3db7eccc1ede'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:32.747028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.837865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:32.849380 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:32.854060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.861497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:32.868342 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:32.870619 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.891972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7708c30-ae63-446f-96e6-4f505b922ccb {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:43:32.896511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] Routers {'ebbf85b9-312f-4137-81b2-3db7eccc1ede'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:32.897250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.897745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34670) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:32.979323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:32.979733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09a923-6341-4d13-81a2-3aad222d3a6a None None] The sync data for ids ['ebbf85b9-312f-4137-81b2-3db7eccc1ede'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:32.981941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2aad9ab9-5253-45cb-a00f-5df9f77ec301 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:33.053150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e7708c30-ae63-446f-96e6-4f505b922ccb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7708c30-ae63-446f-96e6-4f505b922ccb,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:33.062181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.090360 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:33.103122 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-de7653bc-cb3d-4de5-a504-afc2beed4698 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 14:43:33.104200 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-de7653bc-cb3d-4de5-a504-afc2beed4698 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/ebbf85b9-312f-4137-81b2-3db7eccc1ede/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5344944 Apr 22 14:43:33.107942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34676) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.150304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-66cad42a-1e94-497d-9cee-ffcfc26d9a45 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0750363 Apr 22 14:43:33.153004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:33.153731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.162016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bc4c8695-6a0e-4c5c-846d-0b19c95d8022 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:33.166485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34680) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.192041 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e7708c30-ae63-446f-96e6-4f505b922ccb,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:33.348060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2cd5d166-377f-4f48-8afb-ca43fdf14781 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:33.360629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bc4c8695-6a0e-4c5c-846d-0b19c95d8022 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:33.363065 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bc4c8695-6a0e-4c5c-846d-0b19c95d8022 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebbf85b9-312f-4137-81b2-3db7eccc1ede HTTP/1.1" status: 200 len: 205 time: 0.2540548 Apr 22 14:43:33.378080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Allocated IP 172.20.0.1 (949c2055-3650-496c-b7ca-c6d8a7d07bdf/dec82d84-f487-4904-82de-1a999e112c39/29a396a9-a60c-4f5f-b0bb-245f14ba49dd) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:33.386474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34684) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.439251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e7708c30-ae63-446f-96e6-4f505b922ccb'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:43:33.522394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c46e4-8972-4561-ba2a-758c1d400068 req-3cb0b385-60e4-48f6-9b83-bdfeeb52982d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:33.529397 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-254c46e4-8972-4561-ba2a-758c1d400068 req-3cb0b385-60e4-48f6-9b83-bdfeeb52982d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 944 time: 0.7032976 Apr 22 14:43:33.586645 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:27Z', 'revision_number': 10, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:33.596839 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:33.607199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Router 5b75e3ea-6597-46af-852f-51837fdca7f8 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:33.614779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2cd5d166-377f-4f48-8afb-ca43fdf14781 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:33.626180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-254c46e4-8972-4561-ba2a-758c1d400068 req-25d452a5-e198-4f96-a6e9-12f665c30409 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956826 Apr 22 14:43:33.631054 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:33.632553 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:33.668517 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bd7703a7-6c96-4aad-85a4-0a950fc138d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bada539fc5d64f5ba07ecd82fd9afb0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7627022 Apr 22 14:43:33.670541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34688) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.730512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.783428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab4b71-c883-4afa-8a2f-eb61ea7a82d6 None None] Network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:33.806690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.836577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Transition to ACTIVE for port object 29a396a9-a60c-4f5f-b0bb-245f14ba49dd will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:33.875890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet 0ab21dda-9685-4081-861d-619493055ef6 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:33.877646 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:33.885492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:33.888362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.893786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:33.897839 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-709bb9bc-bf6e-4bdc-b982-c9267f6cfb5b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/routers/5b75e3ea-6597-46af-852f-51837fdca7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5013089 Apr 22 14:43:33.909964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] Provisioning for port 2cd5d166-377f-4f48-8afb-ca43fdf14781 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:33.927231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34692) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:33.927835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] Sync routers for ids ['5b75e3ea-6597-46af-852f-51837fdca7f8'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:33.978845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] Routers {'5b75e3ea-6597-46af-852f-51837fdca7f8'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:33.980539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['5b75e3ea-6597-46af-852f-51837fdca7f8'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:33.987887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:33.992667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:34.007197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:34.052148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] Provisioning complete for port 2cd5d166-377f-4f48-8afb-ca43fdf14781 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:34.052778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.069604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Port': ['ID=29a396a9-a60c-4f5f-b0bb-245f14ba49dd,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:34.098189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.104514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.176381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:34.286738 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:27Z', 'revision_number': 10, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:34.291741 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717afc-ed28-410a-9ad8-5195258a0edf None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:27Z', 'revision_number': 10, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None, '_interfaces': [{'id': 'c9830cfc-bbba-426f-9740-2ddca9b2feb9', 'name': '', 'network_id': 'ddb46169-1506-43b9-8a13-1ad2aebe9c54', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'mac_address': 'fa:16:3e:fa:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:41:54Z', 'updated_at': '2022-04-22T14:42:16Z', 'revision_number': 5, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'subnets': [{'id': 'aabd0aff-9303-4660-8b52-fec198b12235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:34.341843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.420451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ad-034e-4244-aae0-6b894310dc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.422384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] Routers {'5b75e3ea-6597-46af-852f-51837fdca7f8'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:34.423122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['5b75e3ea-6597-46af-852f-51837fdca7f8'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:34.439691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.539430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:34.539855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285c5af-c554-41d5-afcd-4a921c85f40a None None] The sync data for ids ['5b75e3ea-6597-46af-852f-51837fdca7f8'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:34.570374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.594655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ad-034e-4244-aae0-6b894310dc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.637266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.646379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] For port 2cd5d166-377f-4f48-8afb-ca43fdf14781, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2cd5d166-377f-4f48-8afb-ca43fdf14781,segment=NetworkSegment(86495ed0-91d2-42e2-8428-ad0e91b56f83),segment_id=86495ed0-91d2-42e2-8428-ad0e91b56f83)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:34.656040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde41bbf-f1e3-49ad-8bb0-748fb7851ab8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:34.656922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bde41bbf-f1e3-49ad-8bb0-748fb7851ab8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:34.659218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.685344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.733337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ae7d411c-72fb-47f9-8562-1d4364ae2859 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:34.746330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.785882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bde41bbf-f1e3-49ad-8bb0-748fb7851ab8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:34.787591 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bde41bbf-f1e3-49ad-8bb0-748fb7851ab8 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b75e3ea-6597-46af-852f-51837fdca7f8 HTTP/1.1" status: 200 len: 988 time: 0.8594286 Apr 22 14:43:34.795557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34698) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:34.833490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: ae7d411c-72fb-47f9-8562-1d4364ae2859 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:34.834103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ae7d411c-72fb-47f9-8562-1d4364ae2859 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:34.835919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9f1af-8b36-4244-a5aa-cb51503fbd1f None None] Pushing event updated for resources: {'Port': ['ID=2cd5d166-377f-4f48-8afb-ca43fdf14781,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:34.859145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1a896744-4ed8-4289-af7f-dafe9e7efbf5 None None] Provisioning for port 29a396a9-a60c-4f5f-b0bb-245f14ba49dd completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:34.865358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1a896744-4ed8-4289-af7f-dafe9e7efbf5 None None] Provisioning complete for port 29a396a9-a60c-4f5f-b0bb-245f14ba49dd triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:34.865989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1a896744-4ed8-4289-af7f-dafe9e7efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.939023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1a896744-4ed8-4289-af7f-dafe9e7efbf5 None None] Port 29a396a9-a60c-4f5f-b0bb-245f14ba49dd cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:34.987690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ad-034e-4244-aae0-6b894310dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:34.998752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d0260-2f4d-4afa-8809-7113d7746476 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:43:35.007307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.007995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router ebbf85b9-312f-4137-81b2-3db7eccc1ede {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:35.018424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf62ad-034e-4244-aae0-6b894310dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2a241-2480-4f34-963b-3cb373425018,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:35.022089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6b4a-14f7-4420-bac2-62798bb9b3d1 req-9e3e3585-ad5c-47fb-9443-2548b602c252 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:35.029847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36ff6b4a-14f7-4420-bac2-62798bb9b3d1 req-9e3e3585-ad5c-47fb-9443-2548b602c252 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 944 time: 0.1489923 Apr 22 14:43:35.052664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.067094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.068339 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ddaaab17-aeb5-43e0-8d6b-8c852eec40e1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/ebbf85b9-312f-4137-81b2-3db7eccc1ede HTTP/1.1" status: 204 len: 168 time: 1.6778939 Apr 22 14:43:35.069924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ad-034e-4244-aae0-6b894310dc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.071188 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1adf62ad-034e-4244-aae0-6b894310dc35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ec2a241-2480-4f34-963b-3cb373425018 HTTP/1.1" status: 204 len: 168 time: 1.3983998 Apr 22 14:43:35.074667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34702) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:35.079391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.084819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.123206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d01d7c2a-7c33-45aa-ba00-fe725293c78a None None] Provisioning complete for port 2cd5d166-377f-4f48-8afb-ca43fdf14781 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:35.123569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d01d7c2a-7c33-45aa-ba00-fe725293c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.173777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab21dda-9685-4081-861d-619493055ef6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:35.190079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.192326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-75b3e4c3-0806-4d35-86ae-ef00d7b33568 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/0ab21dda-9685-4081-861d-619493055ef6 HTTP/1.1" status: 204 len: 168 time: 2.0229888 Apr 22 14:43:35.197465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34708) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:35.199364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.248673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36ff6b4a-14f7-4420-bac2-62798bb9b3d1 req-fc3f24c8-a327-4b71-982d-91a7560c1dba tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172263 Apr 22 14:43:35.254737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d0260-2f4d-4afa-8809-7113d7746476 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 14:43:35.383039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:35.386531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:35.553927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Port': ['ID=29a396a9-a60c-4f5f-b0bb-245f14ba49dd,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:35.556273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.692138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port a9e26743-4c22-488c-a373-49d809abf9c6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:35.692921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.759506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1df8b-c363-4df7-ba2d-824f549b8ab3 None None] Network 74272512-01f1-4b5e-b7a1-714e8a40312c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:35.765460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet aeecdbab-6e83-4ef9-a7d5-8042174b6e7d {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:35.777265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:35.798950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Router b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:35.933137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.007815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:36.020261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b08ec12b-1cb4-4995-9423-c584defa6cf5 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5100899 Apr 22 14:43:36.026307 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] Sync routers for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:36.026809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34728) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.052111 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:36.052756 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.129005 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.145234 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:36.146356 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.153901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8c05b30-58bf-4c36-a05b-45e8e13e681c None None] Provisioning complete for port 29a396a9-a60c-4f5f-b0bb-245f14ba49dd triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:36.154360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8c05b30-58bf-4c36-a05b-45e8e13e681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.204769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] DHCP port deletion for 74272512-01f1-4b5e-b7a1-714e8a40312c request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:36.221427 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:36.226288 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7121174-0f0c-43c0-816d-20754078b3db None None] The sync data for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:36.237075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Deleting port a9e26743-4c22-488c-a373-49d809abf9c6 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:36.238000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.267629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34732) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.274477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e7708c30-ae63-446f-96e6-4f505b922ccb up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:36.359998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8c05b30-58bf-4c36-a05b-45e8e13e681c None None] Port 29a396a9-a60c-4f5f-b0bb-245f14ba49dd cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:36.386265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port a9e26743-4c22-488c-a373-49d809abf9c6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a9e26743-4c22-488c-a373-49d809abf9c6,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:36.386725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.527538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for a9e26743-4c22-488c-a373-49d809abf9c6 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:36.563890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.594749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-19dba86d-39aa-4e5b-a1ec-3afd43501a88 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] Request body: {'port': {'network_id': 'd3d919ab-4ba5-4527-adaa-dbc33721b684', 'name': 'tempest-NetworksNegativeTestJSON-207608536'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:36.640990 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dba86d-39aa-4e5b-a1ec-3afd43501a88 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] POST failed (client error): The resource could not be found. Apr 22 14:43:36.641398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dba86d-39aa-4e5b-a1ec-3afd43501a88 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:36.641620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] For port a9e26743-4c22-488c-a373-49d809abf9c6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a9e26743-4c22-488c-a373-49d809abf9c6,segment=NetworkSegment(dd017ce7-0ab8-4295-9bb4-764c87332133),segment_id=dd017ce7-0ab8-4295-9bb4-764c87332133)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:36.642034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.642730 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-19dba86d-39aa-4e5b-a1ec-3afd43501a88 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3718863 Apr 22 14:43:36.647702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34740) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.679514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045d4e-116a-4fc7-aa1a-da26c7654abd req-eaefbe64-46b6-435c-bb59-76c532f871c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:36.681211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96045d4e-116a-4fc7-aa1a-da26c7654abd req-eaefbe64-46b6-435c-bb59-76c532f871c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 944 time: 0.1690111 Apr 22 14:43:36.750147 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-521412b1-db0a-4463-b98e-dc16265aa395 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:36.751986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521412b1-db0a-4463-b98e-dc16265aa395 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:36.774993 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-521412b1-db0a-4463-b98e-dc16265aa395 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "DELETE /v2.0/networks/9e249e20-1090-4851-99d6-315ab2c376c0 HTTP/1.1" status: 404 len: 339 time: 0.1253350 Apr 22 14:43:36.779590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34744) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.782138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Calling delete_port for a9e26743-4c22-488c-a373-49d809abf9c6 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:36.811379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2cd5d166-377f-4f48-8afb-ca43fdf14781 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:36.823016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.846641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port e7708c30-ae63-446f-96e6-4f505b922ccb completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:36.863907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.878590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e7708c30-ae63-446f-96e6-4f505b922ccb triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:36.878962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:36.883369 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96045d4e-116a-4fc7-aa1a-da26c7654abd req-b38e57f6-b27f-47c2-8e4b-e5fd1bbc53e6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864007 Apr 22 14:43:36.930014 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f253e7-8208-4743-bd90-fc937ef8754b tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:36.930451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f253e7-8208-4743-bd90-fc937ef8754b tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:36.932120 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-58f253e7-8208-4743-bd90-fc937ef8754b tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "DELETE /v2.0/ports/1f8ab47d-7d16-4f4a-9815-15cd26763508 HTTP/1.1" status: 404 len: 333 time: 0.1514502 Apr 22 14:43:36.940660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=a9e26743-4c22-488c-a373-49d809abf9c6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:36.943323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34748) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:36.946537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=aeecdbab-6e83-4ef9-a7d5-8042174b6e7d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:36.957958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:36.958327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:36.990809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2cd5d166-377f-4f48-8afb-ca43fdf14781 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:36.991225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.009427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No DVR routers for this DVR port a9e26743-4c22-488c-a373-49d809abf9c6 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:37.012603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.014592 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c1771cd2-cb0b-4b0b-a132-48fe9f218332 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/aeecdbab-6e83-4ef9-a7d5-8042174b6e7d HTTP/1.1" status: 204 len: 168 time: 1.9384820 Apr 22 14:43:37.024662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34752) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.046348 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af74d73-9367-417d-8c21-ec5eff9a4357 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:37.047052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af74d73-9367-417d-8c21-ec5eff9a4357 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:37.049050 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9af74d73-9367-417d-8c21-ec5eff9a4357 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "DELETE /v2.0/subnets/290cd516-7143-4e56-bc08-842e3d1e0f8f HTTP/1.1" status: 404 len: 337 time: 0.0996840 Apr 22 14:43:37.052929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9593e0-aa58-4c8d-a5bf-db8663b38162 None None] Network bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:37.057779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34756) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.110984 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:43:37.159474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-e65ebe9d-c9b9-465f-b90d-20d8b05a9453 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:37.161805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e65ebe9d-c9b9-465f-b90d-20d8b05a9453 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1342001 Apr 22 14:43:37.173927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34760) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.186827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b9d7f9-57eb-4335-943a-631e87c77557 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] GET failed (client error): The resource could not be found. Apr 22 14:43:37.190678 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d5b9d7f9-57eb-4335-943a-631e87c77557 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "GET /v2.0/networks/4c58c2be-9c75-47d8-a250-de06ee95f3f9 HTTP/1.1" status: 404 len: 339 time: 0.1280899 Apr 22 14:43:37.213304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34764) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.215882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.275086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.275932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.279197 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c55534a-7893-4505-8503-53e3b9645b3e tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] GET failed (client error): The resource could not be found. Apr 22 14:43:37.280621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2c55534a-7893-4505-8503-53e3b9645b3e tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "GET /v2.0/ports/b3c7c1cb-bf2c-425b-9655-a368ed117542 HTTP/1.1" status: 404 len: 333 time: 0.0660965 Apr 22 14:43:37.286010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34768) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.332348 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffc8869-053a-4263-b3ce-603c0e0abb49 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] GET failed (client error): The resource could not be found. Apr 22 14:43:37.333877 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1ffc8869-053a-4263-b3ce-603c0e0abb49 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "GET /v2.0/subnets/f94a28f4-104d-459d-810e-115e982b54a3 HTTP/1.1" status: 404 len: 337 time: 0.0467651 Apr 22 14:43:37.338803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34772) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.345157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6ffb0e73-f131-4408-9a76-e59bcd374d89 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:37.358786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 4917d061-bd19-4a94-9e36-edc78fde4552 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:37.359472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.388062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a9e26743-4c22-488c-a373-49d809abf9c6 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:37.433858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a9e26743-4c22-488c-a373-49d809abf9c6 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:37.434076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a9e26743-4c22-488c-a373-49d809abf9c6 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:37.443666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:43:37.449467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffb0e73-f131-4408-9a76-e59bcd374d89 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] PUT failed (client error): The resource could not be found. Apr 22 14:43:37.450526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffb0e73-f131-4408-9a76-e59bcd374d89 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:37.451621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6ffb0e73-f131-4408-9a76-e59bcd374d89 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "PUT /v2.0/networks/f5e12b98-aca1-4958-b64d-40eb99575ba0 HTTP/1.1" status: 404 len: 339 time: 0.1117225 Apr 22 14:43:37.460166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34778) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.464365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.467056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Deleting port a9e26743-4c22-488c-a373-49d809abf9c6 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:37.467547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.475686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-69011c70-7b2d-4634-85f1-c4ec2b6c0021 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:37.505171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e7708c30-ae63-446f-96e6-4f505b922ccb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7708c30-ae63-446f-96e6-4f505b922ccb,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:37.526490 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-69011c70-7b2d-4634-85f1-c4ec2b6c0021 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] PUT failed (client error): The resource could not be found. Apr 22 14:43:37.526870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69011c70-7b2d-4634-85f1-c4ec2b6c0021 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:37.528320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-69011c70-7b2d-4634-85f1-c4ec2b6c0021 tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "PUT /v2.0/ports/26f12a6c-e866-44b0-b8b1-af3f7187d8f6 HTTP/1.1" status: 404 len: 333 time: 0.0668030 Apr 22 14:43:37.528956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74272512-01f1-4b5e-b7a1-714e8a40312c']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.533345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34784) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:37.549272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8c83e5f-8d9a-45fe-98e1-7dd97de819f7 None None] The port 'a9e26743-4c22-488c-a373-49d809abf9c6' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:37.554498 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.560980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2712c532-c258-4612-8b76-9ee715f3d10e tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:37.563688 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd017ce7-0ab8-4295-9bb4-764c87332133') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.563978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd017ce7-0ab8-4295-9bb4-764c87332133') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:37.580843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.607889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.619528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:37.619918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:37.641183 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:37.651926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e7708c30-ae63-446f-96e6-4f505b922ccb,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:37.672585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2712c532-c258-4612-8b76-9ee715f3d10e tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] PUT failed (client error): The resource could not be found. Apr 22 14:43:37.673097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2712c532-c258-4612-8b76-9ee715f3d10e tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:37.681219 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2712c532-c258-4612-8b76-9ee715f3d10e tempest-NetworksNegativeTestJSON-2020933352 tempest-NetworksNegativeTestJSON-2020933352-project] 10.222.0.32 "PUT /v2.0/subnets/42d77308-9844-456c-87de-8998908bc743 HTTP/1.1" status: 404 len: 337 time: 0.1468554 Apr 22 14:43:37.724037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 4917d061-bd19-4a94-9e36-edc78fde4552, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4917d061-bd19-4a94-9e36-edc78fde4552,segment=NetworkSegment(98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd),segment_id=98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:37.724473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.729047 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc24a946-75b3-4edb-9dcd-4713f7c2b36c'] response: {'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'code': 200} Apr 22 14:43:37.748512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] DHCP port deletion for bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:37.753548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Deleting port 4917d061-bd19-4a94-9e36-edc78fde4552 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:37.754083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.856337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 4917d061-bd19-4a94-9e36-edc78fde4552 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:37.983248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:37.992814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.115951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.142360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=74272512-01f1-4b5e-b7a1-714e8a40312c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:38.148075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34794) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.148236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] For port 4917d061-bd19-4a94-9e36-edc78fde4552, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4917d061-bd19-4a94-9e36-edc78fde4552,segment=NetworkSegment(98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd),segment_id=98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:38.148536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.157460 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9d1e1829-d0bc-4bf8-ad0c-451411fec58f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/74272512-01f1-4b5e-b7a1-714e8a40312c HTTP/1.1" status: 204 len: 168 time: 2.9499288 Apr 22 14:43:38.163662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34798) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.184095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=4917d061-bd19-4a94-9e36-edc78fde4552,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:38.229063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No DVR routers for this DVR port 4917d061-bd19-4a94-9e36-edc78fde4552 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:38.274282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Calling delete_port for 4917d061-bd19-4a94-9e36-edc78fde4552 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn_limited( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn_limited( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:38.346655 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 14:43:38.352475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:38.352740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:38.376304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.405554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e445b56-5ce0-485a-a189-cefde51c8a21 req-56a03b5a-4500-45f2-ae2d-90232689c060 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.407060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e445b56-5ce0-485a-a189-cefde51c8a21 req-56a03b5a-4500-45f2-ae2d-90232689c060 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.2436886 Apr 22 14:43:38.413026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:38.439473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:38.439714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dd50f8-ea25-4e96-90d9-17d2f0e3e4cd') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:38.455549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.456169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.479245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.488757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:38.489197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:38.503677 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:38.506364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e445b56-5ce0-485a-a189-cefde51c8a21 req-37d5b8fb-bfe5-461d-ad2b-acec262342cd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861461 Apr 22 14:43:38.566222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a0900ae8-8b22-4aa9-a3c0-b4c07f4db049 req-ae0b7d21-9336-45fd-9875-110dc2e769d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1098 time: 0.5677538 Apr 22 14:43:38.596528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.599261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:38.601238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.606723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Usage tracker for resource:security_group_rule and tenant:ca190fff086247b2bb4745b8f1aa8aee is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:38.613626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:38.618937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 63f26fac-6539-461f-8726-7dde306fca50 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:38.619846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.626027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:38.644814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1f21b7bc-d7dc-4144-9fc0-1f298f853776 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/bb5505ca-b78c-49b7-a3c5-3e4ef4bd3222 HTTP/1.1" status: 204 len: 168 time: 1.6188586 Apr 22 14:43:38.645532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34804) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.651156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-379832772'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:38.656117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:38.656290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:38.659871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:38.662920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:38.668599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:38.680293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:38.683346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.691391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.712017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:43:38.721638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.722012 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 28c57a86-d6d5-4147-8bd7-decfe16c6fb0 of type vlan for network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 Apr 22 14:43:38.749824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.766513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4917d061-bd19-4a94-9e36-edc78fde4552 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:38.783582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.787425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:38.788078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.800427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 4917d061-bd19-4a94-9e36-edc78fde4552 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:38.800908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4917d061-bd19-4a94-9e36-edc78fde4552 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:38.854461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Deleting port 4917d061-bd19-4a94-9e36-edc78fde4552 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:38.854942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:38.864429 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a0900ae8-8b22-4aa9-a3c0-b4c07f4db049 req-18ef54c5-855b-44ae-bdac-cf40ffc17e59 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898934 Apr 22 14:43:38.894926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2480168 Apr 22 14:43:38.898412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34808) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:38.903628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:38.957154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4c6651ee-c2f1-4d58-86db-248975a30962 None None] The port '4917d061-bd19-4a94-9e36-edc78fde4552' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:38.981976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9428c-b0a6-463f-9ff7-1753fafe6f03 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=c66a8dbf-6c2b-49d7-89b6-f5754eb452f5,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:38.992321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:43:39.022320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:39.026107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:39.028899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:39.035117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:39.048036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:39.151623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.164335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.171247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.184403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.369294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.449937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 63f26fac-6539-461f-8726-7dde306fca50 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:39.452959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=b13cbd00-cd9a-43a2-8a86-721b0ceeef6e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:39.467158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '28c57a86-d6d5-4147-8bd7-decfe16c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:39.467515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: c66a8dbf-6c2b-49d7-89b6-f5754eb452f5, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:43:39.490640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:43:39.501123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, c66a8dbf-6c2b-49d7-89b6-f5754eb452f5) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:39.506148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:39.506740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.511961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a320051-ac49-4507-928a-54e8ed595549 None None] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:39.532398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb3e9d5-dd13-461d-a17a-5453f9fa0263,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:39.535758 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-32bcfbda-0ff2-44d7-8502-cd3bd076e4f2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6358037 Apr 22 14:43:39.535758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34812) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:39.542167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653231174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:39.548947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:39.552664 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-97be4b2f-1ea7-47c4-914b-723d2a47c7dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca190fff086247b2bb4745b8f1aa8aee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4031193 Apr 22 14:43:39.552941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34818) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:39.555899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:router and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:39.606505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:39.614414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:39.638764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb178-ec02-4659-955a-341be85d5a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.653545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.654636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.714295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb178-ec02-4659-955a-341be85d5a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.761841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.794636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.812831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1e2b88a4-3695-4fd2-83b7-d07f6fcee0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.817265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c4580-32d8-4b7f-9f20-e9fc34362e9b req-ca3f436a-3964-4466-b0ca-20a8b8e9f7a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:39.818847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-509c4580-32d8-4b7f-9f20-e9fc34362e9b req-ca3f436a-3964-4466-b0ca-20a8b8e9f7a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.1570134 Apr 22 14:43:39.850437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.851601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-c66a8dbf-6c2b-49d7-89b6-f5754eb452f5', 'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': 'b13cbd00-cd9a-43a2-8a86-721b0ceeef6e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:39.852609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.882852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb178-ec02-4659-955a-341be85d5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.885209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb178-ec02-4659-955a-341be85d5a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.886553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd2eb178-ec02-4659-955a-341be85d5a4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cb3e9d5-dd13-461d-a17a-5453f9fa0263 HTTP/1.1" status: 204 len: 168 time: 0.3328404 Apr 22 14:43:39.904348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eb178-ec02-4659-955a-341be85d5a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb3e9d5-dd13-461d-a17a-5453f9fa0263,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:39.907218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:39.913058 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d628ba36-3be8-459f-9629-43acf18e111e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3751917 Apr 22 14:43:39.913357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34824) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:40.111315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.113735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Allocated IP 172.20.0.2 (c66a8dbf-6c2b-49d7-89b6-f5754eb452f5/b13cbd00-cd9a-43a2-8a86-721b0ceeef6e/04df0abc-6483-478c-bdb5-51ca8af139b8) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:40.197351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-509c4580-32d8-4b7f-9f20-e9fc34362e9b req-514b95ed-4595-4a08-bc31-31a542b2923c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679986 Apr 22 14:43:40.277191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=63f26fac-6539-461f-8726-7dde306fca50,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:40.418861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.429457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Transition to ACTIVE for port object 04df0abc-6483-478c-bdb5-51ca8af139b8 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:40.451007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Transition to ACTIVE for port object 04df0abc-6483-478c-bdb5-51ca8af139b8 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:40.460087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.541275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:40.544106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:40.548002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:40.554613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Pushing event updated for resources: {'Port': ['ID=04df0abc-6483-478c-bdb5-51ca8af139b8,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:40.636183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.646664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Attempting to bind port 04df0abc-6483-478c-bdb5-51ca8af139b8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:40.646865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.647366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Attempting to bind port 04df0abc-6483-478c-bdb5-51ca8af139b8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '28c57a86-d6d5-4147-8bd7-decfe16c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:40.647701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Attempting to bind port 04df0abc-6483-478c-bdb5-51ca8af139b8 on network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:40.655006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:40.655522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Checking segment: {'id': '28c57a86-d6d5-4147-8bd7-decfe16c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:40.656010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.656478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Bound using segment: {'id': '28c57a86-d6d5-4147-8bd7-decfe16c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:40.657022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Bound port: 04df0abc-6483-478c-bdb5-51ca8af139b8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c57a86-d6d5-4147-8bd7-decfe16c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c66a8dbf-6c2b-49d7-89b6-f5754eb452f5'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:40.657474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.749667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] For port 04df0abc-6483-478c-bdb5-51ca8af139b8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:40.754088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] For port 04df0abc-6483-478c-bdb5-51ca8af139b8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04df0abc-6483-478c-bdb5-51ca8af139b8,segment=NetworkSegment(28c57a86-d6d5-4147-8bd7-decfe16c6fb0),segment_id=28c57a86-d6d5-4147-8bd7-decfe16c6fb0)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:40.761237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:40.850054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e0aca-42e6-4163-b92b-94f53b5cdaba None None] Pushing event updated for resources: {'Port': ['ID=04df0abc-6483-478c-bdb5-51ca8af139b8,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:40.991291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.20.0.1 (c66a8dbf-6c2b-49d7-89b6-f5754eb452f5/b13cbd00-cd9a-43a2-8a86-721b0ceeef6e/70bdf540-a343-46e7-baac-2bca5b18abd8) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:41.191086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.207788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 70bdf540-a343-46e7-baac-2bca5b18abd8 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:41.231595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.305318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:41.306488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Deleting port 29a396a9-a60c-4f5f-b0bb-245f14ba49dd {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:41.306841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.309382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:41.313918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:41.412434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=70bdf540-a343-46e7-baac-2bca5b18abd8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:41.435931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.486050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce2c6-5625-4049-8aa4-2820b595287b req-ee62fdce-7bb3-455a-b52e-731a622465fb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:41.487473 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f74ce2c6-5625-4049-8aa4-2820b595287b req-ee62fdce-7bb3-455a-b52e-731a622465fb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.1109118 Apr 22 14:43:41.573423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.598381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f74ce2c6-5625-4049-8aa4-2820b595287b req-b10875e8-6704-4cc4-a531-e6ceddef3d10 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867262 Apr 22 14:43:41.684223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.700241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dc438765-c9b0-4757-9c2b-71ce0016eda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:41.820880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Calling delete_port for 29a396a9-a60c-4f5f-b0bb-245f14ba49dd owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:41.842175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba3f06c-e949-405e-9c89-740457412a10 None None] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:41.887314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Router 5b75e3ea-6597-46af-852f-51837fdca7f8 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:41.974268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4afa0ae1-4837-4af8-b1f5-ec0f25d1cc67 None None] Provisioning for port 04df0abc-6483-478c-bdb5-51ca8af139b8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:42.079097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483cf62-48fd-4192-9ebf-2c6aa0d02d9f req-3945c139-543e-4bae-80e8-6d1f393ca906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:42.081247 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a483cf62-48fd-4192-9ebf-2c6aa0d02d9f req-3945c139-543e-4bae-80e8-6d1f393ca906 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.3087163 Apr 22 14:43:42.163623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a483cf62-48fd-4192-9ebf-2c6aa0d02d9f req-d50aa802-4540-4f78-89b8-7e19acc91792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765946 Apr 22 14:43:42.197834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.203900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.231999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34832) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:42.242296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:42.255867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] Sync routers for ids ['5b75e3ea-6597-46af-852f-51837fdca7f8'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:42.277239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] Routers {'5b75e3ea-6597-46af-852f-51837fdca7f8'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:42.277953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['5b75e3ea-6597-46af-852f-51837fdca7f8'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.294386 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-5ff42d29-f625-4a1d-9721-2e753677a042 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2609804 Apr 22 14:43:42.360799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.364432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.375008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.376869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] Routers {'5b75e3ea-6597-46af-852f-51837fdca7f8'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:42.377469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['5b75e3ea-6597-46af-852f-51837fdca7f8'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.386730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=70bdf540-a343-46e7-baac-2bca5b18abd8,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.463668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:42.464399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274be334-29d4-4005-ba05-16a50227cb8f None None] The sync data for ids ['5b75e3ea-6597-46af-852f-51837fdca7f8'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:42.481867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Port': ['ID=29a396a9-a60c-4f5f-b0bb-245f14ba49dd,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:42.490890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-320653d8-0f1a-4ffe-96f3-c59a499e2ab8 None None] Provisioning for port 70bdf540-a343-46e7-baac-2bca5b18abd8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:42.499419 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b3ed053b-6bbd-4a50-bbac-e386f0c1d84c tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1093 time: 0.2390840 Apr 22 14:43:42.500483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-320653d8-0f1a-4ffe-96f3-c59a499e2ab8 None None] Provisioning complete for port 70bdf540-a343-46e7-baac-2bca5b18abd8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:42.501011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-320653d8-0f1a-4ffe-96f3-c59a499e2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.502795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34836) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:42.509817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:42.518787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:42.527480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:42.543856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:42.556612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:42.587334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-320653d8-0f1a-4ffe-96f3-c59a499e2ab8 None None] Port 70bdf540-a343-46e7-baac-2bca5b18abd8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:42.600988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:42.602201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:42.672925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.704922 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8a586b2f-9aba-423f-aff6-0cd6ab138c9e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/routers/5b75e3ea-6597-46af-852f-51837fdca7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9074936 Apr 22 14:43:42.733264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34840) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:42.738063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port c9830cfc-bbba-426f-9740-2ddca9b2feb9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:42.738421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.764166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d8829b04-73e1-4e9c-af9a-0e48de120a59 None None] Provisioning complete for port 70bdf540-a343-46e7-baac-2bca5b18abd8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:42.764751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8829b04-73e1-4e9c-af9a-0e48de120a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:42.892918 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-03eac5d7-2848-4667-a054-9bf556f827a0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:43:42.892918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-03eac5d7-2848-4667-a054-9bf556f827a0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:42.923837 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-6a19ac7e-187a-44bc-93a0-b46dd3df429e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1098 time: 0.4911349 Apr 22 14:43:42.949410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d8829b04-73e1-4e9c-af9a-0e48de120a59 None None] Port 70bdf540-a343-46e7-baac-2bca5b18abd8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:42.954503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 04df0abc-6483-478c-bdb5-51ca8af139b8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:42.959762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-03eac5d7-2848-4667-a054-9bf556f827a0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:42.963532 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-03eac5d7-2848-4667-a054-9bf556f827a0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/63f26fac-6539-461f-8726-7dde306fca50 HTTP/1.1" status: 404 len: 333 time: 0.1978242 Apr 22 14:43:42.994034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34844) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:42.996518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.017617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.045371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 04df0abc-6483-478c-bdb5-51ca8af139b8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:43.050370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 04df0abc-6483-478c-bdb5-51ca8af139b8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:43.050736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.114438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9e021cc2-2fb2-4924-b8dd-d5d2ed537461 None None] Provisioning complete for port 70bdf540-a343-46e7-baac-2bca5b18abd8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:43.114438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e021cc2-2fb2-4924-b8dd-d5d2ed537461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.210374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9e021cc2-2fb2-4924-b8dd-d5d2ed537461 None None] Port 70bdf540-a343-46e7-baac-2bca5b18abd8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:43.221855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.236847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.257328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 04df0abc-6483-478c-bdb5-51ca8af139b8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04df0abc-6483-478c-bdb5-51ca8af139b8,segment=NetworkSegment(28c57a86-d6d5-4147-8bd7-decfe16c6fb0),segment_id=28c57a86-d6d5-4147-8bd7-decfe16c6fb0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:43.264993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.277976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.316066 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.320572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port c9830cfc-bbba-426f-9740-2ddca9b2feb9, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c9830cfc-bbba-426f-9740-2ddca9b2feb9,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:43.321079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.334154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-a3f90f30-3d07-4b62-9946-01921e69d079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:43.335704 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-a3f90f30-3d07-4b62-9946-01921e69d079 service neutron] 10.222.0.24 "GET /v2.0/networks?id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 200 len: 897 time: 0.3792434 Apr 22 14:43:43.361300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=04df0abc-6483-478c-bdb5-51ca8af139b8,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:43.503815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for c9830cfc-bbba-426f-9740-2ddca9b2feb9 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:43.671502 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-0e0ffb64-1aa7-4f27-b3be-a9014d845036 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 200 len: 217 time: 0.2800143 Apr 22 14:43:43.756728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.91 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/3d1a6356-2b16-4cbf-9d30-82775f2cd10e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:43.773471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-66530c51-3c81-49c9-b2c4-dd19cfac1f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:43.774941 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-66530c51-3c81-49c9-b2c4-dd19cfac1f4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce HTTP/1.1" status: 200 len: 835 time: 0.0933647 Apr 22 14:43:43.977353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:43.995018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.004807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router 36baaf68-5ab9-4e1c-99d5-0acecb72fade is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:44.120405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.120907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Fanout notify agent at l3_agent the message router_deleted on router 5b75e3ea-6597-46af-852f-51837fdca7f8 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:44.192362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.225669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.226759 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9207df74-b463-4189-bdc7-8434d0dbf802 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/routers/5b75e3ea-6597-46af-852f-51837fdca7f8 HTTP/1.1" status: 204 len: 168 time: 1.2270818 Apr 22 14:43:44.231298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34848) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.299303 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-4fa14ff4-f8cf-4f04-9ec9-fe9d3a3e1901 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5174637 Apr 22 14:43:44.332866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.379447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.405353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Router b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:44.418505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.475426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Port': ['ID=c9830cfc-bbba-426f-9740-2ddca9b2feb9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:44.479508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:44.497544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:44.502551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=3d1a6356-2b16-4cbf-9d30-82775f2cd10e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:44.507078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:44.541843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:44.552855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6b7750d2-e561-4d78-bfed-63e555529655 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/36baaf68-5ab9-4e1c-99d5-0acecb72fade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6368489 Apr 22 14:43:44.558132 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] Sync routers for ids ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:44.558749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.563023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 01c3c6cc-06f7-4689-886f-28cec0886c83 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:44.576363 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] Routers {'36baaf68-5ab9-4e1c-99d5-0acecb72fade'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:44.577288 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.606780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.636420 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.649120 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] Routers {'36baaf68-5ab9-4e1c-99d5-0acecb72fade'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:44.650129 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.684158 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-3a5cef58-cee7-4105-87ff-ad3b892af383 service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673415 Apr 22 14:43:44.717782 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:44.718581 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcd811-4486-48d5-9d6c-179dcd56ff69 None None] The sync data for ids ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:44.722079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d0dd5-8e0e-455c-b638-aad9d41b285d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:44.722669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f65d0dd5-8e0e-455c-b638-aad9d41b285d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:44.739752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:44.807942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f65d0dd5-8e0e-455c-b638-aad9d41b285d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:44.810209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f65d0dd5-8e0e-455c-b638-aad9d41b285d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports/70bdf540-a343-46e7-baac-2bca5b18abd8 HTTP/1.1" status: 200 len: 910 time: 0.2502999 Apr 22 14:43:44.817069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34856) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:44.843001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 04df0abc-6483-478c-bdb5-51ca8af139b8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:44.919182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 04df0abc-6483-478c-bdb5-51ca8af139b8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:44.919562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.043278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.054387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:45.066907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] Sync routers for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:45.079182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:45.079790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:45.142888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:45.143224 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-83a75db2-963b-4096-aa89-c2ab1d317d36 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9661720 Apr 22 14:43:45.149837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34860) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.155161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:45.155325 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03d993bc-78ba-4c77-9352-0087a3f3be3e req-9bff6e34-3b3f-4023-9307-cd5013b9de34 service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166071 Apr 22 14:43:45.156405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:45.222857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:45.223524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c001e3-9b6a-4416-a164-77ffe78387ef None None] The sync data for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:45.223650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.263418 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-eaebff75-0dae-4405-93be-b882750e7155 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] delete failed (client error): The resource could not be found. Apr 22 14:43:45.264455 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eaebff75-0dae-4405-93be-b882750e7155 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-97543758 HTTP/1.1" status: 404 len: 333 time: 0.1136892 Apr 22 14:43:45.272541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34864) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.287946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-eaa5a3fd-0363-4db0-8c38-e13070add18a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:45.469415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.630395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=01c3c6cc-06f7-4689-886f-28cec0886c83,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:45.654316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.660287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95209798-684e-447a-836e-2b424d70c8ad None None] Network 12fe039f-c037-4e3a-be33-fb2430f4e1e8 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:45.671824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-283c409c-0e55-442e-9712-5d9b1745c16b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/01c3c6cc-06f7-4689-886f-28cec0886c83 HTTP/1.1" status: 204 len: 168 time: 1.4395854 Apr 22 14:43:45.677630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34870) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:45.804902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:45.885511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.925009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.979742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] DHCP port deletion for 12fe039f-c037-4e3a-be33-fb2430f4e1e8 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:45.984477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] Deleting port fd88563f-7865-4255-9521-adcc88c1f79a {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:45.984814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:45.995584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a3fd-0363-4db0-8c38-e13070add18a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.027057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port fd88563f-7865-4255-9521-adcc88c1f79a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:46.027485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.101944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:46.107166 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-15945480-1747-4465-80b0-cb6ccd622486 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9395342 Apr 22 14:43:46.109792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.110832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34874) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:46.113173 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-eaa5a3fd-0363-4db0-8c38-e13070add18a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] update failed (client error): The resource could not be found. Apr 22 14:43:46.113805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eaa5a3fd-0363-4db0-8c38-e13070add18a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 HTTP/1.1" status: 404 len: 339 time: 0.8382003 Apr 22 14:43:46.117589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34878) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:46.118668 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:46.138369 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:46.139725 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:46.216702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] For port fd88563f-7865-4255-9521-adcc88c1f79a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fd88563f-7865-4255-9521-adcc88c1f79a,segment=NetworkSegment(bb460273-5c55-414c-b3eb-f2950f6e9ef6),segment_id=bb460273-5c55-414c-b3eb-f2950f6e9ef6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:46.217085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.328777 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:46.358263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] Calling delete_port for fd88563f-7865-4255-9521-adcc88c1f79a owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:46.452540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.453202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.469926 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:44Z', 'revision_number': 11, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:46.474268 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:46.484885 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:46.485472 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:46.528869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] Pushing event deleted for resources: {'Port': ['ID=fd88563f-7865-4255-9521-adcc88c1f79a,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:46.536810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6bb4e7-f71e-4c4d-8513-2df81617637f None None] No DVR routers for this DVR port fd88563f-7865-4255-9521-adcc88c1f79a on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:46.554107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting subnet aabd0aff-9303-4660-8b52-fec198b12235 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:46.565073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.623929 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:46.633831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.681611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] For port fd88563f-7865-4255-9521-adcc88c1f79a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fd88563f-7865-4255-9521-adcc88c1f79a,segment=NetworkSegment(bb460273-5c55-414c-b3eb-f2950f6e9ef6),segment_id=bb460273-5c55-414c-b3eb-f2950f6e9ef6)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:46.682200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:46.734596 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:44Z', 'revision_number': 11, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:46.739236 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06cc9c-63d5-4bc0-8b10-e3a894cf0590 None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:44Z', 'revision_number': 11, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:46.860587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for fd88563f-7865-4255-9521-adcc88c1f79a owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:46.926810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.054088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.083616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fd88563f-7865-4255-9521-adcc88c1f79a no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:47.098866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Subnet': ['ID=aabd0aff-9303-4660-8b52-fec198b12235,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:47.105930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.135171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: fd88563f-7865-4255-9521-adcc88c1f79a {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:47.135811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fd88563f-7865-4255-9521-adcc88c1f79a not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:47.137546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cdf6e-f2ff-4c7e-a16b-8b6d97ce0c60 None None] Network ddb46169-1506-43b9-8a13-1ad2aebe9c54 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:47.143780 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-713fd5ea-1519-4038-930c-2d39117e35e2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/aabd0aff-9303-4660-8b52-fec198b12235 HTTP/1.1" status: 204 len: 168 time: 1.0321879 Apr 22 14:43:47.144370 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34882) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:47.183495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:47.183495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:47.257189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.267984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 70bdf540-a343-46e7-baac-2bca5b18abd8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:47.268319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.302028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.338026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.394907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=3d1a6356-2b16-4cbf-9d30-82775f2cd10e,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:47.397308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.418988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:47.419329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.490739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] DHCP port deletion for ddb46169-1506-43b9-8a13-1ad2aebe9c54 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:47.495054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] Deleting port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:47.495669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.570998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.715291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] For port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:47.716033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.749225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port fd88563f-7865-4255-9521-adcc88c1f79a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:47.749860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.766240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 70bdf540-a343-46e7-baac-2bca5b18abd8 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:47.777524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.843793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] Calling delete_port for 4ab3bf22-8076-4e69-8cc7-288b79de8a1e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:47.850141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] For port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,segment=NetworkSegment(8525a563-6216-4329-84bd-e7b9e55b7827),segment_id=8525a563-6216-4329-84bd-e7b9e55b7827)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:47.850649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.924518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:47.936111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] The port 'fd88563f-7865-4255-9521-adcc88c1f79a' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:47.978066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] Pushing event deleted for resources: {'Port': ['ID=4ab3bf22-8076-4e69-8cc7-288b79de8a1e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:47.980681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386450-448a-4a5a-96aa-f90f1458d139 None None] No DVR routers for this DVR port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:47.988535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Calling delete_port for 4ab3bf22-8076-4e69-8cc7-288b79de8a1e owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:48.079894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:48.080215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:48.147520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.148686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.199139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=70bdf540-a343-46e7-baac-2bca5b18abd8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.226794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fe039f-c037-4e3a-be33-fb2430f4e1e8']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:48.250371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb460273-5c55-414c-b3eb-f2950f6e9ef6') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:48.250601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb460273-5c55-414c-b3eb-f2950f6e9ef6') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:48.264048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Allocated IP 172.20.0.1 (4a33405a-e81a-411b-a5d1-609f62acb9ca/2cec8038-0db5-46d2-b4f2-cd041d7b2ea9/573999e4-8436-41d5-9710-519292d7aced) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:48.271213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.297146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.388341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:48.388756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:48.411750 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:48.528603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.542043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.555944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.587287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=12fe039f-c037-4e3a-be33-fb2430f4e1e8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.598235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Deleting port 4ab3bf22-8076-4e69-8cc7-288b79de8a1e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:48.598578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.600999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.609628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b4a393b1-20bd-4886-939f-3f7e804c1da9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/12fe039f-c037-4e3a-be33-fb2430f4e1e8 HTTP/1.1" status: 204 len: 168 time: 2.9315422 Apr 22 14:43:48.613548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34886) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:48.653972 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 0db2a561-d151-4f19-a30c-6cec54ea59a9 associated. External IP: 172.26.2.91, port: e7708c30-ae63-446f-96e6-4f505b922ccb. Apr 22 14:43:48.703060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Transition to ACTIVE for port object 573999e4-8436-41d5-9710-519292d7aced will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:48.730140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] The port '4ab3bf22-8076-4e69-8cc7-288b79de8a1e' was deleted {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:48.758385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c9830cfc-bbba-426f-9740-2ddca9b2feb9 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:48.792897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c9830cfc-bbba-426f-9740-2ddca9b2feb9 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:48.793521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c9830cfc-bbba-426f-9740-2ddca9b2feb9 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:48.793955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4ab3bf22-8076-4e69-8cc7-288b79de8a1e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:48.817123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c332848-bd9e-4303-b5a9-b3d1287650fa tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:48.817746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3c332848-bd9e-4303-b5a9-b3d1287650fa tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:48.824542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 4ab3bf22-8076-4e69-8cc7-288b79de8a1e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:48.824880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4ab3bf22-8076-4e69-8cc7-288b79de8a1e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:48.845203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.887428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3c332848-bd9e-4303-b5a9-b3d1287650fa tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:48.887428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3c332848-bd9e-4303-b5a9-b3d1287650fa tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/7cedce72-16dd-4242-bc04-1d34130ef09f HTTP/1.1" status: 200 len: 844 time: 0.2731662 Apr 22 14:43:48.899723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34890) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:48.969587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:48.973828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:48.983700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:48.989598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Port': ['ID=573999e4-8436-41d5-9710-519292d7aced,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:48.991826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:49.003523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb46169-1506-43b9-8a13-1ad2aebe9c54']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.047350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-893f2d57-b8f1-4daf-9e3a-e745e87fab01 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/7cedce72-16dd-4242-bc04-1d34130ef09f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1413460 Apr 22 14:43:49.047582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.055759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:49.074331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8525a563-6216-4329-84bd-e7b9e55b7827') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.074466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8525a563-6216-4329-84bd-e7b9e55b7827') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.141561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.163687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.172576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:49.172992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: util.warn( Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:49.187736 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:49.259116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router 36baaf68-5ab9-4e1c-99d5-0acecb72fade has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:49.260513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.293001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-099b469e-7b09-4203-ad1f-a65c75d64197 None None] Provisioning for port 573999e4-8436-41d5-9710-519292d7aced completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:49.299172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-099b469e-7b09-4203-ad1f-a65c75d64197 None None] Provisioning complete for port 573999e4-8436-41d5-9710-519292d7aced triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:49.299949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-099b469e-7b09-4203-ad1f-a65c75d64197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.313995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:49.321365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:49.325102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:49.332560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:49.355259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.375035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-099b469e-7b09-4203-ad1f-a65c75d64197 None None] Port 573999e4-8436-41d5-9710-519292d7aced cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:49.388761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:49.428867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.439600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Pushing event deleted for resources: {'Network': ['ID=ddb46169-1506-43b9-8a13-1ad2aebe9c54,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:49.456439 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-abbce3ee-53f2-4b6e-994d-53ea265c23ac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/networks/ddb46169-1506-43b9-8a13-1ad2aebe9c54 HTTP/1.1" status: 204 len: 168 time: 2.3069811 Apr 22 14:43:49.459095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34898) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.465097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'routes': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:49.574024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:49.582904 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-18e5d64e-5e60-4b52-8bde-7cc278125576 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/36baaf68-5ab9-4e1c-99d5-0acecb72fade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7631438 Apr 22 14:43:49.583162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.585319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] Sync routers for ids ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:49.587139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34902) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:49.600479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] Routers {'36baaf68-5ab9-4e1c-99d5-0acecb72fade'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:49.601107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.665084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.670516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:49.676264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] Routers {'36baaf68-5ab9-4e1c-99d5-0acecb72fade'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:49.676885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.735585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:49.735981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ba2bf-fd60-47df-b603-58a6f5374cbc None None] The sync data for ids ['36baaf68-5ab9-4e1c-99d5-0acecb72fade'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:49.750929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-659d28be-456d-45d0-8e40-a73f7d5deb18 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:49.878674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-659d28be-456d-45d0-8e40-a73f7d5deb18 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:49.882600 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-659d28be-456d-45d0-8e40-a73f7d5deb18 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=36baaf68-5ab9-4e1c-99d5-0acecb72fade HTTP/1.1" status: 200 len: 205 time: 0.2916889 Apr 22 14:43:49.882726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.025544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.extraroute_db [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Added routes are [] {{(pid=84058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:43:50.026284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.extraroute_db [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Removed routes are [] {{(pid=84058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:43:50.026284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.169118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.202390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.270990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 4875e513-06b0-4385-8e34-6113a0a951a3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:50.275191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.289620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.321568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:50.360169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:50.373116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfb51d-a3d0-4de4-a132-527e807b89d7 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:50.382971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:50.383555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.394480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=de45abc7-2fa4-4488-9885-dd3c7abd2c88,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:50.405565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.410574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.487619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event updated for resources: {'Port': ['ID=573999e4-8436-41d5-9710-519292d7aced,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:50.503619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.507842 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d532afef-2344-4178-a5fb-3f74bd8a06ee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4594173 Apr 22 14:43:50.550102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34910) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:50.569235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'security_group': {'name': 'tempest-secgroup-695098790'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:50.583076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:50.639194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'tenant_id': '1f38057873f241588dc59ee3b6c4b7d0', 'fixed_ips': [{'subnet_id': 'de45abc7-2fa4-4488-9885-dd3c7abd2c88'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:43:50.640153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.721773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:50.725826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:50.787463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:50.807668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Allocated IP 2001:db8::2 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/de45abc7-2fa4-4488-9885-dd3c7abd2c88/3bfac157-4e4b-4427-807d-8a7d7b563a35) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:50.826900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.904268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:50.908129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:50.928177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router 2efbd729-d49d-43ca-9408-462f31d5b9ac has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:50.933352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.939523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:50.974680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:51.030192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.031675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group_rule and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:51.043293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Transition to ACTIVE for port object 3bfac157-4e4b-4427-807d-8a7d7b563a35 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:51.045296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:51.053664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:51.081974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Transition to ACTIVE for port object 3bfac157-4e4b-4427-807d-8a7d7b563a35 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:51.085709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.086388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router 36baaf68-5ab9-4e1c-99d5-0acecb72fade {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:51.095366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.100597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.104745 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b3830dcb-067f-40f2-8e61-d28a5dd3d072 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/36baaf68-5ab9-4e1c-99d5-0acecb72fade HTTP/1.1" status: 204 len: 168 time: 1.2181020 Apr 22 14:43:51.104745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34914) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.155962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:51.163428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.167515 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f0a7e787-31f1-4969-bff2-3e253a091c6a tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 704 time: 1.7074871 Apr 22 14:43:51.168247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34918) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.175997 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] Sync routers for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:51.192104 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:51.193157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.232481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.237140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:51.240534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:51.245008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-842e76d8-f9e8-486a-a871-e7cd3762c6bc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:51.248944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:51.256680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Pushing event updated for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:51.284809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.289936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:51.337659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] Sync routers for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:51.364917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54d4bb-8400-4a68-a3a7-c55f1a7bb78b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:51.366865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Attempting to bind port 3bfac157-4e4b-4427-807d-8a7d7b563a35 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:43:51.367318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Attempting to bind port 3bfac157-4e4b-4427-807d-8a7d7b563a35 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:43:51.368535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Attempting to bind port 3bfac157-4e4b-4427-807d-8a7d7b563a35 on network 67a34de3-7b24-4375-aa8f-70b25aac4bbd {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:43:51.371485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.372822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f7c05964-78c6-4103-88bf-e04ee1be0845 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8171322 Apr 22 14:43:51.375378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.390823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:43:51.391462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Checking segment: {'id': 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:43:51.391763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.392153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Bound using segment: {'id': 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:43:51.392619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Bound port: 3bfac157-4e4b-4427-807d-8a7d7b563a35, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:43:51.392991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.404790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34922) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.417594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1304484951'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:51.418989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:51.420273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.425510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-842e76d8-f9e8-486a-a871-e7cd3762c6bc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:51.434998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34926) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.438120 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-842e76d8-f9e8-486a-a871-e7cd3762c6bc tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 205 time: 0.2644854 Apr 22 14:43:51.444355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:51.456419 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:51.496778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet b13cbd00-cd9a-43a2-8a86-721b0ceeef6e {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:51.502700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.512772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:51.523964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:51.570704 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:44Z', 'revision_number': 11, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.575885 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] Checking router: 2efbd729-d49d-43ca-9408-462f31d5b9ac for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:51.579991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.580273 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9f6dfecd-3180-4dc9-9c0d-990b2db359e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.0767901 Apr 22 14:43:51.587303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:51.588208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] Routers {'2efbd729-d49d-43ca-9408-462f31d5b9ac'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:51.589294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:43:51.589695 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['2efbd729-d49d-43ca-9408-462f31d5b9ac'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.594141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34930) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:51.671761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-751f43a6-6009-41c0-bf5f-fa144f256666 None None] Provisioning complete for port 573999e4-8436-41d5-9710-519292d7aced triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:51.672123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-751f43a6-6009-41c0-bf5f-fa144f256666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.697113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.711202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b463013-eaf0-4a24-8aab-d5763f865048'] response: {'name': 'network-changed', 'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'status': 'completed', 'code': 200} Apr 22 14:43:51.719259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.738548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.739166 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] Set router 2efbd729-d49d-43ca-9408-462f31d5b9ac gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:51.743140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-751f43a6-6009-41c0-bf5f-fa144f256666 None None] Port 573999e4-8436-41d5-9710-519292d7aced cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:51.776521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:51.851000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:43:51.862847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:51.864090 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-da2f5367-3768-49e1-8cb8-9a538fe3a09d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1098 time: 0.1037309 Apr 22 14:43:51.867245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:44Z', 'revision_number': 11, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:51.867540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.872428 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64d1d-2574-4b52-b126-0c243c4ceb10 None None] The sync data for ids ['2efbd729-d49d-43ca-9408-462f31d5b9ac'] in dv-neutron-838878-1-hyperv is: [{'id': '2efbd729-d49d-43ca-9408-462f31d5b9ac', 'name': 'tempest-RoutersIpV6Test-router-796387400', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:41:48Z', 'updated_at': '2022-04-22T14:43:44Z', 'revision_number': 11, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:51.921607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bfac157-4e4b-4427-807d-8a7d7b563a35,segment=NetworkSegment(e42bf2b1-50c7-49e1-ba74-163a4c7d97ec),segment_id=e42bf2b1-50c7-49e1-ba74-163a4c7d97ec)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:43:51.933255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=b13cbd00-cd9a-43a2-8a86-721b0ceeef6e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:51.936210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.971864 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3d4ad9f-d93d-4361-930e-6e3f1674fc0d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/0db2a561-d151-4f19-a30c-6cec54ea59a9 HTTP/1.1" status: 200 len: 990 time: 0.3739905 Apr 22 14:43:51.972103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group_rule and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:51.981569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:51.989352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:51.998693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Router b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:52.000330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0339619-93f4-489d-a4b6-b9f2c9eb6a76 None None] Network c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:52.009507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:52.010874 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f7695eaa-98c6-4e65-8b27-abaf8def8a57 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/b13cbd00-cd9a-43a2-8a86-721b0ceeef6e HTTP/1.1" status: 204 len: 168 time: 0.9053028 Apr 22 14:43:52.013342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34936) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.158856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.161909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e305-77af-4d16-b245-dbdb664760ec req-9499a39b-e1f9-471b-b520-ae9b52e12907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:52.163734 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-9499a39b-e1f9-471b-b520-ae9b52e12907 service neutron] 10.222.0.24 "GET /v2.0/networks?id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 200 len: 897 time: 0.2629111 Apr 22 14:43:52.170066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425fd4b-10a9-47ba-a399-e2e1500506a2 None None] Pushing event updated for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:52.174508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 04df0abc-6483-478c-bdb5-51ca8af139b8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:52.174975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.385176 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-1833b58c-d365-49e5-81b5-7214a3dea1b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 200 len: 998 time: 0.2117989 Apr 22 14:43:52.520926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '0db2a561-d151-4f19-a30c-6cec54ea59a9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.91', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'port_id': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'mac_address': 'fa:16:3e:a9:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:43:45Z', 'updated_at': '2022-04-22T14:43:45Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:15Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:52.536484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] Checking router: 4875e513-06b0-4385-8e34-6113a0a951a3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:52.550980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:52.551876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:52.579578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e305-77af-4d16-b245-dbdb664760ec req-c508876c-6dd5-4b73-8bc5-18ddd38d8724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:52.581223 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-c508876c-6dd5-4b73-8bc5-18ddd38d8724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce HTTP/1.1" status: 200 len: 835 time: 0.1859498 Apr 22 14:43:52.583058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 04df0abc-6483-478c-bdb5-51ca8af139b8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04df0abc-6483-478c-bdb5-51ca8af139b8,segment=NetworkSegment(28c57a86-d6d5-4147-8bd7-decfe16c6fb0),segment_id=28c57a86-d6d5-4147-8bd7-decfe16c6fb0)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:52.583550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.590986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.594765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.612173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] DHCP port deletion for c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:43:52.685062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Deleting port 04df0abc-6483-478c-bdb5-51ca8af139b8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:52.685442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.693807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.694351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router 2efbd729-d49d-43ca-9408-462f31d5b9ac {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:52.771357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.773905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.788131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ac49398b-61a3-400e-a3f5-1c6080935b0f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 204 len: 168 time: 1.3509431 Apr 22 14:43:52.789457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34940) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.796989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.851794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-283967068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:52.862679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b00fb5-ba6c-4290-bc06-cc7a0f198d45,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:52.872530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:52.878993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Usage tracker for resource:router and tenant:cacc89282ede4ca08651fd0b5dc7af2a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:52.885290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:52.899004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:52.901685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:52.906451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-25d1b6a2-1c7f-42f1-889f-31251077004a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4994531 Apr 22 14:43:52.911171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 04df0abc-6483-478c-bdb5-51ca8af139b8 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:52.918924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34944) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:52.930640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2104188113', 'security_groups': ['c2b00fb5-ba6c-4290-bc06-cc7a0f198d45'], 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de45abc7-2fa4-4488-9885-dd3c7abd2c88'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:52.981694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34948) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.007096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bfac157-4e4b-4427-807d-8a7d7b563a35 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:53.012806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.013773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.031726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:53.039568 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3ab57ff0-f557-4aba-8ed1-ff2df2f9ce78 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9211318 Apr 22 14:43:53.043495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34952) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.055367 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] Sync routers for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:53.056097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:53.080565 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:53.081561 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.162284 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c3cfba72-8812-4819-a90c-1aaed52d5495 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/0db2a561-d151-4f19-a30c-6cec54ea59a9 HTTP/1.1" status: 200 len: 990 time: 0.1792533 Apr 22 14:43:53.201647 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-b0bccff0-2bb1-4492-9818-32b8729114b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6097922 Apr 22 14:43:53.202038 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.206797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.215928 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:53.216979 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.249938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.257712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:53.263655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:port and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:53.268044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:53.278507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:53.292762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.322168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:53.327178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.341521 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.341953 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5213cb-8966-4d29-b9af-578dc597fced None None] The sync data for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:53.365187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-117ea74f-d48b-40ab-aa77-a7ef80e4f5d6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.371021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] For port 04df0abc-6483-478c-bdb5-51ca8af139b8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=04df0abc-6483-478c-bdb5-51ca8af139b8,segment=NetworkSegment(28c57a86-d6d5-4147-8bd7-decfe16c6fb0),segment_id=28c57a86-d6d5-4147-8bd7-decfe16c6fb0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:53.371534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.377436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No DVR routers for this DVR port 04df0abc-6483-478c-bdb5-51ca8af139b8 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:43:53.412029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.415647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-efeee1da-7f00-4401-8aee-df3e3e562d24 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6192975 Apr 22 14:43:53.419260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 2eb25051-6cac-4984-849c-d816a3537270 yet. {{(pid=84059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:43:53.427505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=04df0abc-6483-478c-bdb5-51ca8af139b8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:53.429601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34956) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.491302 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-1f5c384b-a6e9-45b5-9659-7ad9507d006e service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728939 Apr 22 14:43:53.499242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:53.587722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Calling delete_port for 04df0abc-6483-478c-bdb5-51ca8af139b8 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:53.690675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:53.694439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-117ea74f-d48b-40ab-aa77-a7ef80e4f5d6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 14:43:53.695431 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-117ea74f-d48b-40ab-aa77-a7ef80e4f5d6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 HTTP/1.1" status: 409 len: 329 time: 0.6510377 Apr 22 14:43:53.698364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34960) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:53.746686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:53.747000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.791043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 04df0abc-6483-478c-bdb5-51ca8af139b8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:43:53.818136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.831057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::234 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/de45abc7-2fa4-4488-9885-dd3c7abd2c88/2eb25051-6cac-4984-849c-d816a3537270) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:53.848306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 04df0abc-6483-478c-bdb5-51ca8af139b8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:43:53.848565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 04df0abc-6483-478c-bdb5-51ca8af139b8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:43:53.862835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66a8dbf-6c2b-49d7-89b6-f5754eb452f5']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.867468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:43:53.867819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:43:53.878236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:53.928731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Provisioning for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:53.936088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:53.936457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:53.941136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c57a86-d6d5-4147-8bd7-decfe16c6fb0') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.941436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c57a86-d6d5-4147-8bd7-decfe16c6fb0') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:53.973884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.008766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '0db2a561-d151-4f19-a30c-6cec54ea59a9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.91', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'port_id': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'mac_address': 'fa:16:3e:a9:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:43:45Z', 'updated_at': '2022-04-22T14:43:45Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:15Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:54.044683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495a73d-fb9a-4fdf-8036-0614eb85097f None None] The sync data for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv is: [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '0db2a561-d151-4f19-a30c-6cec54ea59a9', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.91', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'port_id': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'mac_address': 'fa:16:3e:a9:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:43:45Z', 'updated_at': '2022-04-22T14:43:45Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:15Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:54.048346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.064771 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-67b6e305-77af-4d16-b245-dbdb664760ec req-d185032c-f6a3-4c74-bbd1-0fc161ba4b42 service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150948 Apr 22 14:43:54.070173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:43:54.070712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:43:54.086100 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:43:54.092464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.132605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bfac157-4e4b-4427-807d-8a7d7b563a35,segment=NetworkSegment(e42bf2b1-50c7-49e1-ba74-163a4c7d97ec),segment_id=e42bf2b1-50c7-49e1-ba74-163a4c7d97ec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:54.140311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.167672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34964) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.220717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17c21b-f64c-411e-b73a-73d99a420a9d None None] Pushing event updated for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:54.352018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.367833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878c1b-75b7-422b-8ac3-3a67304b1c92 None None] New status for floating IP 0db2a561-d151-4f19-a30c-6cec54ea59a9: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:43:54.374323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 2eb25051-6cac-4984-849c-d816a3537270 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:54.410110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.428784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Deleting port 04df0abc-6483-478c-bdb5-51ca8af139b8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:54.429156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.435870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.512275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.524448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.536898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1759464b-cf5e-46e0-95a2-0b5b1f4dc90a None None] The port '04df0abc-6483-478c-bdb5-51ca8af139b8' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:43:54.554834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=c66a8dbf-6c2b-49d7-89b6-f5754eb452f5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:54.564665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.571322 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d7bc2929-1ea8-463c-9635-d8da5046caa1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/0db2a561-d151-4f19-a30c-6cec54ea59a9 HTTP/1.1" status: 200 len: 990 time: 0.3992715 Apr 22 14:43:54.578100 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-baf728ca-b478-4773-973d-6066a1b5292d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/c66a8dbf-6c2b-49d7-89b6-f5754eb452f5 HTTP/1.1" status: 204 len: 168 time: 2.5637064 Apr 22 14:43:54.583593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34968) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.590418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1880033614', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.597192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.599307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:54.604025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:router and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:54.607773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:54.619269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:54.624114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:54.626908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:54.631007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:54.631847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.655113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=2eb25051-6cac-4984-849c-d816a3537270,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:54.662489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:54.677289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c56dc2f8-382f-4a23-ada6-f76b5ee863fd tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7549791 Apr 22 14:43:54.677474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34972) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:54.684275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:54.749855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.750774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.775901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.801311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bfac157-4e4b-4427-807d-8a7d7b563a35 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:54.884936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:54.885757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.970908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:54.985474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Router a53c66c7-3b71-4fd8-8510-8ff190607897 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:54.998420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:55.002787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:55.005350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:55.013837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:55.014547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-177eb16d-911c-4b2b-8794-c4846978682e None None] Provisioning for port 2eb25051-6cac-4984-849c-d816a3537270 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:55.021544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-177eb16d-911c-4b2b-8794-c4846978682e None None] Provisioning complete for port 2eb25051-6cac-4984-849c-d816a3537270 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:55.022043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-177eb16d-911c-4b2b-8794-c4846978682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.043604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:55.117036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-177eb16d-911c-4b2b-8794-c4846978682e None None] Port 2eb25051-6cac-4984-849c-d816a3537270 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:55.214778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:55.224702 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] Sync routers for ids ['a53c66c7-3b71-4fd8-8510-8ff190607897'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:55.229230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.233129 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0d02d1da-a6de-4ea4-a9a9-e95d1ab032d2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "PUT /v2.0/routers/a53c66c7-3b71-4fd8-8510-8ff190607897 HTTP/1.1" status: 200 len: 697 time: 1.7453790 Apr 22 14:43:55.237661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34976) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.239604 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] Routers {'a53c66c7-3b71-4fd8-8510-8ff190607897'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:55.240522 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a53c66c7-3b71-4fd8-8510-8ff190607897'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:55.244773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.369973 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] Set router a53c66c7-3b71-4fd8-8510-8ff190607897 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:55.387725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.ipam_backend_mixin [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de45abc7-2fa4-4488-9885-dd3c7abd2c88 (CIDR: 2001:db8::/64) Apr 22 14:43:55.395551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:43:55.395990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:55.415509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.449006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.459277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6ec9976-92b6-4134-8760-c8153cc5dbf0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7807093 Apr 22 14:43:55.460921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34980) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.467882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:55.479931 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53c66c7-3b71-4fd8-8510-8ff190607897', 'name': 'tempest-RoutersIpV6Test-router-283967068', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:53Z', 'updated_at': '2022-04-22T14:43:54Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:55.484578 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] Checking router: a53c66c7-3b71-4fd8-8510-8ff190607897 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:43:55.495241 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f14982d-fc92-4dd2-b98d-149e42fa64a0 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/routers/a53c66c7-3b71-4fd8-8510-8ff190607897 HTTP/1.1" status: 200 len: 703 time: 0.2564847 Apr 22 14:43:55.495570 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] Routers {'a53c66c7-3b71-4fd8-8510-8ff190607897'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:55.496084 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a53c66c7-3b71-4fd8-8510-8ff190607897'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:55.497017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34984) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.558389 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-244028da-c8d8-488d-b14b-ce7ec6715eda tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53c66c7-3b71-4fd8-8510-8ff190607897 HTTP/1.1" status: 200 len: 205 time: 0.0600946 Apr 22 14:43:55.562373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 34988) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.578587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34992) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:55.623122 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] Set router a53c66c7-3b71-4fd8-8510-8ff190607897 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:43:55.728402 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53c66c7-3b71-4fd8-8510-8ff190607897', 'name': 'tempest-RoutersIpV6Test-router-283967068', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:53Z', 'updated_at': '2022-04-22T14:43:54Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:55.733300 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7182997-59cf-468f-b04f-6d2470dc8898 None None] The sync data for ids ['a53c66c7-3b71-4fd8-8510-8ff190607897'] in dv-neutron-838878-1-hyperv is: [{'id': 'a53c66c7-3b71-4fd8-8510-8ff190607897', 'name': 'tempest-RoutersIpV6Test-router-283967068', 'tenant_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:43:53Z', 'updated_at': '2022-04-22T14:43:54Z', 'revision_number': 2, 'project_id': 'cacc89282ede4ca08651fd0b5dc7af2a', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:55.882172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8476950f-e929-4313-b7f6-1de2e4ec1a94 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/0db2a561-d151-4f19-a30c-6cec54ea59a9 HTTP/1.1" status: 200 len: 992 time: 0.3023505 Apr 22 14:43:55.888799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.892664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:43:55.905124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:43:55.909704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:43:55.918464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:43:55.923234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Deleting port 573999e4-8436-41d5-9710-519292d7aced {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:55.923570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:55.971517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:43:55.974950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.003489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.26.2.179 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/de6cd09f-e584-4041-b6d7-0c9dc29ed4f9) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:56.225250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.352640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Calling delete_port for 573999e4-8436-41d5-9710-519292d7aced owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:43:56.393213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.398668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.406242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.440027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.440501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Fanout notify agent at l3_agent the message router_deleted on router a53c66c7-3b71-4fd8-8510-8ff190607897 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:43:56.449152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.522855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.525135 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9571aa1b-cdb8-4b81-8de2-b168a404d38b tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/a53c66c7-3b71-4fd8-8510-8ff190607897 HTTP/1.1" status: 204 len: 168 time: 0.9603300 Apr 22 14:43:56.527616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 34996) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.533670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:56.537403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:56.539440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=de6cd09f-e584-4041-b6d7-0c9dc29ed4f9,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:56.541742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:43:56.616446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-46d111a1-e913-4020-9d7a-cadaffc61cee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Synchronizing usage tracker for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:56.634895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.705613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-46d111a1-e913-4020-9d7a-cadaffc61cee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] Unset dirty status for tenant:cacc89282ede4ca08651fd0b5dc7af2a on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:56.706762 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-46d111a1-e913-4020-9d7a-cadaffc61cee tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=a53c66c7-3b71-4fd8-8510-8ff190607897 HTTP/1.1" status: 200 len: 205 time: 0.1782007 Apr 22 14:43:56.709841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35000) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.727076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:43:56.730772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:43:56.732398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.736611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:56.737086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.741738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e0f75-f2bc-4b59-a0dd-b7a13d598406 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:43:56.769724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=431c0f7d-17e4-4c65-94af-f060e8845ac9,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:56.789314 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-fd532924-7f26-4fd8-9dc5-5df407548466 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:56.793494 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fd532924-7f26-4fd8-9dc5-5df407548466 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/a53c66c7-3b71-4fd8-8510-8ff190607897 HTTP/1.1" status: 404 len: 336 time: 0.0793982 Apr 22 14:43:56.793494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35004) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.797571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Port': ['ID=573999e4-8436-41d5-9710-519292d7aced,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:56.832475 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-600fda87-e0e7-4887-9a53-3e2668f4bb3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.832904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600fda87-e0e7-4887-9a53-3e2668f4bb3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.837564 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-600fda87-e0e7-4887-9a53-3e2668f4bb3f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/63898732-e3c2-4d64-852f-a992c30ebc4c HTTP/1.1" status: 404 len: 337 time: 0.0409653 Apr 22 14:43:56.838793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.846686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0138dfd2-d64e-4e27-9c30-e6218d2ad10e tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3845875 Apr 22 14:43:56.849094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35012) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:56.859787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-397400095', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '431c0f7d-17e4-4c65-94af-f060e8845ac9'}], 'security_groups': ['fd54d4bb-8400-4a68-a3a7-c55f1a7bb78b']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:56.877712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.878424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:56.894064 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f8eb1-1644-4b2d-a38d-1c2f0be2e547 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:56.894492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5f8eb1-1644-4b2d-a38d-1c2f0be2e547 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:56.897726 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0a5f8eb1-1644-4b2d-a38d-1c2f0be2e547 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/8ef7b329-ef45-4a0a-bdb0-2f18bb3e5295 HTTP/1.1" status: 404 len: 337 time: 0.0556047 Apr 22 14:43:56.901296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35016) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.109567 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b4b166-c7f2-40db-b1f5-649705332869 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.109945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b4b166-c7f2-40db-b1f5-649705332869 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.114283 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d8b4b166-c7f2-40db-b1f5-649705332869 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/0ab21dda-9685-4081-861d-619493055ef6 HTTP/1.1" status: 404 len: 337 time: 0.2115257 Apr 22 14:43:57.116231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35020) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.133513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Update dhcp port {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'fixed_ips': [{'subnet_id': 'de45abc7-2fa4-4488-9885-dd3c7abd2c88', 'ip_address': '2001:db8::2'}, {'subnet_id': '431c0f7d-17e4-4c65-94af-f060e8845ac9'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '3bfac157-4e4b-4427-807d-8a7d7b563a35'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:43:57.164991 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c6888c-8a49-4f1b-bdd9-1aa075f9bb67 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.165611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c6888c-8a49-4f1b-bdd9-1aa075f9bb67 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.166289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.170638 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-83c6888c-8a49-4f1b-bdd9-1aa075f9bb67 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/aabd0aff-9303-4660-8b52-fec198b12235 HTTP/1.1" status: 404 len: 337 time: 0.0536954 Apr 22 14:43:57.171202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35024) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.191612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.229217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.379292 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b57f7226-77b4-4427-995a-45fad19a8eac tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 200 len: 205 time: 0.2057395 Apr 22 14:43:57.379905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35028) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.457101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Allocated IP 2001:db8:0:1::2 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/431c0f7d-17e4-4c65-94af-f060e8845ac9/3bfac157-4e4b-4427-807d-8a7d7b563a35) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:57.467172 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-adcb2793-f60e-49be-ad06-aa5b9a89d2eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:57.470938 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-adcb2793-f60e-49be-ad06-aa5b9a89d2eb tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/2efbd729-d49d-43ca-9408-462f31d5b9ac HTTP/1.1" status: 404 len: 336 time: 0.0892859 Apr 22 14:43:57.473214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35032) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.540389 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ed4dd326-3761-4bfc-b14a-0ee8c3eab1d4 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1fff0aa-77aa-4e6e-bfba-fa5932a0422e HTTP/1.1" status: 200 len: 205 time: 0.0641115 Apr 22 14:43:57.541449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.615832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bfac157-4e4b-4427-807d-8a7d7b563a35,segment=NetworkSegment(e42bf2b1-50c7-49e1-ba74-163a4c7d97ec),segment_id=e42bf2b1-50c7-49e1-ba74-163a4c7d97ec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:43:57.632506 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-fa08176e-3104-427c-8178-c4eb8c840f7f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:57.635972 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa08176e-3104-427c-8178-c4eb8c840f7f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/e1fff0aa-77aa-4e6e-bfba-fa5932a0422e HTTP/1.1" status: 404 len: 336 time: 0.0820088 Apr 22 14:43:57.636284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35040) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.649756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.671477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Transition to ACTIVE for port object 3bfac157-4e4b-4427-807d-8a7d7b563a35 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:57.679180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:57.683873 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c0de81-ec44-43c5-8d7c-abd60bf7d94d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:57.684548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c0de81-ec44-43c5-8d7c-abd60bf7d94d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:57.688678 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-32c0de81-ec44-43c5-8d7c-abd60bf7d94d tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/3e77a6ef-dcce-42fa-b331-c005ec2820f9 HTTP/1.1" status: 404 len: 337 time: 0.0484161 Apr 22 14:43:57.689938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35044) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.766527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router ba64af8c-9014-4435-ab98-30b3209e5808 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:43:57.811293 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-26334c94-4238-4bca-b68e-4f754c3aed60 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 200 len: 205 time: 0.1204607 Apr 22 14:43:57.829335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8fa3d-003f-42ab-b598-ec9031763140 None None] Pushing event updated for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:57.831767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35048) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:57.957822 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-8431eeba-81f4-4c2c-b5d4-f7bd5e15c677 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:57.958876 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8431eeba-81f4-4c2c-b5d4-f7bd5e15c677 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/fc0bad4f-0f12-4141-9875-16137a9bcc0c HTTP/1.1" status: 404 len: 336 time: 0.1262636 Apr 22 14:43:57.962060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35052) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.007869 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8bbad2b0-cb6e-480b-8755-c7f4f491f1b6 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a65451f-6e7e-4144-aa05-654814591238 HTTP/1.1" status: 200 len: 205 time: 0.0435598 Apr 22 14:43:58.010155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35056) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.091555 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-9edee01d-23d6-4cbe-bb74-5a4539e99afa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:58.095017 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9edee01d-23d6-4cbe-bb74-5a4539e99afa tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/7a65451f-6e7e-4144-aa05-654814591238 HTTP/1.1" status: 404 len: 336 time: 0.0812869 Apr 22 14:43:58.095725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35060) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.143099 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-864b18f6-59d1-4b7c-b7de-6416c06857b5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:58.143534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864b18f6-59d1-4b7c-b7de-6416c06857b5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:58.147938 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-864b18f6-59d1-4b7c-b7de-6416c06857b5 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/1a5bfb7f-7e29-4493-8241-b3512e6058ea HTTP/1.1" status: 404 len: 337 time: 0.0484574 Apr 22 14:43:58.147938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35064) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.183224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Router b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:43:58.198945 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bfb22dfc-1224-4182-a954-9222ec50c765 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=129a3ab0-020f-408f-be19-7b71a42b3794 HTTP/1.1" status: 200 len: 205 time: 0.0477715 Apr 22 14:43:58.199200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35068) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.265911 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-bae9b92c-6096-454a-8dbb-67e4e00049a2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:58.269275 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bae9b92c-6096-454a-8dbb-67e4e00049a2 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/129a3ab0-020f-408f-be19-7b71a42b3794 HTTP/1.1" status: 404 len: 336 time: 0.0669265 Apr 22 14:43:58.269442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Delete allocated IP 2001:db8::234 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/de45abc7-2fa4-4488-9885-dd3c7abd2c88) {{(pid=84059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:43:58.269931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35072) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.313803 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-71874d5b-150a-4255-93ce-b57d7f957971 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:58.314293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71874d5b-150a-4255-93ce-b57d7f957971 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:58.318266 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-71874d5b-150a-4255-93ce-b57d7f957971 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/ea47b029-775c-46ca-920e-642b0b9029e4 HTTP/1.1" status: 404 len: 337 time: 0.0454445 Apr 22 14:43:58.322638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35076) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.342465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8:0:1::a7 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/431c0f7d-17e4-4c65-94af-f060e8845ac9/2eb25051-6cac-4984-849c-d816a3537270) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:43:58.369941 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0edeff9-aceb-4349-a062-333b6dfa1bf8 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e61131-ccc2-4c9b-8adc-16d0bd4155b0 HTTP/1.1" status: 200 len: 205 time: 0.0440540 Apr 22 14:43:58.371217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35080) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.392590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:58.402670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] Sync routers for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:58.414769 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a7863eef-0dde-46fc-9277-15e352c4224e tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7119861 Apr 22 14:43:58.415217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:58.417016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.417187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35084) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.443693 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-0510f99a-7dc2-4e57-84d9-1cdb239314db tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] delete failed (client error): The resource could not be found. Apr 22 14:43:58.447196 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0510f99a-7dc2-4e57-84d9-1cdb239314db tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/routers/78e61131-ccc2-4c9b-8adc-16d0bd4155b0 HTTP/1.1" status: 404 len: 336 time: 0.0726292 Apr 22 14:43:58.447567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35088) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.451224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:43:58.462471 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] Sync routers for ids ['ba64af8c-9014-4435-ab98-30b3209e5808'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:43:58.474183 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] Routers {'ba64af8c-9014-4435-ab98-30b3209e5808'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:58.474789 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ba64af8c-9014-4435-ab98-30b3209e5808'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.498928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.505969 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dae6d9a-e8ed-450d-bc78-cea9feb35e4f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:58.506540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dae6d9a-e8ed-450d-bc78-cea9feb35e4f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:58.510693 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8dae6d9a-e8ed-450d-bc78-cea9feb35e4f tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/f3beacc9-7097-4ce7-b203-f7446bb34442 HTTP/1.1" status: 404 len: 337 time: 0.0601015 Apr 22 14:43:58.511215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35092) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.532901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] Routers {'b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:58.534546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.540760 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-e7d2b125-e960-461d-8d5d-458963712635 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] show failed (client error): The resource could not be found. Apr 22 14:43:58.541973 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e7d2b125-e960-461d-8d5d-458963712635 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-6150040 HTTP/1.1" status: 404 len: 332 time: 0.1240976 Apr 22 14:43:58.545976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35096) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.550462 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.557388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.560685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c3be47d9-2098-48a3-b925-ff8f659855d4 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:58.561563 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-06b7b877-9389-43ff-a081-142ca9ba28c8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.9767137 Apr 22 14:43:58.562852 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf96bfa3-3ca9-4355-bdcf-8738b33dabd1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] DELETE failed (client error): The resource could not be found. Apr 22 14:43:58.563214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf96bfa3-3ca9-4355-bdcf-8738b33dabd1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:43:58.563515 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] Routers {'ba64af8c-9014-4435-ab98-30b3209e5808'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:43:58.564179 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ba64af8c-9014-4435-ab98-30b3209e5808'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.567200 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bf96bfa3-3ca9-4355-bdcf-8738b33dabd1 tempest-RoutersIpV6Test-1842148073 tempest-RoutersIpV6Test-1842148073-project] 10.222.0.32 "DELETE /v2.0/subnets/43793280-1193-4ceb-a517-e4be360ffc62 HTTP/1.1" status: 404 len: 337 time: 0.0526626 Apr 22 14:43:58.567200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35100) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.591276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Provisioning complete for port 2eb25051-6cac-4984-849c-d816a3537270 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:58.591792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.636600 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.637352 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38be88-b99f-449d-90c2-c8543f833747 None None] The sync data for ids ['ba64af8c-9014-4435-ab98-30b3209e5808'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:58.639014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:43:58.639523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e44d20c-d38a-4d92-892d-ca6a2d9dfab1 None None] The sync data for ids ['b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:43:58.651268 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-c3be47d9-2098-48a3-b925-ff8f659855d4 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] update failed (client error): The resource could not be found. Apr 22 14:43:58.655870 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3be47d9-2098-48a3-b925-ff8f659855d4 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-2021039692 HTTP/1.1" status: 404 len: 335 time: 0.1055288 Apr 22 14:43:58.657469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35106) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.668126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Port 2eb25051-6cac-4984-849c-d816a3537270 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:58.686524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Provisioning for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:58.691716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:58.692142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.811388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.823169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bfac157-4e4b-4427-807d-8a7d7b563a35 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:43:58.839572 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dff6ebe2-a015-421d-a802-98d67c37a8a2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/routers/ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 200 len: 881 time: 0.2709117 Apr 22 14:43:58.839787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 2eb25051-6cac-4984-849c-d816a3537270 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:43:58.839878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35110) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:58.920094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:58.920667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:58.975191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:58.975521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.000349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Deleting subnet 2e5d769d-068d-4aa6-b1e7-b56406bb1bd4 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:43:59.003068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35116) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.006704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.009959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.019432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3996efb2-33b3-426b-b60d-0922770fee2b None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:59.181384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f3a00fb-27ce-4bdd-8d90-60037425c4dc tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:router {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:43:59.200043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f3a00fb-27ce-4bdd-8d90-60037425c4dc tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:router {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:43:59.201505 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0f3a00fb-27ce-4bdd-8d90-60037425c4dc tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3604012 Apr 22 14:43:59.204200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35122) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.209423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1880033614'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:43:59.282089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.327528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] In _notify_port_updated(), no bound segment for port 2eb25051-6cac-4984-849c-d816a3537270 on network 67a34de3-7b24-4375-aa8f-70b25aac4bbd {{(pid=84059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:43:59.331348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:43:59.331958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.336126 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/ports/2eb25051-6cac-4984-849c-d816a3537270 HTTP/1.1" status: 200 len: 929 time: 2.4860923 Apr 22 14:43:59.339234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35126) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.341522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b6c9-90b1-474c-843b-05805b52fa10 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=2eb25051-6cac-4984-849c-d816a3537270,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.477012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 2eb25051-6cac-4984-849c-d816a3537270 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:43:59.477351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.539521 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-02bab14c-33a4-40e1-9990-54aa9a45bd07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cacc89282ede4ca08651fd0b5dc7af2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5338809 Apr 22 14:43:59.543482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35130) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:43:59.546896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-970a4940-7302-46ec-ade2-672dcd1f0b31 None None] Provisioning for port 2eb25051-6cac-4984-849c-d816a3537270 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:43:59.551964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-970a4940-7302-46ec-ade2-672dcd1f0b31 None None] Provisioning complete for port 2eb25051-6cac-4984-849c-d816a3537270 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:43:59.552417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-970a4940-7302-46ec-ade2-672dcd1f0b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.608978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-970a4940-7302-46ec-ade2-672dcd1f0b31 None None] Port 2eb25051-6cac-4984-849c-d816a3537270 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:43:59.630723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.817796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6e33a16-ac4c-49fe-8455-fadeaafaaae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.823056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.834613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.843683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.915742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5d769d-068d-4aa6-b1e7-b56406bb1bd4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:43:59.929948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.938303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6e33a16-ac4c-49fe-8455-fadeaafaaae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.952066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:43:59.956011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac87a7-6193-4a63-a2a2-e6c0ae7879a1 None None] Network 8a17bb04-f9a0-4bc8-996a-8011d831d9bc requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:00.033604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router ba64af8c-9014-4435-ab98-30b3209e5808 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:00.073929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 2eb25051-6cac-4984-849c-d816a3537270 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:00.111442 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f8c47c9-e1f6-496b-b212-f9a6ff4f6bb6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/subnets/2e5d769d-068d-4aa6-b1e7-b56406bb1bd4 HTTP/1.1" status: 204 len: 168 time: 1.4542515 Apr 22 14:44:00.121455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35134) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.245001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:00.252351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.256370 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fd1724d0-64af-434e-a65b-145e53728250 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 200 len: 888 time: 1.0483880 Apr 22 14:44:00.256487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] DHCP port deletion for 8a17bb04-f9a0-4bc8-996a-8011d831d9bc request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:00.256592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35138) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.261382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] Sync routers for ids ['ba64af8c-9014-4435-ab98-30b3209e5808'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:00.264076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] Deleting port 2cd5d166-377f-4f48-8afb-ca43fdf14781 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:00.264439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.321825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6e33a16-ac4c-49fe-8455-fadeaafaaae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.374569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] Routers {'ba64af8c-9014-4435-ab98-30b3209e5808'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:00.375191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ba64af8c-9014-4435-ab98-30b3209e5808'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:00.386117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e33a16-ac4c-49fe-8455-fadeaafaaae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d94367-eb8a-449e-9794-bd48c6f1da2a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:00.432682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6e33a16-ac4c-49fe-8455-fadeaafaaae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.432682 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e6e33a16-ac4c-49fe-8455-fadeaafaaae7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6d94367-eb8a-449e-9794-bd48c6f1da2a HTTP/1.1" status: 204 len: 168 time: 0.8861172 Apr 22 14:44:00.454517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:00.462198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.466088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Deleting subnet dec82d84-f487-4904-82de-1a999e112c39 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:00.482131 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-43d22ba8-e6b6-40d2-bf62-b714c2ea3cb3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/routers/ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 200 len: 888 time: 0.2245770 Apr 22 14:44:00.484710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35146) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.503935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.537736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f10a195a-3483-444b-94bf-94a704bb6c7a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:00.545701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] Routers {'ba64af8c-9014-4435-ab98-30b3209e5808'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:00.546528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['ba64af8c-9014-4435-ab98-30b3209e5808'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:00.556028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=2eb25051-6cac-4984-849c-d816a3537270,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:00.576237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f10a195a-3483-444b-94bf-94a704bb6c7a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:00.577926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f10a195a-3483-444b-94bf-94a704bb6c7a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 200 len: 205 time: 0.0922468 Apr 22 14:44:00.581545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35150) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.616604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:00.617000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1229ba-f950-490c-897e-a68035f07f3d None None] The sync data for ids ['ba64af8c-9014-4435-ab98-30b3209e5808'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:00.620762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.630626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.638305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] For port 2cd5d166-377f-4f48-8afb-ca43fdf14781, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2cd5d166-377f-4f48-8afb-ca43fdf14781,segment=NetworkSegment(86495ed0-91d2-42e2-8428-ad0e91b56f83),segment_id=86495ed0-91d2-42e2-8428-ad0e91b56f83)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:00.638855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.693200 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9bc2a141-2f5c-4660-a715-bb6a03e171b7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/2eb25051-6cac-4984-849c-d816a3537270 HTTP/1.1" status: 204 len: 168 time: 1.3527639 Apr 22 14:44:00.697557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35154) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:00.788673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b825d9ea-a6b4-47c8-98bc-38e65ea3518d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:44:00.789194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b825d9ea-a6b4-47c8-98bc-38e65ea3518d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:00.811711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] Calling delete_port for 2cd5d166-377f-4f48-8afb-ca43fdf14781 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:00.847097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2cd5d166-377f-4f48-8afb-ca43fdf14781 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:00.852054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:00.993306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.049132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b825d9ea-a6b4-47c8-98bc-38e65ea3518d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:01.052126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] Pushing event deleted for resources: {'Port': ['ID=2cd5d166-377f-4f48-8afb-ca43fdf14781,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.053801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b825d9ea-a6b4-47c8-98bc-38e65ea3518d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/2eb25051-6cac-4984-849c-d816a3537270 HTTP/1.1" status: 404 len: 333 time: 0.3556488 Apr 22 14:44:01.057112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35166) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.063779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.071963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.077341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3727f-3a8c-44d9-8a25-e33cf6c246a4 None None] No DVR routers for this DVR port 2cd5d166-377f-4f48-8afb-ca43fdf14781 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:01.133322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.191075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Subnet': ['ID=dec82d84-f487-4904-82de-1a999e112c39,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.200150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.215621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54444f84-d7a8-4c46-8383-5e7569b97f4c None None] Network 949c2055-3650-496c-b7ca-c6d8a7d07bdf requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:01.220298 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d80a99cf-ebd5-4d68-b1cf-6b364c9d2214 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/subnets/dec82d84-f487-4904-82de-1a999e112c39 HTTP/1.1" status: 204 len: 168 time: 1.0937018 Apr 22 14:44:01.221757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35172) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.258128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1d2060c8-5c2b-4b50-aa7a-0493cab3b9c2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.358352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.364159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1d2060c8-5c2b-4b50-aa7a-0493cab3b9c2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.378577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port de6cd09f-e584-4041-b6d7-0c9dc29ed4f9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:01.379530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.391484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.527203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1d2060c8-5c2b-4b50-aa7a-0493cab3b9c2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.530630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] DHCP port deletion for 949c2055-3650-496c-b7ca-c6d8a7d07bdf request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:01.534551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] Deleting port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:01.535122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.560106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.582413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.602879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1d2060c8-5c2b-4b50-aa7a-0493cab3b9c2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.607586 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1d2060c8-5c2b-4b50-aa7a-0493cab3b9c2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2b00fb5-ba6c-4290-bc06-cc7a0f198d45 HTTP/1.1" status: 204 len: 168 time: 0.5459340 Apr 22 14:44:01.607586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2060c8-5c2b-4b50-aa7a-0493cab3b9c2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b00fb5-ba6c-4290-bc06-cc7a0f198d45,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.609809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.611942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a17bb04-f9a0-4bc8-996a-8011d831d9bc']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:01.638362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35186) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.645848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86495ed0-91d2-42e2-8428-ad0e91b56f83') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:01.646142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86495ed0-91d2-42e2-8428-ad0e91b56f83') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:01.671327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.701779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.711118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:01.711522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:01.730359 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:01.747524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for de6cd09f-e584-4041-b6d7-0c9dc29ed4f9 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:01.806017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] For port 2aad9ab9-5253-45cb-a00f-5df9f77ec301, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2aad9ab9-5253-45cb-a00f-5df9f77ec301,segment=NetworkSegment(cf0e6044-8d77-4540-951d-7473135c3aa7),segment_id=cf0e6044-8d77-4540-951d-7473135c3aa7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:01.806413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.821042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695998236'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:01.831217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:01.833969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01b09c16-ed86-44a7-ac71-547d3b2b3a72 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.838856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:01.849074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:01.857491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.862278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.870819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:01.897425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01b09c16-ed86-44a7-ac71-547d3b2b3a72 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.933168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] Calling delete_port for 2aad9ab9-5253-45cb-a00f-5df9f77ec301 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:01.945388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35192) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:01.945612 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/networks/8a17bb04-f9a0-4bc8-996a-8011d831d9bc HTTP/1.1" status: 204 len: 168 time: 0.7226176 Apr 22 14:44:01.956967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.970200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:01.970778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcafb9-4b49-47ac-b169-4161ee38adda tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Network': ['ID=8a17bb04-f9a0-4bc8-996a-8011d831d9bc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:01.976462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.011703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.023248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:02.027525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:02.030503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:02.036145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:02.060551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] Pushing event deleted for resources: {'Port': ['ID=2aad9ab9-5253-45cb-a00f-5df9f77ec301,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.065220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d5739-cb8b-4bae-90a4-e9493400ea34 None None] No DVR routers for this DVR port 2aad9ab9-5253-45cb-a00f-5df9f77ec301 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:02.068911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01b09c16-ed86-44a7-ac71-547d3b2b3a72 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.105227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b09c16-ed86-44a7-ac71-547d3b2b3a72 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54d4bb-8400-4a68-a3a7-c55f1a7bb78b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.113878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01b09c16-ed86-44a7-ac71-547d3b2b3a72 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.117573 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01b09c16-ed86-44a7-ac71-547d3b2b3a72 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd54d4bb-8400-4a68-a3a7-c55f1a7bb78b HTTP/1.1" status: 204 len: 168 time: 0.4945078 Apr 22 14:44:02.118545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35196) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.125289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=de6cd09f-e584-4041-b6d7-0c9dc29ed4f9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.184632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.192449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.193323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.235098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:02.265731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:02.313748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:02.331374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8eb379-da03-49e4-acd9-c77075f4c795,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.336888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:02.384835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.417410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet de45abc7-2fa4-4488-9885-dd3c7abd2c88 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:02.424853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.471555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.481148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.502910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.583329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.584461 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9451926 Apr 22 14:44:02.585352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6f0b6-e3b2-4bcc-a8df-a8f923ecfb08 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6caa3b-27f4-4e59-bb74-5d1441c4b617,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.591169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35200) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.666582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.709470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-55f41acf-7ebc-453c-881e-a3b895956e4e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:02.733639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.744033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-55f41acf-7ebc-453c-881e-a3b895956e4e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:02.748590 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-55f41acf-7ebc-453c-881e-a3b895956e4e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1531689 Apr 22 14:44:02.749709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35204) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.758785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.776590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2aad9ab9-5253-45cb-a00f-5df9f77ec301 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:02.802088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=de45abc7-2fa4-4488-9885-dd3c7abd2c88,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:02.807255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.810422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2aad9ab9-5253-45cb-a00f-5df9f77ec301 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:02.810720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2aad9ab9-5253-45cb-a00f-5df9f77ec301 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:02.815096 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3038126-173c-42bc-a3a4-5b9d2e35ff20 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/de45abc7-2fa4-4488-9885-dd3c7abd2c88 HTTP/1.1" status: 204 len: 168 time: 0.6955912 Apr 22 14:44:02.819578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35208) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:02.821664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975aadfe-8296-4233-8aaa-3ab9a8e2d818 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:02.826268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:02.832306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-security--1052087397', 'description': 'tempest-security-description-1819119907'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:02.849457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949c2055-3650-496c-b7ca-c6d8a7d07bdf']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:02.861914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.877198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0e6044-8d77-4540-951d-7473135c3aa7') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:02.877486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0e6044-8d77-4540-951d-7473135c3aa7') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:02.891215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.904024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.914780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.919343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.948794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:02.949197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:02.963374 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:02.971311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:02.979078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:02.983111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:02.990118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.003226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:03.007161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.080677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.081252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router ba64af8c-9014-4435-ab98-30b3209e5808 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:03.088773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.097354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.102764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.124340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.126994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.128238 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "PUT /v2.0/security-groups/fb6caa3b-27f4-4e59-bb74-5d1441c4b617 HTTP/1.1" status: 200 len: 1612 time: 0.3784289 Apr 22 14:44:03.131739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.136467 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-39d1190a-85db-4ba2-a6bc-cf34aa960ab6 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 204 len: 168 time: 2.5499125 Apr 22 14:44:03.136467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35212) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.145493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35214) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.159391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Network': ['ID=949c2055-3650-496c-b7ca-c6d8a7d07bdf,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.163628 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a6d3245d-a30d-4141-8b71-3ca238e67e18 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/networks/949c2055-3650-496c-b7ca-c6d8a7d07bdf HTTP/1.1" status: 204 len: 168 time: 1.2170980 Apr 22 14:44:03.174650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-227465933'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:03.181052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35220) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.189591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:03.243489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:03.252890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:03.267911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d83c3-84c5-4cef-8bb1-dd03755da8ad tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6caa3b-27f4-4e59-bb74-5d1441c4b617,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.279117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.327265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7efefbb0-6b40-4c3b-bf77-092a01f164d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups/fb6caa3b-27f4-4e59-bb74-5d1441c4b617 HTTP/1.1" status: 200 len: 1612 time: 0.1831951 Apr 22 14:44:03.331579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35224) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.331744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:03.333888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.436675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf89b-b215-4ef4-aeda-d4b308523fd1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.437302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:03.460275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.460743 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 547dd09d-7576-45c2-bc8a-4081efbb9ab8 of type vlan for network cb842a17-0a45-493a-8294-f75b0ba11a21 Apr 22 14:44:03.469280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Deleting subnet 2cec8038-0db5-46d2-b4f2-cd041d7b2ea9 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:03.474052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.481533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf89b-b215-4ef4-aeda-d4b308523fd1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.489870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.539568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.553458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.558508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:03.564245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:03.569973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:03.570652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.610705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=c33127e4-77c4-49f0-a034-5fdb76c487e0,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.623481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf89b-b215-4ef4-aeda-d4b308523fd1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.626348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf89b-b215-4ef4-aeda-d4b308523fd1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.630671 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6bbcf89b-b215-4ef4-aeda-d4b308523fd1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/fb6caa3b-27f4-4e59-bb74-5d1441c4b617 HTTP/1.1" status: 204 len: 168 time: 0.2987156 Apr 22 14:44:03.631673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35228) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.632340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.636599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:03.637516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.657772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-80041e41-3504-4757-9371-a08d6a84ee9b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8368597 Apr 22 14:44:03.661490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35232) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.666712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcf89b-b215-4ef4-aeda-d4b308523fd1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6caa3b-27f4-4e59-bb74-5d1441c4b617,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.674196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'security_group': {'name': 'tempest-secgroup-965285276'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:03.685747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:03.687260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfb06d-a96a-45ec-923b-4dcc97de1634 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:03.696285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:03.700879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:03.710467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.730604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e8706010-fc6a-4edf-81a7-25b3ecbd9580 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:03.734665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.747733 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5798836 Apr 22 14:44:03.749404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35236) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.763420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:03.774555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a4287-e252-42f9-b2ae-7017f4c83338 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=cb842a17-0a45-493a-8294-f75b0ba11a21,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:03.781204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.797071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network cb842a17-0a45-493a-8294-f75b0ba11a21 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:03.817348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.843024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e8706010-fc6a-4edf-81a7-25b3ecbd9580 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:03.848774 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e8706010-fc6a-4edf-81a7-25b3ecbd9580 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2039995 Apr 22 14:44:03.849704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35240) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.874349 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-281fb91b-8fd5-4133-9bc6-962950bc1906 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] delete failed (client error): The resource could not be found. Apr 22 14:44:03.879610 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-281fb91b-8fd5-4133-9bc6-962950bc1906 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/fb6caa3b-27f4-4e59-bb74-5d1441c4b617 HTTP/1.1" status: 404 len: 347 time: 0.0252206 Apr 22 14:44:03.879762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35244) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:03.883909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:03.887962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836361502'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:03.892155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group_rule and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:03.896999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:03.900106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:03.906294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.908960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:03.915424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:03.916780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.921607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:03.927816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.928884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:03.934622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5fb49b9a-4c1a-4ad4-89ef-eb35ac3b557b None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:03.934993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5fb49b9a-4c1a-4ad4-89ef-eb35ac3b557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.954406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:03.969651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:03.997497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec8038-0db5-46d2-b4f2-cd041d7b2ea9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:04.007280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.021765 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-41c360ec-212a-4938-9726-ff2c50b122e6 tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/subnets/2cec8038-0db5-46d2-b4f2-cd041d7b2ea9 HTTP/1.1" status: 204 len: 168 time: 0.8364787 Apr 22 14:44:04.025186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35250) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.025371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8b55e-d592-40d5-9f46-e1ed5565a710 None None] Network 4a33405a-e81a-411b-a5d1-609f62acb9ca requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:04.073914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.089292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.109944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5fb49b9a-4c1a-4ad4-89ef-eb35ac3b557b None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:04.111987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.164546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.184562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:04.189654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:04.192268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Deleting port f036f820-2635-4b91-9fa6-eca7af837efd {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:04.192605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.207232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa07c90-9265-4a88-a1f1-8d3a1270683f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:04.219510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.220710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c4d3889f-b0d7-4069-8ec2-425072817d8a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5555532 Apr 22 14:44:04.220929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:04.223601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35258) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.241849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'security_group': {'name': 'tempest-secgroup-637491062'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:04.249743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:04.252442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:04.296884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5fb49b9a-4c1a-4ad4-89ef-eb35ac3b557b None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:04.297402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5fb49b9a-4c1a-4ad4-89ef-eb35ac3b557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.379197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:04.383174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.385258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:04.398214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:04.494946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] DHCP port deletion for 4a33405a-e81a-411b-a5d1-609f62acb9ca request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:04.499455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.504104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=fe9f4093-97d5-4089-898b-3f56a16fea12,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:04.511398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '547dd09d-7576-45c2-bc8a-4081efbb9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:04.511853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: cb842a17-0a45-493a-8294-f75b0ba11a21, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:04.519116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Deleting port f036f820-2635-4b91-9fa6-eca7af837efd {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:04.519488 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.535821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network cb842a17-0a45-493a-8294-f75b0ba11a21 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:04.547307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, cb842a17-0a45-493a-8294-f75b0ba11a21) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:04.555629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:04.556737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.559318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1ffc2-c67d-445f-94f7-9843197abc17 None None] Network cb842a17-0a45-493a-8294-f75b0ba11a21 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:04.580706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e1dd0eeb-d68b-4601-a480-20746624038c tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8278992 Apr 22 14:44:04.583368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35262) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.589558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321355230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:04.596125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:04.606314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:04.618008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.619002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.631594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.641884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.649318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.654214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] For port f036f820-2635-4b91-9fa6-eca7af837efd, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f036f820-2635-4b91-9fa6-eca7af837efd,segment=NetworkSegment(ca6380d7-79ec-4001-a613-54e62479ec05),segment_id=ca6380d7-79ec-4001-a613-54e62479ec05)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:04.654407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.663217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.685443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:04.692750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.696801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ce93a5a7-2846-4c89-823a-182878fec674 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1095607 Apr 22 14:44:04.696953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35266) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.801860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group_rule and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:04.819189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f036f820-2635-4b91-9fa6-eca7af837efd no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:04.820301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Calling delete_port for f036f820-2635-4b91-9fa6-eca7af837efd owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:04.848044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:04.862427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Update dhcp port {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'fixed_ips': [{'subnet_id': '431c0f7d-17e4-4c65-94af-f060e8845ac9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c33127e4-77c4-49f0-a034-5fdb76c487e0'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '3bfac157-4e4b-4427-807d-8a7d7b563a35'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:44:04.877357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:04.884254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4709e85-45ae-43b8-8476-4bfe0e883323,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:04.901590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.906420 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4cb20a8e-c4f2-46e2-983c-5ed6ae21eda2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0229909 Apr 22 14:44:04.920214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35270) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:04.928062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': 'a4709e85-45ae-43b8-8476-4bfe0e883323', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:04.942948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:04.949087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:04.954117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.957791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:04.967803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:04.974145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:05.002676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No active binding found for port f036f820-2635-4b91-9fa6-eca7af837efd {{(pid=84060) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 14:44:05.003063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f036f820-2635-4b91-9fa6-eca7af837efd not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:05.005697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] For port f036f820-2635-4b91-9fa6-eca7af837efd, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f036f820-2635-4b91-9fa6-eca7af837efd,segment=NetworkSegment(ca6380d7-79ec-4001-a613-54e62479ec05),segment_id=ca6380d7-79ec-4001-a613-54e62479ec05)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:05.006254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.047777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Port': ['ID=f036f820-2635-4b91-9fa6-eca7af837efd,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.062246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.065593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] No DVR routers for this DVR port f036f820-2635-4b91-9fa6-eca7af837efd on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:05.117552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.130747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.200591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Calling delete_port for f036f820-2635-4b91-9fa6-eca7af837efd owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:05.268017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.294982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0046495-a601-4e18-ade5-195d117f85fc,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.297496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.315641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.319864 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ac3888e8-2378-4732-9fce-7718908ea1cc tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0954814 Apr 22 14:44:05.320635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35274) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.327394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a33405a-e81a-411b-a5d1-609f62acb9ca']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:05.339203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1415542122'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:05.346124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:05.350080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:05.352947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:05.359158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:05.377764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6380d7-79ec-4001-a613-54e62479ec05') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:05.378055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6380d7-79ec-4001-a613-54e62479ec05') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:05.386774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.405004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:05.405350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:05.412479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.438662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.447521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.454839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.455045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-cb842a17-0a45-493a-8294-f75b0ba11a21', 'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': 'fe9f4093-97d5-4089-898b-3f56a16fea12'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:05.455737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.470408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:05.472764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:05.473161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:05.487918 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:05.549996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:security_group_rule and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:05.556027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Allocated IP 2001:db8::2 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/c33127e4-77c4-49f0-a034-5fdb76c487e0/3bfac157-4e4b-4427-807d-8a7d7b563a35) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:05.558483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521723f6-15e5-4d01-975e-374fbb7b9c1f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.572983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:05.588049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:05.598060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.602215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35278) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.602905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ba2699c3-4b4e-4e8e-bebf-aaf413243047 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6810358 Apr 22 14:44:05.606851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.632458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.644450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1131caed-b005-4c10-a845-bebcdea309d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.648974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Pushing event deleted for resources: {'Network': ['ID=4a33405a-e81a-411b-a5d1-609f62acb9ca,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.657307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1131caed-b005-4c10-a845-bebcdea309d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.661179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-196d551b-f642-4d2e-8bf6-888c93dd27cc tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/networks/4a33405a-e81a-411b-a5d1-609f62acb9ca HTTP/1.1" status: 204 len: 168 time: 1.6349626 Apr 22 14:44:05.667063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35282) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.687832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.694043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.713580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-73ed90bc-b03f-4aa6-a038-53ea60a15e3a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Synchronizing usage tracker for tenant:1c5bac01664e47b7a87be98b8d28c862 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:05.734071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1131caed-b005-4c10-a845-bebcdea309d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.737248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.741162 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4140067 Apr 22 14:44:05.741324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35286) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.744125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb10e8-45ba-4f33-b289-67a93772365c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eead00-d0c5-4057-bf52-53aa67b498c8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.744977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-73ed90bc-b03f-4aa6-a038-53ea60a15e3a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Unset dirty status for tenant:1c5bac01664e47b7a87be98b8d28c862 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:05.748816 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-73ed90bc-b03f-4aa6-a038-53ea60a15e3a tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 HTTP/1.1" status: 200 len: 205 time: 0.0806317 Apr 22 14:44:05.749258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1495123208', 'security_groups': ['a6eead00-d0c5-4057-bf52-53aa67b498c8'], 'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c33127e4-77c4-49f0-a034-5fdb76c487e0'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:05.752794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35290) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.759532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Allocated IP 172.20.0.2 (cb842a17-0a45-493a-8294-f75b0ba11a21/fe9f4093-97d5-4089-898b-3f56a16fea12/5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:05.788016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bfac157-4e4b-4427-807d-8a7d7b563a35,segment=NetworkSegment(e42bf2b1-50c7-49e1-ba74-163a4c7d97ec),segment_id=e42bf2b1-50c7-49e1-ba74-163a4c7d97ec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:05.813489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131caed-b005-4c10-a845-bebcdea309d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=521723f6-15e5-4d01-975e-374fbb7b9c1f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:05.886031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1131caed-b005-4c10-a845-bebcdea309d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.889956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1131caed-b005-4c10-a845-bebcdea309d5 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/521723f6-15e5-4d01-975e-374fbb7b9c1f HTTP/1.1" status: 204 len: 168 time: 0.2834036 Apr 22 14:44:05.890237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35294) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:05.892444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:05.895651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.905979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:05.914997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Deleting port f036f820-2635-4b91-9fa6-eca7af837efd {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:05.915445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:05.920976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:05.930554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.003402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-726fbf4b-df13-40cd-a584-913141dc40b1 None None] The port 'f036f820-2635-4b91-9fa6-eca7af837efd' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:06.006052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Transition to ACTIVE for port object 3bfac157-4e4b-4427-807d-8a7d7b563a35 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:06.024877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.055876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.074672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d9019458-e812-49f5-9b57-8e8966c58a05 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:06.076683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] device_id is not set on port 9cdb2582-e158-4d9e-824b-2be3f38bde6e yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:44:06.164696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d9019458-e812-49f5-9b57-8e8966c58a05 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:06.168927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d9019458-e812-49f5-9b57-8e8966c58a05 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2747805 Apr 22 14:44:06.171994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35298) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:06.275869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.287116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8::1e9 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/c33127e4-77c4-49f0-a034-5fdb76c487e0/9cdb2582-e158-4d9e-824b-2be3f38bde6e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:06.290069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Transition to ACTIVE for port object 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:06.315996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Transition to ACTIVE for port object 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:06.328398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade94c7-c7b9-4200-8e49-4998d70610ee None None] Pushing event updated for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:06.335442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.399988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.404457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.416021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Pushing event updated for resources: {'Port': ['ID=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:06.428317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Network cb842a17-0a45-493a-8294-f75b0ba11a21 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:06.430669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:06.433774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:06.464673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.465192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Fanout notify agent at l3_agent the message router_deleted on router b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:06.504177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.508018 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8c73aba8-e796-4887-8bf3-9d82da62ab5f tempest-RoutersNegativeTest-331576693 tempest-RoutersNegativeTest-331576693-project] 10.222.0.32 "DELETE /v2.0/routers/b5dfdb8f-de1f-4bb9-9d38-d6d4d58c66a4 HTTP/1.1" status: 204 len: 168 time: 0.7541616 Apr 22 14:44:06.533888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb02daac-3ae2-4265-bb15-19011c3dd86d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.556336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Attempting to bind port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:06.557164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Attempting to bind port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '547dd09d-7576-45c2-bc8a-4081efbb9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:06.557806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Attempting to bind port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 on network cb842a17-0a45-493a-8294-f75b0ba11a21 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:06.560798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb02daac-3ae2-4265-bb15-19011c3dd86d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.565865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:06.566619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Checking segment: {'id': '547dd09d-7576-45c2-bc8a-4081efbb9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:06.567297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.567921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Bound using segment: {'id': '547dd09d-7576-45c2-bc8a-4081efbb9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:06.568613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Bound port: 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547dd09d-7576-45c2-bc8a-4081efbb9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cb842a17-0a45-493a-8294-f75b0ba11a21'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:06.569219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.618480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb02daac-3ae2-4265-bb15-19011c3dd86d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.647474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.666241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 9cdb2582-e158-4d9e-824b-2be3f38bde6e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:06.675753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.20.0.1 (cb842a17-0a45-493a-8294-f75b0ba11a21/fe9f4093-97d5-4089-898b-3f56a16fea12/79620739-c301-415b-babf-9381fd310942) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:06.682439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02daac-3ae2-4265-bb15-19011c3dd86d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4709e85-45ae-43b8-8476-4bfe0e883323,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:06.692929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb02daac-3ae2-4265-bb15-19011c3dd86d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.694699 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eb02daac-3ae2-4265-bb15-19011c3dd86d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4709e85-45ae-43b8-8476-4bfe0e883323 HTTP/1.1" status: 204 len: 168 time: 0.5222497 Apr 22 14:44:06.697796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35306) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:06.701727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.748499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] For port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:06.757540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] For port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,segment=NetworkSegment(547dd09d-7576-45c2-bc8a-4081efbb9ab8),segment_id=547dd09d-7576-45c2-bc8a-4081efbb9ab8)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:06.769799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.888693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bfac157-4e4b-4427-807d-8a7d7b563a35 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:06.897303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:06.909341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:06.931003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:06.935474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:06.936100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:06.962444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b28f5675-bdf1-475a-b5c2-51b037ab0960 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:06.973577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69c019-955e-47c7-bbe7-aad7889d9cab None None] Pushing event updated for resources: {'Port': ['ID=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:07.034289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=9cdb2582-e158-4d9e-824b-2be3f38bde6e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:07.039903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35312) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.049025 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33214f95-12f1-447a-ab30-8920c4cf5047 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3034906 Apr 22 14:44:07.049616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35318) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.057526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:07.059850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.082395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b28f5675-bdf1-475a-b5c2-51b037ab0960 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:07.083675 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b28f5675-bdf1-475a-b5c2-51b037ab0960 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3845739 Apr 22 14:44:07.088377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35322) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.099365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741341728'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:07.108845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 79620739-c301-415b-babf-9381fd310942 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:07.110445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.124979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.157588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5cc43639-5c89-45fa-b7b0-592ab2fada0e None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:07.157986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5cc43639-5c89-45fa-b7b0-592ab2fada0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.159737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.207160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.293795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5cc43639-5c89-45fa-b7b0-592ab2fada0e None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:07.317505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.325624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5cc43639-5c89-45fa-b7b0-592ab2fada0e None None] Provisioning for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:07.327818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:07.334568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:07.335907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5cc43639-5c89-45fa-b7b0-592ab2fada0e None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:07.335907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5cc43639-5c89-45fa-b7b0-592ab2fada0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.341313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.349778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.357481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:07.367644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:07.375712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:07.380417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.389471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.426069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network cb842a17-0a45-493a-8294-f75b0ba11a21 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:07.511623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.514981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:07.520037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=79620739-c301-415b-babf-9381fd310942,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:07.522911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:07.560051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.568851 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c33127e4-77c4-49f0-a034-5fdb76c487e0 (CIDR: 2001:db8::/64) Apr 22 14:44:07.572600 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:07.573039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:07.594810 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0be93873-7201-4c1d-90b3-8c50d3aa4523 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5419075 Apr 22 14:44:07.595970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35326) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.597437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-904c926e-9bcd-456c-8115-efd5d79c036e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c5bac01664e47b7a87be98b8d28c862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5563669 Apr 22 14:44:07.602100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:07.604479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35330) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.622221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-83d3b8ab-2566-456a-871d-7dbbfc5f4ac3 None None] Provisioning for port 9cdb2582-e158-4d9e-824b-2be3f38bde6e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:07.629823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-83d3b8ab-2566-456a-871d-7dbbfc5f4ac3 None None] Provisioning complete for port 9cdb2582-e158-4d9e-824b-2be3f38bde6e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:07.630453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-83d3b8ab-2566-456a-871d-7dbbfc5f4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.654884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.657872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63d857-3b38-4102-bf94-f2632e5dcc7e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:07.679327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.683250 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d8b13737-80c9-45a1-b42f-3aa24385cb10 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5862615 Apr 22 14:44:07.686195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35334) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:07.697128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-83d3b8ab-2566-456a-871d-7dbbfc5f4ac3 None None] Port 9cdb2582-e158-4d9e-824b-2be3f38bde6e cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:07.699086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '2b63d857-3b38-4102-bf94-f2632e5dcc7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:07.709749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.718114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:07.723240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:07.734074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.759644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a96-cf92-42b8-966e-349f0b1259e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.775829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.798954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:07.806665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:07.808536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a96-cf92-42b8-966e-349f0b1259e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.815895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:07.818633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.824853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:07.842157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:07.846142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.940131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.948722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:07.995908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f437804d-b1ed-4303-89f4-c7a2999aa2a4,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.020571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.021821 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b9b98bb8-ca47-4e99-bf89-69c61df9a238 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3345988 Apr 22 14:44:08.023146 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.ipam_backend_mixin [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 431c0f7d-17e4-4c65-94af-f060e8845ac9 (CIDR: 2001:db8:0:1::/64) Apr 22 14:44:08.024598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35338) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.032608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '2b63d857-3b38-4102-bf94-f2632e5dcc7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:08.037461 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:08.037920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:08.050084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:08.056798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:08.060365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:08.066957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:08.069632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a96-cf92-42b8-966e-349f0b1259e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.073080 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-748f1a08-2731-4c5b-9fcd-f7371d4d2f42 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4734697 Apr 22 14:44:08.074325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35342) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.081084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'subnet': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:08.107687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c6a96-cf92-42b8-966e-349f0b1259e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f838f-bcca-483b-add9-b13834ccd61f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.113657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a96-cf92-42b8-966e-349f0b1259e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.114810 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e61c6a96-cf92-42b8-966e-349f0b1259e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/512f838f-bcca-483b-add9-b13834ccd61f HTTP/1.1" status: 204 len: 168 time: 0.5067670 Apr 22 14:44:08.186328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.276529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.285552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.297665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.312881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.344081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:08.349262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be572b-da15-49ee-a56c-a9ee4b276e46 None None] Network cb842a17-0a45-493a-8294-f75b0ba11a21 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:08.358511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd518fbd-fcad-4c3e-afba-f8ba5f5a1ffb,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.368211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Usage tracker for resource:subnet and tenant:1f38057873f241588dc59ee3b6c4b7d0 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:08.382743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:08.391777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:08.397840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.400900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.402367 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5c3391b0-6e5f-4a7a-95d3-60bfa689aa76 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3766196 Apr 22 14:44:08.406391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.413468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '2b63d857-3b38-4102-bf94-f2632e5dcc7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:08.422553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:08.426085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Made reservation on behalf of 1f38057873f241588dc59ee3b6c4b7d0 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:08.430335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.451427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:08.458233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:08.487646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fd832a0a-621a-4b6f-9b86-545a6f812d74 None None] Provisioning for port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:08.519523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:08.548645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=79620739-c301-415b-babf-9381fd310942,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.570362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.610517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network cb842a17-0a45-493a-8294-f75b0ba11a21 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:08.611706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:08.675232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.709257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.757538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faeb936-a0dc-4703-b5a9-1737f5927fc8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:08.816061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.819120 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1f053536-061f-4c48-8e52-2bebabd46411 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4111204 Apr 22 14:44:08.821963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35362) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:08.832408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '2b63d857-3b38-4102-bf94-f2632e5dcc7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:08.862112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:08.865887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:08.868137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:08.872101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:08.888245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:08.931951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:08.942016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.038891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:09.046516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:09.048160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.085252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Provisioning for port 79620739-c301-415b-babf-9381fd310942 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:09.092345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:09.098978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Provisioning complete for port 79620739-c301-415b-babf-9381fd310942 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:09.099799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.116937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:09.119970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Subnet': ['ID=9ca8ad9d-a825-4b31-9413-b751341134ad,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:09.123402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:09.124029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.157694 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3d5ae09e-a3ed-4871-9e77-6d4a4e977b18 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0822225 Apr 22 14:44:09.159888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.160654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35368) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:09.166693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1641175447', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ca8ad9d-a825-4b31-9413-b751341134ad'}], 'security_groups': ['1fa07c90-9265-4a88-a1f1-8d3a1270683f', 'f0046495-a601-4e18-ade5-195d117f85fc']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:09.182480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Port 79620739-c301-415b-babf-9381fd310942 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:09.186148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efa688-ace2-4094-a7e8-7041a8138513 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:09.204121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.271372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.272590 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4495330 Apr 22 14:44:09.295810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35374) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:09.296487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1720f-4351-4394-9a80-da39c34f5371 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77df093-50f7-4bd2-8c54-659347e0ae80,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:09.319575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '2b63d857-3b38-4102-bf94-f2632e5dcc7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:09.347438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:09.432079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:09.437293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:09.452045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:09.474923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Provisioning complete for port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:09.475529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.477074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.591434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router 9676aaac-33a7-492d-96fd-c76178ba5f11 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:09.695527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35380) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:09.695721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8d6089ff-ab61-4f88-9d1f-390e739be38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.738001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.791369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.837067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:09.848519 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] Sync routers for ids ['9676aaac-33a7-492d-96fd-c76178ba5f11'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:09.853241 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-da8266b2-03ec-49b4-b41a-163220da13f0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/9676aaac-33a7-492d-96fd-c76178ba5f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1552448 Apr 22 14:44:09.854993 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35386) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:09.871330 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] Routers {'9676aaac-33a7-492d-96fd-c76178ba5f11'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:09.872232 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9676aaac-33a7-492d-96fd-c76178ba5f11'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:09.886612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.930730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] For port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,segment=NetworkSegment(547dd09d-7576-45c2-bc8a-4081efbb9ab8),segment_id=547dd09d-7576-45c2-bc8a-4081efbb9ab8)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:09.933330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Update dhcp port {'port': {'network_id': '67a34de3-7b24-4375-aa8f-70b25aac4bbd', 'fixed_ips': [{'subnet_id': '431c0f7d-17e4-4c65-94af-f060e8845ac9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c33127e4-77c4-49f0-a034-5fdb76c487e0', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ca8ad9d-a825-4b31-9413-b751341134ad'}], 'binding:host_id': 'dv-neutron-838878-1-hyperv'}, 'id': '3bfac157-4e4b-4427-807d-8a7d7b563a35'} from dv-neutron-838878-1-hyperv. {{(pid=84060) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 14:44:09.971886 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:09.974443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:09.987280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04346bde-064e-4c8e-9309-2dde40c01815 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:09.987909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-04346bde-064e-4c8e-9309-2dde40c01815 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:09.996713 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] Routers {'9676aaac-33a7-492d-96fd-c76178ba5f11'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:09.997861 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:43:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9676aaac-33a7-492d-96fd-c76178ba5f11'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:10.010777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.037758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-04346bde-064e-4c8e-9309-2dde40c01815 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:10.038960 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04346bde-064e-4c8e-9309-2dde40c01815 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports/79620739-c301-415b-babf-9381fd310942 HTTP/1.1" status: 200 len: 910 time: 0.1828749 Apr 22 14:44:10.044437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1686814259'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:10.045317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35390) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.054401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.054967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:10.059636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe9f4093-97d5-4089-898b-3f56a16fea12'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:10.060826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Usage tracker for resource:network and tenant:1e842e2132824c298625f00e42e59e02 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:10.064364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:10.072249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:10.088721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Made reservation on behalf of 1e842e2132824c298625f00e42e59e02 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:10.090321 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:10.090725 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ba72c-5be7-4a1c-b1ee-590e821fa382 None None] The sync data for ids ['9676aaac-33a7-492d-96fd-c76178ba5f11'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:10.091780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.105330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.120278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.141897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:10.146207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Usage tracker for resource:security_group_rule and tenant:1e842e2132824c298625f00e42e59e02 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:10.148296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f3673-f9dd-41bf-93f5-f54fa08d611c None None] Pushing event updated for resources: {'Port': ['ID=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.148454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825d5961-79a5-4b36-985d-e792a5149a1e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.149224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:10.154965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:10.155389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:10.166670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:10.204985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-16d7fdd0-b91f-4b20-ac9e-d5fa96769294 None None] Provisioning complete for port 79620739-c301-415b-babf-9381fd310942 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:10.205457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-16d7fdd0-b91f-4b20-ac9e-d5fa96769294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.231417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.235347 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-304f9725-fde9-444f-af0d-7a099d4d0292 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9339230 Apr 22 14:44:10.236192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.270666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-16d7fdd0-b91f-4b20-ac9e-d5fa96769294 None None] Port 79620739-c301-415b-babf-9381fd310942 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:10.289627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.291008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34328515-9f52-4f63-a3e8-96111438ad0f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.299440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.315438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34328515-9f52-4f63-a3e8-96111438ad0f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.353987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:10.369867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260c30b5-03c3-477d-9244-1a7bcc4556fe,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.375260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.375858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Added segment 033c1c7f-02ca-4267-b8ce-f7c8b873d7ca of type vlan for network 9715cafd-a0a4-47ed-8094-6183443bdbe1 Apr 22 14:44:10.377413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34328515-9f52-4f63-a3e8-96111438ad0f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.420787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34328515-9f52-4f63-a3e8-96111438ad0f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=825d5961-79a5-4b36-985d-e792a5149a1e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.442477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.461094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34328515-9f52-4f63-a3e8-96111438ad0f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.462211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34328515-9f52-4f63-a3e8-96111438ad0f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/825d5961-79a5-4b36-985d-e792a5149a1e HTTP/1.1" status: 204 len: 168 time: 0.2250803 Apr 22 14:44:10.467147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35400) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.483245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.487902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:10.488584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.572997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8733249 Apr 22 14:44:10.577021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35404) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.600554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3c7e-8038-4940-a3a9-77b6c8c9dcfc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event updated for resources: {'Network': ['ID=9715cafd-a0a4-47ed-8094-6183443bdbe1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.610041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Request body: {'subnet': {'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:10.615267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:10.700063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.709324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Delete allocated IP 2001:db8::1e9 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/c33127e4-77c4-49f0-a034-5fdb76c487e0) {{(pid=84058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 14:44:10.723965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-57621719-5baa-4ff7-b991-155a792e68f1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:10.755714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Allocated IP 2001:db8:0:2::79 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/9ca8ad9d-a825-4b31-9413-b751341134ad/9cdb2582-e158-4d9e-824b-2be3f38bde6e) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:10.828217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:10.841763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-57621719-5baa-4ff7-b991-155a792e68f1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:10.843065 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-57621719-5baa-4ff7-b991-155a792e68f1 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3669972 Apr 22 14:44:10.846234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:10.850778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:10.871862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Usage tracker for resource:subnet and tenant:1e842e2132824c298625f00e42e59e02 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:10.876085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:10.880675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a93e734a-20d8-4279-afe5-3383fff96e98 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.891659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a93e734a-20d8-4279-afe5-3383fff96e98 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.895735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:10.898007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:10.898447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.917868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a93e734a-20d8-4279-afe5-3383fff96e98 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.937185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e734a-20d8-4279-afe5-3383fff96e98 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a77df093-50f7-4bd2-8c54-659347e0ae80,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:10.946273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a93e734a-20d8-4279-afe5-3383fff96e98 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:10.950980 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a93e734a-20d8-4279-afe5-3383fff96e98 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a77df093-50f7-4bd2-8c54-659347e0ae80 HTTP/1.1" status: 204 len: 168 time: 0.1011155 Apr 22 14:44:10.951228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.002237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-62d41be0-13f7-4ed3-bfaa-8700a8b3ea7b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:11.020838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-62d41be0-13f7-4ed3-bfaa-8700a8b3ea7b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:11.026149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-62d41be0-13f7-4ed3-bfaa-8700a8b3ea7b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0735667 Apr 22 14:44:11.026781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.051110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Made reservation on behalf of 1e842e2132824c298625f00e42e59e02 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:11.055401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc9e8-bade-4c7e-a1e7-b48eb72a1593 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.066042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc9e8-bade-4c7e-a1e7-b48eb72a1593 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.091162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc9e8-bade-4c7e-a1e7-b48eb72a1593 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.110444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dc9e8-bade-4c7e-a1e7-b48eb72a1593 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7faeb936-a0dc-4703-b5a9-1737f5927fc8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.117656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc9e8-bade-4c7e-a1e7-b48eb72a1593 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.118891 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4c1dc9e8-bade-4c7e-a1e7-b48eb72a1593 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7faeb936-a0dc-4703-b5a9-1737f5927fc8 HTTP/1.1" status: 204 len: 168 time: 0.0911827 Apr 22 14:44:11.121619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35420) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.170248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5ba24a55-7c59-41c5-9f51-2305ae372bdc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:11.186502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5ba24a55-7c59-41c5-9f51-2305ae372bdc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:11.187881 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5ba24a55-7c59-41c5-9f51-2305ae372bdc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0652118 Apr 22 14:44:11.190863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35424) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.219024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f576157-c862-499e-9a40-2f48ccb58821 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.231858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f576157-c862-499e-9a40-2f48ccb58821 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.258034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f576157-c862-499e-9a40-2f48ccb58821 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.279382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f576157-c862-499e-9a40-2f48ccb58821 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd518fbd-fcad-4c3e-afba-f8ba5f5a1ffb,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.284349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f576157-c862-499e-9a40-2f48ccb58821 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.288233 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f576157-c862-499e-9a40-2f48ccb58821 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fd518fbd-fcad-4c3e-afba-f8ba5f5a1ffb HTTP/1.1" status: 204 len: 168 time: 0.0940464 Apr 22 14:44:11.289154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35428) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.294800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.337191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-20e9a62d-9ad3-4420-9707-83123be5f18e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:11.353959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-20e9a62d-9ad3-4420-9707-83123be5f18e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:11.358203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-20e9a62d-9ad3-4420-9707-83123be5f18e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0657115 Apr 22 14:44:11.358419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35432) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.388718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5607e172-a6f7-4ea6-8c00-a05910473d85 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.400460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5607e172-a6f7-4ea6-8c00-a05910473d85 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.427766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5607e172-a6f7-4ea6-8c00-a05910473d85 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.445989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e172-a6f7-4ea6-8c00-a05910473d85 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f437804d-b1ed-4303-89f4-c7a2999aa2a4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.455212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5607e172-a6f7-4ea6-8c00-a05910473d85 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.456436 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5607e172-a6f7-4ea6-8c00-a05910473d85 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f437804d-b1ed-4303-89f4-c7a2999aa2a4 HTTP/1.1" status: 204 len: 168 time: 0.0970018 Apr 22 14:44:11.459269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35436) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.506912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d49e6b32-55a9-453e-be9c-a0d2b0efaa4d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:11.523997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d49e6b32-55a9-453e-be9c-a0d2b0efaa4d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:11.528135 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d49e6b32-55a9-453e-be9c-a0d2b0efaa4d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0651095 Apr 22 14:44:11.528403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35440) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.592314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c90694b2-116b-4a7d-aff0-1ee94f7ece0e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.617447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.624072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c90694b2-116b-4a7d-aff0-1ee94f7ece0e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.679527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c90694b2-116b-4a7d-aff0-1ee94f7ece0e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.696171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-24fcf669-935a-4dd1-90eb-c0811df04bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.701250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90694b2-116b-4a7d-aff0-1ee94f7ece0e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63d857-3b38-4102-bf94-f2632e5dcc7e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.718743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c90694b2-116b-4a7d-aff0-1ee94f7ece0e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.722335 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c90694b2-116b-4a7d-aff0-1ee94f7ece0e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b63d857-3b38-4102-bf94-f2632e5dcc7e HTTP/1.1" status: 204 len: 168 time: 0.1905873 Apr 22 14:44:11.722703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35444) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.745277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Transition to ACTIVE for port object 9cdb2582-e158-4d9e-824b-2be3f38bde6e will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:11.758518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.776080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2794e743-3ac5-48c8-8151-62e51f6e98f0 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:11.792736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2794e743-3ac5-48c8-8151-62e51f6e98f0 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:11.794599 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2794e743-3ac5-48c8-8151-62e51f6e98f0 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0709972 Apr 22 14:44:11.801386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35448) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.807835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609529286'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:11.815051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:11.823750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Allocated IP 2001:db8:0:2::2 (67a34de3-7b24-4375-aa8f-70b25aac4bbd/9ca8ad9d-a825-4b31-9413-b751341134ad/3bfac157-4e4b-4427-807d-8a7d7b563a35) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:11.826082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:11.837929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.881789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:11.886431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:11.889398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:11.895278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:11.926481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event updated for resources: {'Port': ['ID=9cdb2582-e158-4d9e-824b-2be3f38bde6e,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:11.941080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] In _notify_port_updated(), no bound segment for port 9cdb2582-e158-4d9e-824b-2be3f38bde6e on network 67a34de3-7b24-4375-aa8f-70b25aac4bbd {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:44:11.945435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:11.946084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.947391 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-70b08451-cff0-4364-8cb0-8afe61e4ef2b tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "PUT /v2.0/ports/9cdb2582-e158-4d9e-824b-2be3f38bde6e HTTP/1.1" status: 200 len: 969 time: 2.7857780 Apr 22 14:44:11.954263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35452) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:11.966261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.970650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:11.984079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bfac157-4e4b-4427-807d-8a7d7b563a35,segment=NetworkSegment(e42bf2b1-50c7-49e1-ba74-163a4c7d97ec),segment_id=e42bf2b1-50c7-49e1-ba74-163a4c7d97ec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:12.002730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.015132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006c9afd-1a33-48ce-a882-17d119238a59,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.016178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.029534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.030942 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e56317aa-b190-4ed0-ab87-706686d3154d tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2284622 Apr 22 14:44:12.033833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35456) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.035697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Transition to ACTIVE for port object 3bfac157-4e4b-4427-807d-8a7d7b563a35 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:12.040166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.040333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '006c9afd-1a33-48ce-a882-17d119238a59', 'direction': 'ingress', 'protocol': 17}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:12.048241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:12.052974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:12.056530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:12.062553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:12.083561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 9cdb2582-e158-4d9e-824b-2be3f38bde6e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:12.083980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.086677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.152154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.155949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.163732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.172513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event updated for resources: {'Subnet': ['ID=d316dc4b-f006-427b-8e51-1db708c333a8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.184621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e946b4-4e00-4d5c-b2a5-e6533f4b5820,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.185072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.207133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.211223 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6efbf86-b1d9-4108-85f9-95cb19fd77eb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1736500 Apr 22 14:44:12.211362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440091e-8a12-486f-b45b-7bf5684a291e None None] Pushing event updated for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.212782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35460) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.284484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd8a3-c3bb-4b93-9f97-f2418947ff8c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.316339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd8a3-c3bb-4b93-9f97-f2418947ff8c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.373557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd8a3-c3bb-4b93-9f97-f2418947ff8c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.389612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=79620739-c301-415b-babf-9381fd310942,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.394511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cd8a3-c3bb-4b93-9f97-f2418947ff8c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c9afd-1a33-48ce-a882-17d119238a59,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:12.402669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:12.403893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.405447 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-79041edc-d519-437e-8385-a2b8533d8422 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/ports/79620739-c301-415b-babf-9381fd310942 HTTP/1.1" status: 200 len: 910 time: 2.3590846 Apr 22 14:44:12.406045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd8a3-c3bb-4b93-9f97-f2418947ff8c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.409845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3d0cd8a3-c3bb-4b93-9f97-f2418947ff8c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/006c9afd-1a33-48ce-a882-17d119238a59 HTTP/1.1" status: 204 len: 168 time: 0.1960654 Apr 22 14:44:12.410547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35464) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.410948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35466) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.460412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Checking segment: {'id': '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:12.460773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Network hostable DHCP agents. Network: 9715cafd-a0a4-47ed-8094-6183443bdbe1, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:12.530924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:12.542867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.552661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9715cafd-a0a4-47ed-8094-6183443bdbe1) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:12.557098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:12.557937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.562926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef101ee-d8b0-49cb-a1c4-3b2d65312af7 None None] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:12.602349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f280c7bf-c1ee-40cd-abea-427cfa6c5710 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:12.629995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f280c7bf-c1ee-40cd-abea-427cfa6c5710 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:12.635545 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f280c7bf-c1ee-40cd-abea-427cfa6c5710 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2217793 Apr 22 14:44:12.636332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35472) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.645453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331811174'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:12.653806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:12.671033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:12.691715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 9cdb2582-e158-4d9e-824b-2be3f38bde6e owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:12.746866 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d441087-1b3e-4659-8b78-060104584c8d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1602011 Apr 22 14:44:12.750505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:12.759398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Request body: {'port': {'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1', 'name': 'tempest-TagsExtTest-370971581'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:12.850220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.871197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bfac157-4e4b-4427-807d-8a7d7b563a35 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:12.921339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-9715cafd-a0a4-47ed-8094-6183443bdbe1', 'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1', 'tenant_id': '1e842e2132824c298625f00e42e59e02', 'fixed_ips': [{'subnet_id': 'd316dc4b-f006-427b-8e51-1db708c333a8'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:12.922841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.938328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:12.976048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:12.980658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:12.984282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:12.992023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:13.023108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:13.029003 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Usage tracker for resource:port and tenant:1e842e2132824c298625f00e42e59e02 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:13.032418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:13.039033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:13.041326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.053478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.062687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.102624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=9cdb2582-e158-4d9e-824b-2be3f38bde6e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.113532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f24c3-9a99-4df8-a69a-cad982c1f915,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.113831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.143264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:13.143630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.144890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Made reservation on behalf of 1e842e2132824c298625f00e42e59e02 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:13.148040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.168925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.173267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.177115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6f3dfd8-74aa-460b-be98-8b97e597c200 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5350864 Apr 22 14:44:13.178072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35480) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.183991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] device_id is not set on port 1fd189d6-34f8-4359-89d4-368279058195 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:44:13.184500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869970924'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:13.190143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.226690 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1ab8f5a5-8b9d-44a7-bec3-0cb57e1a3006 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/9cdb2582-e158-4d9e-824b-2be3f38bde6e HTTP/1.1" status: 204 len: 168 time: 1.2691455 Apr 22 14:44:13.229921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35484) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.250082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:13.275782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:13.285525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Could not find standard attr ID for object 9cdb2582-e158-4d9e-824b-2be3f38bde6e. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:44:13.308035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Allocated IP 172.20.0.2 (9715cafd-a0a4-47ed-8094-6183443bdbe1/d316dc4b-f006-427b-8e51-1db708c333a8/d8a12275-e689-4a8d-8ed7-3b35da85b446) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:13.308282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:13.316915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:13.331043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Provisioning for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:13.333823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:13.394910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.408562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:13.408941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92fb6f76-d63d-481b-b671-992a5170c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.425973 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eca4508-cf9c-4b43-8ceb-39eb99c5bfde tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] GET failed (client error): The resource could not be found. Apr 22 14:44:13.426635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2eca4508-cf9c-4b43-8ceb-39eb99c5bfde tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Synchronizing usage tracker for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:13.460005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2eca4508-cf9c-4b43-8ceb-39eb99c5bfde tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Unset dirty status for tenant:1f38057873f241588dc59ee3b6c4b7d0 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:13.461382 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2eca4508-cf9c-4b43-8ceb-39eb99c5bfde tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports/9cdb2582-e158-4d9e-824b-2be3f38bde6e HTTP/1.1" status: 404 len: 333 time: 0.2309012 Apr 22 14:44:13.464199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35488) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.473415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:13.480724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:13.519189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:13.525730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:13.530072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd378-bfd5-48ec-97c8-05eb5fc844ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.557621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd378-bfd5-48ec-97c8-05eb5fc844ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.605213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd378-bfd5-48ec-97c8-05eb5fc844ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.627411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bd378-bfd5-48ec-97c8-05eb5fc844ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eead00-d0c5-4057-bf52-53aa67b498c8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.643568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd378-bfd5-48ec-97c8-05eb5fc844ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.644667 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cf8bd378-bfd5-48ec-97c8-05eb5fc844ed tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6eead00-d0c5-4057-bf52-53aa67b498c8 HTTP/1.1" status: 204 len: 168 time: 0.1795566 Apr 22 14:44:13.647544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35492) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.657111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.670464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Transition to ACTIVE for port object d8a12275-e689-4a8d-8ed7-3b35da85b446 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:13.690032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Transition to ACTIVE for port object d8a12275-e689-4a8d-8ed7-3b35da85b446 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:13.697418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.698657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.706249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.769051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:13.772585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:13.774947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc554d6a-2a60-4da1-8042-92d03c16455a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.777510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:13.779574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c602dec9-fd46-4c1c-9cfc-dbff360dac39 None None] Could not find standard attr ID for object 9cdb2582-e158-4d9e-824b-2be3f38bde6e. {{(pid=84060) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 14:44:13.780810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Pushing event updated for resources: {'Port': ['ID=d8a12275-e689-4a8d-8ed7-3b35da85b446,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.816446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-46ef1b42-ac60-4170-9e6f-5cdde8465c6d {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:13.816908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:13.818337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc554d6a-2a60-4da1-8042-92d03c16455a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.852196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b15cb73-1a49-4123-8839-d7f448522774,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.867398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc554d6a-2a60-4da1-8042-92d03c16455a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.871527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Attempting to bind port d8a12275-e689-4a8d-8ed7-3b35da85b446 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:13.872074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Attempting to bind port d8a12275-e689-4a8d-8ed7-3b35da85b446 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:13.872234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Attempting to bind port d8a12275-e689-4a8d-8ed7-3b35da85b446 on network 9715cafd-a0a4-47ed-8094-6183443bdbe1 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:13.873604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.878248 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-98c51b41-56af-431a-a84d-3b46d12d13a4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6998856 Apr 22 14:44:13.879037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35496) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.879662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:13.880077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Checking segment: {'id': '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:13.880477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.880860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Bound using segment: {'id': '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:13.881345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Bound port: d8a12275-e689-4a8d-8ed7-3b35da85b446, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9715cafd-a0a4-47ed-8094-6183443bdbe1'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:13.881707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.889883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '4d5f24c3-9a99-4df8-a69a-cad982c1f915', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b15cb73-1a49-4123-8839-d7f448522774', 'remote_ip_prefix': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:13.897457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc554d6a-2a60-4da1-8042-92d03c16455a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0046495-a601-4e18-ade5-195d117f85fc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:13.901713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:13.908768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:13.911893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc554d6a-2a60-4da1-8042-92d03c16455a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.915625 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bc554d6a-2a60-4da1-8042-92d03c16455a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/security-groups/f0046495-a601-4e18-ade5-195d117f85fc HTTP/1.1" status: 204 len: 168 time: 0.2644086 Apr 22 14:44:13.915625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:13.915849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35500) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:13.920525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:13.947337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:13.981321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] For port d8a12275-e689-4a8d-8ed7-3b35da85b446, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:13.984393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] For port d8a12275-e689-4a8d-8ed7-3b35da85b446, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d8a12275-e689-4a8d-8ed7-3b35da85b446,segment=NetworkSegment(033c1c7f-02ca-4267-b8ce-f7c8b873d7ca),segment_id=033c1c7f-02ca-4267-b8ce-f7c8b873d7ca)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:13.989540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.035576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.040608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1289a2c7-f0d1-4ce4-a4cc-7c30eca9b703 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.042101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.066262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa605a71-5ccc-49fb-8bd9-28d00c866dd0 None None] Pushing event updated for resources: {'Port': ['ID=d8a12275-e689-4a8d-8ed7-3b35da85b446,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.070289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5c18bf-ef09-448e-b1a6-399bd5891813,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.092985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.094601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-27c4bbb4-33d5-4169-8c12-237b68472ca2 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2114661 Apr 22 14:44:14.097369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:14.112220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1289a2c7-f0d1-4ce4-a4cc-7c30eca9b703 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.112925 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:44:14.135063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0489498-aa59-4538-b093-1cfb84b3436e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.142986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 79620739-c301-415b-babf-9381fd310942 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:14.143317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.146956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0489498-aa59-4538-b093-1cfb84b3436e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.174141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0489498-aa59-4538-b093-1cfb84b3436e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.198569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0489498-aa59-4538-b093-1cfb84b3436e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e5c18bf-ef09-448e-b1a6-399bd5891813,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.201397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c0489498-aa59-4538-b093-1cfb84b3436e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.203081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c0489498-aa59-4538-b093-1cfb84b3436e tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1e5c18bf-ef09-448e-b1a6-399bd5891813 HTTP/1.1" status: 204 len: 168 time: 0.1044867 Apr 22 14:44:14.206067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35508) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:14.295619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2914cb5d-9c33-459f-9393-4ca4796da6bc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:14.301145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1289a2c7-f0d1-4ce4-a4cc-7c30eca9b703 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.320568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.335934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289a2c7-f0d1-4ce4-a4cc-7c30eca9b703 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa07c90-9265-4a88-a1f1-8d3a1270683f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.354340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2914cb5d-9c33-459f-9393-4ca4796da6bc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:14.355484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1289a2c7-f0d1-4ce4-a4cc-7c30eca9b703 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.356096 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2914cb5d-9c33-459f-9393-4ca4796da6bc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1496019 Apr 22 14:44:14.358931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1289a2c7-f0d1-4ce4-a4cc-7c30eca9b703 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/security-groups/1fa07c90-9265-4a88-a1f1-8d3a1270683f HTTP/1.1" status: 204 len: 168 time: 0.4399343 Apr 22 14:44:14.359673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35512) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:14.359855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:14.396169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.397189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.454827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] device_id is not set on port 9262bffb-db5d-449c-9625-37f8677e00d0 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:44:14.520038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 79620739-c301-415b-babf-9381fd310942 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:14.681503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3620063d-cd6c-40b9-8448-a0b7fde40e8a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.692315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.736881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=79620739-c301-415b-babf-9381fd310942,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:14.759880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3620063d-cd6c-40b9-8448-a0b7fde40e8a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.777913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Allocated IP 172.20.0.14 (9715cafd-a0a4-47ed-8094-6183443bdbe1/d316dc4b-f006-427b-8e51-1db708c333a8/9262bffb-db5d-449c-9625-37f8677e00d0) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:14.796816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet c33127e4-77c4-49f0-a034-5fdb76c487e0 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:14.806620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.912415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d8a12275-e689-4a8d-8ed7-3b35da85b446 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:14.924166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:14.959426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3620063d-cd6c-40b9-8448-a0b7fde40e8a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.016887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620063d-cd6c-40b9-8448-a0b7fde40e8a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b15cb73-1a49-4123-8839-d7f448522774,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:15.058638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d8a12275-e689-4a8d-8ed7-3b35da85b446 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:15.166054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3620063d-cd6c-40b9-8448-a0b7fde40e8a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.167259 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3620063d-cd6c-40b9-8448-a0b7fde40e8a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b15cb73-1a49-4123-8839-d7f448522774 HTTP/1.1" status: 204 len: 168 time: 0.8049970 Apr 22 14:44:15.172398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35522) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.177415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35526) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.233850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.237132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.285165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.297743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b9897b0a-6d58-4a50-9af3-e104a726b6d5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/0db2a561-d151-4f19-a30c-6cec54ea59a9 HTTP/1.1" status: 200 len: 992 time: 0.1163273 Apr 22 14:44:15.319241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Transition to ACTIVE for port object 9262bffb-db5d-449c-9625-37f8677e00d0 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:15.326322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fdeba-cb92-4db2-ae30-e886b388db8f None None] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:15.371806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-12533466-7bb3-4d15-aff6-766efec0df3c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:15.392292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.434267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.461906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] Provisioning for port d8a12275-e689-4a8d-8ed7-3b35da85b446 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:15.479937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] Provisioning complete for port d8a12275-e689-4a8d-8ed7-3b35da85b446 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:15.480600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.486597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=c33127e4-77c4-49f0-a034-5fdb76c487e0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:15.489155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-12533466-7bb3-4d15-aff6-766efec0df3c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:15.490470 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-12533466-7bb3-4d15-aff6-766efec0df3c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3162236 Apr 22 14:44:15.494994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35532) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.505206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.517511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329f2ae-2749-4732-b5a0-6c39ce4c2699 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:15.531391 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9be2ad9-fa4c-4c05-ab90-a2cc1f083fd7 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/c33127e4-77c4-49f0-a034-5fdb76c487e0 HTTP/1.1" status: 204 len: 168 time: 1.1672447 Apr 22 14:44:15.535902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35538) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.567224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:15.577813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:15.580297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:15.613783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event updated for resources: {'Port': ['ID=9262bffb-db5d-449c-9625-37f8677e00d0,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:15.655572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35542) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.663564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 9ca8ad9d-a825-4b31-9413-b751341134ad {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:15.723173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:15.723803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.729165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.838283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-666ae605-1c98-4ce4-92c6-d3864b4f450c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.858479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.870151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-666ae605-1c98-4ce4-92c6-d3864b4f450c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.896281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router 9676aaac-33a7-492d-96fd-c76178ba5f11 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:15.945354 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1df827aa-b592-4879-ba8c-a60a7caeb4c2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1905460 Apr 22 14:44:15.946097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] For port d8a12275-e689-4a8d-8ed7-3b35da85b446, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d8a12275-e689-4a8d-8ed7-3b35da85b446,segment=NetworkSegment(033c1c7f-02ca-4267-b8ce-f7c8b873d7ca),segment_id=033c1c7f-02ca-4267-b8ce-f7c8b873d7ca)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:15.947109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:15.951767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.964535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:15.993471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1301475832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:16.052081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81641-9f75-4625-9e40-3b1343e925d9 None None] Pushing event updated for resources: {'Port': ['ID=d8a12275-e689-4a8d-8ed7-3b35da85b446,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:16.060569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:16.062088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-666ae605-1c98-4ce4-92c6-d3864b4f450c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.073583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Usage tracker for resource:router and tenant:1e842e2132824c298625f00e42e59e02 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:16.089602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:16.101812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ae605-1c98-4ce4-92c6-d3864b4f450c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f24c3-9a99-4df8-a69a-cad982c1f915,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:16.111363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:16.127722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:16.141941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] Sync routers for ids ['9676aaac-33a7-492d-96fd-c76178ba5f11'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:16.158948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-666ae605-1c98-4ce4-92c6-d3864b4f450c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.162596 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-666ae605-1c98-4ce4-92c6-d3864b4f450c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d5f24c3-9a99-4df8-a69a-cad982c1f915 HTTP/1.1" status: 204 len: 168 time: 0.6634135 Apr 22 14:44:16.163706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35550) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.164913 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7e69a870-ae63-4123-9d18-811031852126 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/9676aaac-33a7-492d-96fd-c76178ba5f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7528880 Apr 22 14:44:16.165622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35552) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.166569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 3d1a6356-2b16-4cbf-9d30-82775f2cd10e {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:16.166911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.211898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.212871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.218349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c2593e1d-7e83-42fc-91e0-58ec637231ef tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:16.240042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c2593e1d-7e83-42fc-91e0-58ec637231ef tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:16.242196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2593e1d-7e83-42fc-91e0-58ec637231ef tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=9676aaac-33a7-492d-96fd-c76178ba5f11 HTTP/1.1" status: 200 len: 205 time: 0.0756004 Apr 22 14:44:16.244449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35558) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.276143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] Routers {'9676aaac-33a7-492d-96fd-c76178ba5f11'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:16.280263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9676aaac-33a7-492d-96fd-c76178ba5f11'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.412468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.412840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.414960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.452802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] Routers {'9676aaac-33a7-492d-96fd-c76178ba5f11'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:16.453430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['9676aaac-33a7-492d-96fd-c76178ba5f11'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.462399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.527798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:16.528266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d6565-f582-4b34-b13d-0c304d7bcc2d None None] The sync data for ids ['9676aaac-33a7-492d-96fd-c76178ba5f11'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:16.529991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-19d722f9-cc65-4ef7-99b4-e6babe498cf5 None None] Provisioning for port 9262bffb-db5d-449c-9625-37f8677e00d0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:16.535456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-19d722f9-cc65-4ef7-99b4-e6babe498cf5 None None] Provisioning complete for port 9262bffb-db5d-449c-9625-37f8677e00d0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:16.535857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-19d722f9-cc65-4ef7-99b4-e6babe498cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.540575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.590017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 3d1a6356-2b16-4cbf-9d30-82775f2cd10e owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:16.592431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-19d722f9-cc65-4ef7-99b4-e6babe498cf5 None None] Port 9262bffb-db5d-449c-9625-37f8677e00d0 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:16.606881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-19d722f9-cc65-4ef7-99b4-e6babe498cf5 None None] Provisioning complete for port d8a12275-e689-4a8d-8ed7-3b35da85b446 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:16.607664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-19d722f9-cc65-4ef7-99b4-e6babe498cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.726410 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-edf7b3a1-8b39-4c9d-93cf-8caa078ac06c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5612009 Apr 22 14:44:16.727795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.734200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35562) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.752963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--35719145'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:16.767568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:16.779178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:16.787445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:16.794375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:16.796887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.802382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.850190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d8a12275-e689-4a8d-8ed7-3b35da85b446 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:16.871268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca8ad9d-a825-4b31-9413-b751341134ad,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:16.888209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.892831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.934593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.935796 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0287516a-5b13-49c2-bbc6-230f1c70b3a3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9877725 Apr 22 14:44:16.948441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35566) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.952145 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0f040971-c20b-4ec2-8578-eac55c6f40e0 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/9ca8ad9d-a825-4b31-9413-b751341134ad HTTP/1.1" status: 204 len: 168 time: 1.4130247 Apr 22 14:44:16.952294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8472a45d-55db-47ab-841c-262e520da2d6 None None] Provisioning complete for port 9262bffb-db5d-449c-9625-37f8677e00d0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:16.952294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8472a45d-55db-47ab-841c-262e520da2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:16.952762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35570) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:16.960512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-077d339e-2b2f-49ec-9873-990f71155af5 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1215216090', 'prefixes': ['172.20.0.0/16']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:16.974251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-077d339e-2b2f-49ec-9873-990f71155af5 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:16.999224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.010804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8472a45d-55db-47ab-841c-262e520da2d6 None None] Port 9262bffb-db5d-449c-9625-37f8677e00d0 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:17.012807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a5adc-0479-4634-bfcf-ba5f9b797481 None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:17.032628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:17.052314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:17.055761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=3d1a6356-2b16-4cbf-9d30-82775f2cd10e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:17.059909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:17.062308 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a857c9-42ec-48c8-a255-a9d07e13dcee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:17.062456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a857c9-42ec-48c8-a255-a9d07e13dcee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:17.064048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-92a857c9-42ec-48c8-a255-a9d07e13dcee tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/c33127e4-77c4-49f0-a034-5fdb76c487e0 HTTP/1.1" status: 404 len: 337 time: 0.1106927 Apr 22 14:44:17.067086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35574) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.070176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:17.072661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.114535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.134938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d8a12275-e689-4a8d-8ed7-3b35da85b446 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:17.135302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.213885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.224768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.225290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router 9676aaac-33a7-492d-96fd-c76178ba5f11 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:17.246589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1c2e419b-ce3a-49a4-ae07-08a9e9c66f5a None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:17.246951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1c2e419b-ce3a-49a4-ae07-08a9e9c66f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.249013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.250171 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-992ab38f-fff1-44cf-afea-7f4fbf41466a tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/9676aaac-33a7-492d-96fd-c76178ba5f11 HTTP/1.1" status: 204 len: 168 time: 1.0046928 Apr 22 14:44:17.253185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35578) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.364384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.373503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting subnet 431c0f7d-17e4-4c65-94af-f060e8845ac9 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:17.379862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.398484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e419b-ce3a-49a4-ae07-08a9e9c66f5a None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:17.426107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.436046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1c2e419b-ce3a-49a4-ae07-08a9e9c66f5a None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:17.436428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1c2e419b-ce3a-49a4-ae07-08a9e9c66f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.440514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-077d339e-2b2f-49ec-9873-990f71155af5 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for subnetpool, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.445705 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-077d339e-2b2f-49ec-9873-990f71155af5 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4946294 Apr 22 14:44:17.450966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35582) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.471379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-364bac9e-11f4-4eec-9488-b3e5803158ae tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-1877216357') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:17.499008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.520268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.524837 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7864470 Apr 22 14:44:17.525923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35586) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.529705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbf8fd-50da-488d-8cdf-9745ba8ad457 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0939a01-cf16-4709-95ea-6d4777ce481d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:17.540734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': 'c0939a01-cf16-4709-95ea-6d4777ce481d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:17.548276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:17.552649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:17.557626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:17.566051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:17.588464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet fe9f4093-97d5-4089-898b-3f56a16fea12 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:17.593743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.611937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.664268 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.703594 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-364bac9e-11f4-4eec-9488-b3e5803158ae tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-1877216357 HTTP/1.1" status: 201 len: 201 time: 0.2433531 Apr 22 14:44:17.706817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35590) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.723615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.769478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-6a4fe31e-3896-471d-8381-b92ab2925551 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-617539890') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:17.810523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.857724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.910614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Subnet': ['ID=431c0f7d-17e4-4c65-94af-f060e8845ac9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:17.921395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.927924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.929925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-852aa696-0f92-415b-821d-86071ac27f8d tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/431c0f7d-17e4-4c65-94af-f060e8845ac9 HTTP/1.1" status: 204 len: 168 time: 0.8618877 Apr 22 14:44:17.935256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35594) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.975144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2b4537-c00e-4cba-8771-3c597577d43c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:17.975943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2b4537-c00e-4cba-8771-3c597577d43c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:17.977227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-da2b4537-c00e-4cba-8771-3c597577d43c tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/de45abc7-2fa4-4488-9885-dd3c7abd2c88 HTTP/1.1" status: 404 len: 337 time: 0.0411696 Apr 22 14:44:17.978682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:17.982597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35598) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:17.992904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.040019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db41aaa-8d04-45ae-83bd-5cfaf4196548,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:18.054331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9f4093-97d5-4089-898b-3f56a16fea12,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:18.064952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a994a7db-1de6-4fa3-9172-5780161b5c34 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b75e3ea-6597-46af-852f-51837fdca7f8 HTTP/1.1" status: 200 len: 205 time: 0.0568719 Apr 22 14:44:18.067848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.069629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9224eeb2-b00c-41d6-ba87-aaf7a53ce4ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/fe9f4093-97d5-4089-898b-3f56a16fea12 HTTP/1.1" status: 204 len: 168 time: 0.8140366 Apr 22 14:44:18.070259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35602) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.072368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35604) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.076842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.078208 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6df62b82-23e9-4bdd-9545-601bde709374 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5498426 Apr 22 14:44:18.078336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc5e2a-e7bc-4323-bee4-65b858c3668d None None] Network cb842a17-0a45-493a-8294-f75b0ba11a21 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:18.090691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35610) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.149549 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-e884cbcb-ff21-4825-8419-39fdb29d533f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] delete failed (client error): The resource could not be found. Apr 22 14:44:18.153130 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e884cbcb-ff21-4825-8419-39fdb29d533f tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/routers/5b75e3ea-6597-46af-852f-51837fdca7f8 HTTP/1.1" status: 404 len: 336 time: 0.0781112 Apr 22 14:44:18.153965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35614) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.157863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b451d-8a6f-43fd-8731-934ba990e6ec None None] Network 67a34de3-7b24-4375-aa8f-70b25aac4bbd requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:18.199812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a263673-09ac-43ea-ad40-5d8cd738abc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.200692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a263673-09ac-43ea-ad40-5d8cd738abc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.204264 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4a263673-09ac-43ea-ad40-5d8cd738abc2 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/01c3c6cc-06f7-4689-886f-28cec0886c83 HTTP/1.1" status: 404 len: 337 time: 0.0464454 Apr 22 14:44:18.205459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35618) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.261811 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea58069b-5e97-448d-917d-95f94722b2bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.262755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea58069b-5e97-448d-917d-95f94722b2bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.267737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ea58069b-5e97-448d-917d-95f94722b2bb tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/516f2e54-083b-4ab1-ae3e-dc1b6b814f98 HTTP/1.1" status: 404 len: 337 time: 0.0613010 Apr 22 14:44:18.268325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35622) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.320958 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28c20ea-4649-4aeb-9844-5b5fddbf4394 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.321306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28c20ea-4649-4aeb-9844-5b5fddbf4394 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.325894 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c28c20ea-4649-4aeb-9844-5b5fddbf4394 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/a84858e2-cdaa-4609-972f-7484a5a6346e HTTP/1.1" status: 404 len: 337 time: 0.0543375 Apr 22 14:44:18.327909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35626) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.332999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b148200-b89b-422f-957b-1f8fe65610fa tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.350659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b148200-b89b-422f-957b-1f8fe65610fa tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.359428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.374778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5554ca-1dd1-4526-8f6e-9208e8c25de5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.375649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5554ca-1dd1-4526-8f6e-9208e8c25de5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.379877 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bb5554ca-1dd1-4526-8f6e-9208e8c25de5 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/d8b43466-4183-48d5-94e8-ecc805bf95b8 HTTP/1.1" status: 404 len: 333 time: 0.0480874 Apr 22 14:44:18.381202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35630) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.382614 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6a4fe31e-3896-471d-8381-b92ab2925551 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-617539890 HTTP/1.1" status: 201 len: 201 time: 0.6748004 Apr 22 14:44:18.384097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35632) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.391548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cdea86ac-4abd-48be-b6ad-05ef9c6f463b None None] Provisioning complete for port 7cedce72-16dd-4242-bc04-1d34130ef09f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:18.391745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-4834e935-7339-48d4-a9d2-a58b399f715d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-1511050703') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:18.391911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cdea86ac-4abd-48be-b6ad-05ef9c6f463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.418484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:18.418484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.457437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0addb970-5ae2-48ac-9760-211386d84cb9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.458038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0addb970-5ae2-48ac-9760-211386d84cb9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.475331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b148200-b89b-422f-957b-1f8fe65610fa tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.487821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0addb970-5ae2-48ac-9760-211386d84cb9 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/5b9e8f6e-5900-4e2b-8de4-6ac34bf2606c HTTP/1.1" status: 404 len: 337 time: 0.1039946 Apr 22 14:44:18.488062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b148200-b89b-422f-957b-1f8fe65610fa tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.489066 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b148200-b89b-422f-957b-1f8fe65610fa tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1db41aaa-8d04-45ae-83bd-5cfaf4196548 HTTP/1.1" status: 204 len: 168 time: 0.3972926 Apr 22 14:44:18.491472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-cdea86ac-4abd-48be-b6ad-05ef9c6f463b None None] Port 7cedce72-16dd-4242-bc04-1d34130ef09f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:18.494515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35640) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.494834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35642) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.513817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b148200-b89b-422f-957b-1f8fe65610fa tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1db41aaa-8d04-45ae-83bd-5cfaf4196548,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:18.533588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cdea86ac-4abd-48be-b6ad-05ef9c6f463b None None] Provisioning complete for port 3bfac157-4e4b-4427-807d-8a7d7b563a35 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:18.534121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cdea86ac-4abd-48be-b6ad-05ef9c6f463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.567414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 4875e513-06b0-4385-8e34-6113a0a951a3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:18.581382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb0102b-47dd-4fef-9c3e-4404a8013eae tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.581905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb0102b-47dd-4fef-9c3e-4404a8013eae tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.583647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0cb0102b-47dd-4fef-9c3e-4404a8013eae tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/4be266bf-5c9a-4e83-ba35-80787876f48d HTTP/1.1" status: 404 len: 337 time: 0.0877500 Apr 22 14:44:18.591253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35648) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.631135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] DHCP port deletion for cb842a17-0a45-493a-8294-f75b0ba11a21 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:18.644000 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4834e935-7339-48d4-a9d2-a58b399f715d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-1511050703 HTTP/1.1" status: 201 len: 201 time: 0.2588716 Apr 22 14:44:18.645743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Deleting port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:18.646447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.650607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35652) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.663669 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6bfdbe-aa0e-4f1f-9c38-de57c7e08d65 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.664108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6bfdbe-aa0e-4f1f-9c38-de57c7e08d65 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.668289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-da6bfdbe-aa0e-4f1f-9c38-de57c7e08d65 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/63ad13ff-4d6d-4f2b-8107-63f696f41bc6 HTTP/1.1" status: 404 len: 333 time: 0.0740743 Apr 22 14:44:18.669716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35654) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.720177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-9156e30e-9646-4df3-bdca-2ed367e0914d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-364577144') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:18.726195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-33a5abd7-05e1-4cfa-ba22-9ac358d85037 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:18.736185 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ef0b2d-3aa7-4d97-87cb-b13f5a8229c1 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.736628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ef0b2d-3aa7-4d97-87cb-b13f5a8229c1 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.740681 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6ef0b2d-3aa7-4d97-87cb-b13f5a8229c1 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/93fbc11d-7269-4155-a828-35862534ebe2 HTTP/1.1" status: 404 len: 337 time: 0.0663960 Apr 22 14:44:18.742605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35660) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.757776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] DHCP port deletion for 67a34de3-7b24-4375-aa8f-70b25aac4bbd request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:18.805222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d0dcda-0056-48bf-b68e-0f26347c992a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] DELETE failed (client error): The resource could not be found. Apr 22 14:44:18.805651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d0dcda-0056-48bf-b68e-0f26347c992a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:44:18.807283 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-82d0dcda-0056-48bf-b68e-0f26347c992a tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/subnets/ced76e83-984e-43c1-bfd1-a088a2167b3e HTTP/1.1" status: 404 len: 337 time: 0.0594568 Apr 22 14:44:18.808971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] Deleting port 3bfac157-4e4b-4427-807d-8a7d7b563a35 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:18.809410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.810052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35664) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.844957 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9156e30e-9646-4df3-bdca-2ed367e0914d tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-364577144 HTTP/1.1" status: 201 len: 201 time: 0.1421609 Apr 22 14:44:18.845969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35668) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.861448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-ff44105d-1f59-4b08-a5de-ee54ba6f2ef4 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:18.884587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:18.887203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:18.891691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-33a5abd7-05e1-4cfa-ba22-9ac358d85037 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:18.895666 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-33a5abd7-05e1-4cfa-ba22-9ac358d85037 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3955812 Apr 22 14:44:18.895810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.904316 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] Sync routers for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:18.911392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35672) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:18.921017 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:18.921910 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:18.959002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,segment=NetworkSegment(547dd09d-7576-45c2-bc8a-4081efbb9ab8),segment_id=547dd09d-7576-45c2-bc8a-4081efbb9ab8)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:18.959002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:18.962880 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3657f3cd-bc24-4fe9-b894-ec9f48c36154 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/0db2a561-d151-4f19-a30c-6cec54ea59a9 HTTP/1.1" status: 204 len: 168 time: 3.3043587 Apr 22 14:44:18.963552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:19.014733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Deleting port 7cedce72-16dd-4242-bc04-1d34130ef09f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:19.015705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.030509 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b32271d-3fee-4f06-8cf9-7d9e83ecdae2'] response: {'name': 'network-changed', 'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'status': 'completed', 'code': 200} Apr 22 14:44:19.133231 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:19.160627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] For port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,segment=NetworkSegment(547dd09d-7576-45c2-bc8a-4081efbb9ab8),segment_id=547dd09d-7576-45c2-bc8a-4081efbb9ab8)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:19.161275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.186899 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-df026819-8064-4478-b84d-92bad5b8bb08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 1098 time: 0.1255710 Apr 22 14:44:19.195353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.267817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:19.380419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] For port 3bfac157-4e4b-4427-807d-8a7d7b563a35, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bfac157-4e4b-4427-807d-8a7d7b563a35,segment=NetworkSegment(e42bf2b1-50c7-49e1-ba74-163a4c7d97ec),segment_id=e42bf2b1-50c7-49e1-ba74-163a4c7d97ec)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:19.380419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.461208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03499327-412c-4874-b413-3a3fec758634 req-149ae1a0-3ca8-4f7a-a168-84f8946ef90e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:19.467000 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-149ae1a0-3ca8-4f7a-a168-84f8946ef90e service neutron] 10.222.0.24 "GET /v2.0/networks?id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 200 len: 897 time: 0.2762816 Apr 22 14:44:19.468912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25c2a586-ccf1-43cd-b9d5-e2fb3b5e12bb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.500311 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:15Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:19.504584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] Checking router: 4875e513-06b0-4385-8e34-6113a0a951a3 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:19.515274 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:19.515913 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:19.521749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ff44105d-1f59-4b08-a5de-ee54ba6f2ef4 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags HTTP/1.1" status: 200 len: 241 time: 0.6730433 Apr 22 14:44:19.524113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.527786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35684) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:19.540001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] Calling delete_port for 3bfac157-4e4b-4427-807d-8a7d7b563a35 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:19.574897 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-12c840df-bdff-498e-af69-b10f0af4f09a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 200 len: 217 time: 0.0981739 Apr 22 14:44:19.631724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-b5ea6baf-3acb-4c53-89ed-3894f1570a70 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-1877216357') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:19.688349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:19.708372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25c2a586-ccf1-43cd-b9d5-e2fb3b5e12bb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.708602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03499327-412c-4874-b413-3a3fec758634 req-b9c17120-ef25-4f43-872c-1ee994d7320b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:19.710043 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-b9c17120-ef25-4f43-872c-1ee994d7320b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce HTTP/1.1" status: 200 len: 835 time: 0.1273847 Apr 22 14:44:19.723132 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:19.751852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No DVR routers for this DVR port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:19.827536 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-53b033e2-3600-49aa-96df-6437d422a563 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110449 Apr 22 14:44:19.832220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Calling delete_port for 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:19.907559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:19.907858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:19.910577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:19.950345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bfac157-4e4b-4427-807d-8a7d7b563a35 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:20.055061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.108147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] Pushing event deleted for resources: {'Port': ['ID=3bfac157-4e4b-4427-807d-8a7d7b563a35,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:20.110384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Port 3bfac157-4e4b-4427-807d-8a7d7b563a35 update to DOWN by agent not found {{(pid=84060) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 14:44:20.118872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41bcb6-0876-4d54-868b-7be898552976 None None] No DVR routers for this DVR port 3bfac157-4e4b-4427-807d-8a7d7b563a35 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:20.176868 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-d656fd40-4818-4455-98f8-a2e64af398cd service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426332 Apr 22 14:44:20.187824 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:15Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.191683 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606b43-12ea-46a9-be7f-fed8fd08c11e None None] The sync data for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv is: [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'c8b44742-01df-4153-9822-9823fd3e8c7e', 'name': '', 'network_id': '884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:04:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:58Z', 'updated_at': '2022-04-22T14:43:15Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:20.244315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Calling delete_port for 7cedce72-16dd-4242-bc04-1d34130ef09f owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:20.292907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.307955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25c2a586-ccf1-43cd-b9d5-e2fb3b5e12bb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.328152 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-03499327-412c-4874-b413-3a3fec758634 req-cd767bdb-f1d5-4c8f-b2d1-e19a795369ba service neutron] 10.222.0.24 "GET /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445780 Apr 22 14:44:20.357630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a586-ccf1-43cd-b9d5-e2fb3b5e12bb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0939a01-cf16-4709-95ea-6d4777ce481d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:20.374157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb842a17-0a45-493a-8294-f75b0ba11a21']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.396015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547dd09d-7576-45c2-bc8a-4081efbb9ab8') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.396309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547dd09d-7576-45c2-bc8a-4081efbb9ab8') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.409517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Deleting port 5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:20.410130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.415512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b5ea6baf-3acb-4c53-89ed-3894f1570a70 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-1877216357 HTTP/1.1" status: 204 len: 168 time: 0.8506086 Apr 22 14:44:20.416072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35694) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.424787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-675226ef-f6da-48b2-83d6-11e0d9243501 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-1877216357') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.426326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.452875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.467225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daa427-f35d-4ed7-961d-450554bee9d1 req-3a8e6d41-3ae0-49b8-9b82-4d9d9c9d31f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:20.468652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-35daa427-f35d-4ed7-961d-450554bee9d1 req-3a8e6d41-3ae0-49b8-9b82-4d9d9c9d31f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.6308017 Apr 22 14:44:20.470613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:20.470744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.485834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25c2a586-ccf1-43cd-b9d5-e2fb3b5e12bb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.486886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-25c2a586-ccf1-43cd-b9d5-e2fb3b5e12bb tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/c0939a01-cf16-4709-95ea-6d4777ce481d HTTP/1.1" status: 204 len: 168 time: 1.5725317 Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:20.487824 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:20.492742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35698) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.496916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9a388-c885-40f3-95bc-5e2ad2df5fb6 None None] New status for floating IP 0db2a561-d151-4f19-a30c-6cec54ea59a9: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:44:20.506271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.565806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d5d173e7-06f3-4bb0-8338-93c29dfed199 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:20.586450 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-675226ef-f6da-48b2-83d6-11e0d9243501 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-1877216357 HTTP/1.1" status: 204 len: 168 time: 0.1670172 Apr 22 14:44:20.586698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35702) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.592583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-fbf791fd-19c1-4714-ae7d-18b5475f6b9f tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.606137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc4ef3-9ca9-42d6-836b-87b416f2ad4a None None] The port '5bd3ab6e-2632-4c1c-b2ca-00bd49c674c3' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:20.620660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d5d173e7-06f3-4bb0-8338-93c29dfed199 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:20.620925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Port': ['ID=7cedce72-16dd-4242-bc04-1d34130ef09f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:20.627020 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d5d173e7-06f3-4bb0-8338-93c29dfed199 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1329498 Apr 22 14:44:20.630815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35706) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.636729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--802362980'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:20.650613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:20.653816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.670483 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-35daa427-f35d-4ed7-961d-450554bee9d1 req-0446d934-b63a-4ff1-a8fc-893a9feca767 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817856 Apr 22 14:44:20.671285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:20.672508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.691352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.694023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.700134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/cb842a17-0a45-493a-8294-f75b0ba11a21 HTTP/1.1" status: 204 len: 168 time: 2.6225734 Apr 22 14:44:20.700134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e760b35d-af84-4762-aa66-8599cde6ec97 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/ports/7cedce72-16dd-4242-bc04-1d34130ef09f HTTP/1.1" status: 204 len: 168 time: 1.8881762 Apr 22 14:44:20.700631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35710) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.702712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35714) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.703002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c78518-3497-4950-beb6-9cc10907fc75 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=cb842a17-0a45-493a-8294-f75b0ba11a21,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:20.707378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1197859752', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:20.716346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:20.724371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:router and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:20.729500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:20.735627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:20.749241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.750550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.770787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.793196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.818877 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fbf791fd-19c1-4714-ae7d-18b5475f6b9f tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags HTTP/1.1" status: 200 len: 205 time: 0.2311873 Apr 22 14:44:20.821518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35718) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.828396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-bbb873a9-8c7d-4d69-b47d-216fc5bd898f tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.850082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:20.855195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.857666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:20.858581 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2148abd8-972e-438e-94e4-fae02eb404d8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1572986 Apr 22 14:44:20.861576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35722) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.864716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:20.873371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1647987776'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:20.877975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:20.884783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:20.889501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:20.893334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:20.899980 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bbb873a9-8c7d-4d69-b47d-216fc5bd898f tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags HTTP/1.1" status: 200 len: 240 time: 0.0745418 Apr 22 14:44:20.900161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:20.900430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35726) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.906110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-637d22c7-0e9b-4778-9277-d1f9786644bc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-617539890') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:20.928150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:20.977317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-637d22c7-0e9b-4778-9277-d1f9786644bc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-617539890 HTTP/1.1" status: 204 len: 168 time: 0.0756187 Apr 22 14:44:20.979863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35730) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:20.985414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-3161cf41-8b08-496b-aa70-cb9dc52e1fb9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-617539890') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.012919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:21.015799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.064143 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3161cf41-8b08-496b-aa70-cb9dc52e1fb9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-617539890 HTTP/1.1" status: 204 len: 168 time: 0.0831418 Apr 22 14:44:21.066727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35734) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.071985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-bc51215a-a585-426a-aa76-f2671488b6e0 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.116945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.136962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bc51215a-a585-426a-aa76-f2671488b6e0 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags HTTP/1.1" status: 200 len: 205 time: 0.0691462 Apr 22 14:44:21.139671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35738) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.145099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-f0973879-707e-42b2-8d0e-9b2feec9efb4 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.176994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a34de3-7b24-4375-aa8f-70b25aac4bbd']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.191542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:21.201470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.207888 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.208208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42bf2b1-50c7-49e1-ba74-163a4c7d97ec') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.221372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.235593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.235857 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b of type vlan for network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 Apr 22 14:44:21.237789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.281408 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f0973879-707e-42b2-8d0e-9b2feec9efb4 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags HTTP/1.1" status: 200 len: 241 time: 0.1407361 Apr 22 14:44:21.284430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35742) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.292331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-995cc23a-c589-49e4-9d69-e8fe982865e7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-1511050703') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.299546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.306777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15898778-29c1-46a6-b43b-aa66fedf2f03,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:21.327027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:21.327369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:21.347560 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:21.399536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.416406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-7bc8fc0c-8eed-4c3b-821c-b2500308d099 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:21.417175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-7bc8fc0c-8eed-4c3b-821c-b2500308d099 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:21.423103 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-995cc23a-c589-49e4-9d69-e8fe982865e7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-1511050703 HTTP/1.1" status: 204 len: 168 time: 0.1368363 Apr 22 14:44:21.425571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35746) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.430803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.431130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-64077f4a-fff5-410e-8185-9f7e2ebd72cc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-1511050703') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.432310 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4029ef33-33f8-496a-962b-147c1698cd15 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8002477 Apr 22 14:44:21.441806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35750) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.451398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '15898778-29c1-46a6-b43b-aa66fedf2f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:21.463238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:21.480327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:21.484056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.488177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:21.512447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.519314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:21.521123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-7bc8fc0c-8eed-4c3b-821c-b2500308d099 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:21.522262 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-7bc8fc0c-8eed-4c3b-821c-b2500308d099 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.4895675 Apr 22 14:44:21.533160 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] 10.222.0.32 "DELETE /v2.0/networks/67a34de3-7b24-4375-aa8f-70b25aac4bbd HTTP/1.1" status: 204 len: 168 time: 0.8293896 Apr 22 14:44:21.534149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.537850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:21.538426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.542244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5dec9-6a44-4464-9e24-c90ca0a562f3 tempest-PortsIpV6TestJSON-1794540894 tempest-PortsIpV6TestJSON-1794540894-project] Pushing event deleted for resources: {'Network': ['ID=67a34de3-7b24-4375-aa8f-70b25aac4bbd,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:21.576695 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-64077f4a-fff5-410e-8185-9f7e2ebd72cc tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-1511050703 HTTP/1.1" status: 204 len: 168 time: 0.1479154 Apr 22 14:44:21.577142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35756) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.585039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-d113afd7-2e47-4a39-81aa-a1bfa8666bda tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:21.691043 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8279622 Apr 22 14:44:21.692562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.693539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35760) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.708168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:21.732911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port e7708c30-ae63-446f-96e6-4f505b922ccb {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:21.733283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.818623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfdc6c-431d-4746-a43a-a47dabdb1db8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:21.833896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:21.862172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.898971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35768) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.906946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.954854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ac803e-1509-4d98-bb19-0a84768ff5d9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:21.985645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:21.989347 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-901c5a01-a8e1-4185-9da6-fa032e38bf00 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5442679 Apr 22 14:44:21.991169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35774) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:21.995933 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d113afd7-2e47-4a39-81aa-a1bfa8666bda tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags HTTP/1.1" status: 200 len: 205 time: 0.4148195 Apr 22 14:44:21.999250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35778) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.007977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-cecab903-ed12-4c3d-b803-6fe24a9dd886 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.024007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:22.030906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:22.036395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:22.049176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:22.068394 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cecab903-ed12-4c3d-b803-6fe24a9dd886 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags HTTP/1.1" status: 200 len: 240 time: 0.0681994 Apr 22 14:44:22.070886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:22.071153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.079263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-668c65c8-94bb-40a2-9113-cc37ebd29f9b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-364577144') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.094160 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4bae55ee-a676-4460-9784-360dc675e144 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules/07ac803e-1509-4d98-bb19-0a84768ff5d9 HTTP/1.1" status: 200 len: 705 time: 0.1018345 Apr 22 14:44:22.096965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35786) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.179219 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-668c65c8-94bb-40a2-9113-cc37ebd29f9b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-364577144 HTTP/1.1" status: 204 len: 168 time: 0.1070094 Apr 22 14:44:22.180617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c7828-472a-497b-80d3-aed785c53079 req-d80c24ac-4840-487c-9cc8-01d63ea1d58e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:22.181095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port e7708c30-ae63-446f-96e6-4f505b922ccb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7708c30-ae63-446f-96e6-4f505b922ccb,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:22.181464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.182086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-639c7828-472a-497b-80d3-aed785c53079 req-d80c24ac-4840-487c-9cc8-01d63ea1d58e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 945 time: 0.2457983 Apr 22 14:44:22.185551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35790) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.194102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-20a6d499-a95b-49b7-9c58-c3bb187eb8c3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-364577144') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.253878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.352425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8c64c504-0e10-4367-93b1-e3c19b44e55c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:22.394505 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-639c7828-472a-497b-80d3-aed785c53079 req-8721f170-8894-4980-8ac9-60e80b88a47a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=9be468b4-152a-4ae6-8e79-71a91a968b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042437 Apr 22 14:44:22.409454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8c64c504-0e10-4367-93b1-e3c19b44e55c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:22.413358 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8c64c504-0e10-4367-93b1-e3c19b44e55c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3126388 Apr 22 14:44:22.415543 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c552287f-f4c4-4923-bd1d-60036701bd96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f38057873f241588dc59ee3b6c4b7d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5139427 Apr 22 14:44:22.415543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35794) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.418192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35796) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.423148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for e7708c30-ae63-446f-96e6-4f505b922ccb owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:22.443449 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-20a6d499-a95b-49b7-9c58-c3bb187eb8c3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-364577144 HTTP/1.1" status: 204 len: 168 time: 0.2547176 Apr 22 14:44:22.444378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35802) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.456499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-8e37224c-c1b4-4cfd-85fa-a45c9f5bb5fe tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.500344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a942283-32c7-4301-b266-12f6b7b36413 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.525194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a942283-32c7-4301-b266-12f6b7b36413 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.548005 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8e37224c-c1b4-4cfd-85fa-a45c9f5bb5fe tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1026018 Apr 22 14:44:22.557354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35806) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.567480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-dda490a2-6c1e-4db0-8e7b-2eec71cb3318 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.589233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7af26f43-0951-4f24-907d-60b6eab608af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.591419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a942283-32c7-4301-b266-12f6b7b36413 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.611549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a942283-32c7-4301-b266-12f6b7b36413 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07ac803e-1509-4d98-bb19-0a84768ff5d9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:22.629502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.653031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7af26f43-0951-4f24-907d-60b6eab608af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.667853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1a942283-32c7-4301-b266-12f6b7b36413 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.668966 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1a942283-32c7-4301-b266-12f6b7b36413 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/07ac803e-1509-4d98-bb19-0a84768ff5d9 HTTP/1.1" status: 204 len: 168 time: 0.2529922 Apr 22 14:44:22.673214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.675800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35810) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.682252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=e7708c30-ae63-446f-96e6-4f505b922ccb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:22.741134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dda490a2-6c1e-4db0-8e7b-2eec71cb3318 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1826754 Apr 22 14:44:22.743759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35814) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.769971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:22.780544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-fdf95506-553f-4d36-b97a-9b322438a85f tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:22.786997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:22.787452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:22.801091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7af26f43-0951-4f24-907d-60b6eab608af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.821525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af26f43-0951-4f24-907d-60b6eab608af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34fb36f-6343-4410-86fb-efffbfcf0e94,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:22.835429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7af26f43-0951-4f24-907d-60b6eab608af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.844470 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7af26f43-0951-4f24-907d-60b6eab608af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e34fb36f-6343-4410-86fb-efffbfcf0e94 HTTP/1.1" status: 204 len: 168 time: 0.4161634 Apr 22 14:44:22.845375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port e7708c30-ae63-446f-96e6-4f505b922ccb on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:22.853401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:22.854058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.856067 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8062d89b-ebcb-4079-8b9f-cebdaa4e6f81 req-5629f50f-fa9c-4fee-9220-f345e4d9353a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/e7708c30-ae63-446f-96e6-4f505b922ccb HTTP/1.1" status: 204 len: 173 time: 1.3256633 Apr 22 14:44:22.858471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'name': 'network-vif-deleted', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:44:22.868458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:22.881125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24568961-4c1e-4ac0-9479-b2c7d25c73f3 None None] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:22.890393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:22.891343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:22.915316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cef031d5-6c68-4a4f-9f8d-5f0273370ae2 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2161345 Apr 22 14:44:22.919250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35822) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:22.992486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ebed22bd-9d99-41e7-8fb4-b50444f7fdb9 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:23.009778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4b30f4-60be-47bb-8131-167c310e340c'] response: {'server_uuid': '3bcfb82b-1474-4a15-8f7e-7d0d9e29106d', 'name': 'network-vif-deleted', 'tag': 'e7708c30-ae63-446f-96e6-4f505b922ccb', 'status': 'completed', 'code': 200} Apr 22 14:44:23.087687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ebed22bd-9d99-41e7-8fb4-b50444f7fdb9 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:23.091608 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ebed22bd-9d99-41e7-8fb4-b50444f7fdb9 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4101202 Apr 22 14:44:23.091949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35826) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.098881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '15898778-29c1-46a6-b43b-aa66fedf2f03', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:23.105382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:23.119966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:23.148917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.167811 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fdf95506-553f-4d36-b97a-9b322438a85f tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags HTTP/1.1" status: 204 len: 168 time: 0.4223859 Apr 22 14:44:23.173284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35832) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.185334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-226a032b-6efb-431c-9f57-ec8cdae2688b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:23.202286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:23.203296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.219982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.233441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.278866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081a76e5-377c-40cd-b097-bc24c7627def,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:23.344889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.344889 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8f96e2bb-8af2-4c3c-b7fd-d83be3b95bee tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2496567 Apr 22 14:44:23.347963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35840) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.398002 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-efe8746a-a833-4abc-b20e-452953ed7e24 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules/081a76e5-377c-40cd-b097-bc24c7627def HTTP/1.1" status: 200 len: 705 time: 0.0481474 Apr 22 14:44:23.398881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35844) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.496960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f719e2e8-f40d-4c49-aff2-4bc774549467 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:23.504053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Allocated IP 172.20.0.2 (6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1/f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa/6a6014f1-a80e-4077-b2fd-4fcc4d170410) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:23.534235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f719e2e8-f40d-4c49-aff2-4bc774549467 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:23.535731 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f719e2e8-f40d-4c49-aff2-4bc774549467 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1359549 Apr 22 14:44:23.538681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.578182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3805e897-2bb1-4980-91d4-40ec405074e7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.589487 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-226a032b-6efb-431c-9f57-ec8cdae2688b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags HTTP/1.1" status: 204 len: 168 time: 0.4149878 Apr 22 14:44:23.594260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35858) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.605225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3805e897-2bb1-4980-91d4-40ec405074e7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.607148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-e722dd47-ad2c-4d54-9f90-1c425e35bd0c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:23.698148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.702249 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38b55a34-bc3b-422d-b0d9-91c228400748 req-b7758024-568c-45c0-8a79-fd1b186bd66e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bcfb82b-1474-4a15-8f7e-7d0d9e29106d HTTP/1.1" status: 200 len: 210 time: 0.0626788 Apr 22 14:44:23.703378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3805e897-2bb1-4980-91d4-40ec405074e7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.733664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805e897-2bb1-4980-91d4-40ec405074e7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=081a76e5-377c-40cd-b097-bc24c7627def,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:23.746917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3805e897-2bb1-4980-91d4-40ec405074e7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.750875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3805e897-2bb1-4980-91d4-40ec405074e7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/081a76e5-377c-40cd-b097-bc24c7627def HTTP/1.1" status: 204 len: 168 time: 0.2084792 Apr 22 14:44:23.751056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35862) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.806741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-74a67bc8-6657-46b2-abe1-39f8b30c3ef3 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:23.826266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-74a67bc8-6657-46b2-abe1-39f8b30c3ef3 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:23.830411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74a67bc8-6657-46b2-abe1-39f8b30c3ef3 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0753949 Apr 22 14:44:23.831059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35868) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:23.837844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '15898778-29c1-46a6-b43b-aa66fedf2f03', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:23.844936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:23.856164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:23.858743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.876283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Transition to ACTIVE for port object 6a6014f1-a80e-4077-b2fd-4fcc4d170410 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:23.880479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.900261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Transition to ACTIVE for port object 6a6014f1-a80e-4077-b2fd-4fcc4d170410 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:23.910542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.951234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.957791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:23.981488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f31402-dc52-4fab-9c2a-bec0b520429d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.003214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.007087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:24.008485 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e9b461e1-a0f7-4756-82cb-05af5f12a4d7 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1762338 Apr 22 14:44:24.009227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35876) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.009934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:24.014115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:24.022818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Pushing event updated for resources: {'Port': ['ID=6a6014f1-a80e-4077-b2fd-4fcc4d170410,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.038628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-86022656-042b-461d-b7e8-d787bedb5148 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules/d4f31402-dc52-4fab-9c2a-bec0b520429d HTTP/1.1" status: 200 len: 706 time: 0.0276790 Apr 22 14:44:24.039392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35880) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.083519 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e722dd47-ad2c-4d54-9f90-1c425e35bd0c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags HTTP/1.1" status: 204 len: 168 time: 0.4833040 Apr 22 14:44:24.085812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35884) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.092625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-699df33b-a8fe-40bb-b066-404c9221b246 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-1638287287') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:24.129341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Attempting to bind port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:24.130621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Attempting to bind port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:24.131234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Attempting to bind port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 on network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:24.135590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-97eb2acd-1e56-47f1-b628-4620706b39e9 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:24.144213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:24.144717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Checking segment: {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:24.145354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.145649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Bound using segment: {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:24.146221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35888) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.146344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Bound port: 6a6014f1-a80e-4077-b2fd-4fcc4d170410, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:24.146660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.175828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-97eb2acd-1e56-47f1-b628-4620706b39e9 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:24.180530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-97eb2acd-1e56-47f1-b628-4620706b39e9 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1400578 Apr 22 14:44:24.181334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.221580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f4e026a0-177a-4a4d-9932-d8474a2388ec tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.235616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f4e026a0-177a-4a4d-9932-d8474a2388ec tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.244968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] For port 6a6014f1-a80e-4077-b2fd-4fcc4d170410, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:24.250083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] For port 6a6014f1-a80e-4077-b2fd-4fcc4d170410, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6a6014f1-a80e-4077-b2fd-4fcc4d170410,segment=NetworkSegment(aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b),segment_id=aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:24.255661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.20.0.1 (6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1/f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa/64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:24.264061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.270832 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-699df33b-a8fe-40bb-b066-404c9221b246 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-1638287287 HTTP/1.1" status: 201 len: 201 time: 0.1814513 Apr 22 14:44:24.271177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35898) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.277770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-99a3ae3f-176c-44a3-baa8-a903c5fbbe76 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-1082781409') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:24.314368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f4e026a0-177a-4a4d-9932-d8474a2388ec tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.351565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-55b2cf5e-7c67-4fb8-91dc-2791149570ad tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:24.352146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-55b2cf5e-7c67-4fb8-91dc-2791149570ad tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:44:24.356402 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-55b2cf5e-7c67-4fb8-91dc-2791149570ad tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2059479 Apr 22 14:44:24.356402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e026a0-177a-4a4d-9932-d8474a2388ec tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4f31402-dc52-4fab-9c2a-bec0b520429d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.358253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35902) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.366452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--441633988'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:24.375060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:24.377840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f4e026a0-177a-4a4d-9932-d8474a2388ec tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.379150 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f4e026a0-177a-4a4d-9932-d8474a2388ec tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d4f31402-dc52-4fab-9c2a-bec0b520429d HTTP/1.1" status: 204 len: 168 time: 0.1960905 Apr 22 14:44:24.381842 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35906) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.384244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:24.394695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:24.410769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b86ef0-497a-4435-a09b-1950c03181c5 None None] Pushing event updated for resources: {'Port': ['ID=6a6014f1-a80e-4077-b2fd-4fcc4d170410,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.426712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:24.450217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.470548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.490440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.491483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3f63eb3f-981d-4d1a-a396-8d34ff762f5a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:24.510472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:24.532551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:24.536555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3f63eb3f-981d-4d1a-a396-8d34ff762f5a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:24.537816 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f63eb3f-981d-4d1a-a396-8d34ff762f5a tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1550663 Apr 22 14:44:24.538886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:24.540973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35910) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.542060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:24.550743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-99a3ae3f-176c-44a3-baa8-a903c5fbbe76 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-1082781409 HTTP/1.1" status: 201 len: 201 time: 0.2785633 Apr 22 14:44:24.553438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e7708c30-ae63-446f-96e6-4f505b922ccb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:24.558269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35914) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.571107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:24.581047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.600952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: e7708c30-ae63-446f-96e6-4f505b922ccb {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:24.601174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e7708c30-ae63-446f-96e6-4f505b922ccb not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:24.603554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-ed1cfa8a-0b3c-484c-a725-440193ba5f00 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-17220995') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:24.694190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:24.699622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:24.705512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:24.741544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.762898 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ed1cfa8a-0b3c-484c-a725-440193ba5f00 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-17220995 HTTP/1.1" status: 201 len: 201 time: 0.1688080 Apr 22 14:44:24.765857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35920) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.771599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-6e3199fc-c1fd-45a9-89df-a3e4171b3023 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-1259134012') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:24.789424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.789776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.790393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.790898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.791378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.791846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.792382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.792704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.793022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.793356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.793709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:24.799167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3652b6ed-974a-4ceb-a13d-0baee97dcf7f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.812681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.817422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.840859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3652b6ed-974a-4ceb-a13d-0baee97dcf7f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.876885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.899678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3652b6ed-974a-4ceb-a13d-0baee97dcf7f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.905118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.916786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6a6014f1-a80e-4077-b2fd-4fcc4d170410 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:24.923227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6e3199fc-c1fd-45a9-89df-a3e4171b3023 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-1259134012 HTTP/1.1" status: 201 len: 201 time: 0.1539686 Apr 22 14:44:24.926399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35928) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:24.944229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-bd819e35-e7fa-4395-9d5e-1fa9ad366209 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', {'tags': ['tempest-TagsExtTest-Tag-142360296', 'tempest-TagsExtTest-Tag-1358765217', 'tempest-TagsExtTest-Tag-40571825']}) {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:24.960913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b6ed-974a-4ceb-a13d-0baee97dcf7f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15898778-29c1-46a6-b43b-aa66fedf2f03,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:24.970502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f25a038-364b-4397-b740-99b957d5f968 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:24.988211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:24.998991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.009420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:25.016202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:25.051901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3652b6ed-974a-4ceb-a13d-0baee97dcf7f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.053399 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3652b6ed-974a-4ceb-a13d-0baee97dcf7f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/15898778-29c1-46a6-b43b-aa66fedf2f03 HTTP/1.1" status: 204 len: 168 time: 0.5111790 Apr 22 14:44:25.060718 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35932) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.119324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc05e16-ccd2-4512-a0fc-2315952ca38d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.122140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:25.142501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:25.165814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f25a038-364b-4397-b740-99b957d5f968 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.220848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bd819e35-e7fa-4395-9d5e-1fa9ad366209 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags HTTP/1.1" status: 200 len: 315 time: 0.2903514 Apr 22 14:44:25.228127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35936) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.242954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-2ba066a2-b020-4f41-a52b-611d282a2d02 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:25.273514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.285523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.314779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d20051cb-8b91-432b-82c0-8a791735945f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:25.340746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9531b-a8c2-4e18-bffb-2c5d0fdceeec,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.355767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f25a038-364b-4397-b740-99b957d5f968 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.357963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f25a038-364b-4397-b740-99b957d5f968 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.361780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f25a038-364b-4397-b740-99b957d5f968 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/9be468b4-152a-4ae6-8e79-71a91a968b57 HTTP/1.1" status: 204 len: 168 time: 0.5406864 Apr 22 14:44:25.361780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.361780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-beebc70b-c101-41da-b457-c7554decc6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0007148 Apr 22 14:44:25.365235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35942) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.369612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d20051cb-8b91-432b-82c0-8a791735945f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:25.370929 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d20051cb-8b91-432b-82c0-8a791735945f tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3089659 Apr 22 14:44:25.377036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '63a9531b-a8c2-4e18-bffb-2c5d0fdceeec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:25.378025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35946) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.382762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25a038-364b-4397-b740-99b957d5f968 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be468b4-152a-4ae6-8e79-71a91a968b57,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.389457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group': {'name': 'tempest-secgroup--596474001'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:25.400319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:25.425822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:25.425971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35950) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.448214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:25.459310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:25.470655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:25.482655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:25.519843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c790d-d4d5-4567-ac29-85097b964c68 None None] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:25.554072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.562296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.613942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2ba066a2-b020-4f41-a52b-611d282a2d02 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags HTTP/1.1" status: 204 len: 168 time: 0.3847656 Apr 22 14:44:25.617057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35954) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.617427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] Provisioning for port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:25.626923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.629385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-99376004-b9fb-40a7-a4d1-84f2bbf364f9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-142360296') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:25.631813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] Provisioning complete for port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:25.632171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.637166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.670245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:25.685383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:25.691355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:25.700924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:25.740393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.756369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.773843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.790165 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-99376004-b9fb-40a7-a4d1-84f2bbf364f9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:25.795869 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-99376004-b9fb-40a7-a4d1-84f2bbf364f9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-142360296 HTTP/1.1" status: 404 len: 328 time: 0.1722343 Apr 22 14:44:25.796069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.798332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35958) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:25.804238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88df856c-92cd-4aaa-9038-09b2826292d8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.807454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.810822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-75cad017-8798-422b-97aa-e598f39ab3b7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-1358765217') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:25.822726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.864448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5839d873-ddbf-4b53-9e43-51c5853c0c67,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:25.894619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:25.941471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] For port 6a6014f1-a80e-4077-b2fd-4fcc4d170410, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6a6014f1-a80e-4077-b2fd-4fcc4d170410,segment=NetworkSegment(aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b),segment_id=aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:25.949806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.028124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333a343-6465-469c-b296-24c94efd6bb2 None None] Pushing event updated for resources: {'Port': ['ID=6a6014f1-a80e-4077-b2fd-4fcc4d170410,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.039443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.043261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4650eb63-58cf-4ab0-8464-27bc8d67b15b tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6602683 Apr 22 14:44:26.044116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35962) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.050982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Request body: {'security_group_rule': {'security_group_id': '5839d873-ddbf-4b53-9e43-51c5853c0c67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:26.057081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:26.062662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Usage tracker for resource:security_group_rule and tenant:856ffa312c9c445488582df533afd584 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:26.071233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:26.073249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.074516 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a1b0a324-bbea-4d58-9d80-7b91b8acbc3f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7023759 Apr 22 14:44:26.077870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35966) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.083249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:26.088571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '63a9531b-a8c2-4e18-bffb-2c5d0fdceeec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:26.098125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:26.108201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:26.113236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:26.123009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:26.139720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.143429 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-75cad017-8798-422b-97aa-e598f39ab3b7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:26.147353 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-75cad017-8798-422b-97aa-e598f39ab3b7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-1358765217 HTTP/1.1" status: 404 len: 329 time: 0.3416002 Apr 22 14:44:26.151054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35970) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.155107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:26.156307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:26.164168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-ec550c4e-b408-473d-a215-81e11640bd5c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8', 'tempest-TagsExtTest-Tag-40571825') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:26.181962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c2974ddf-ad9b-4dab-b729-fd5c84d3d3c3 None None] Provisioning complete for port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:26.182429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c2974ddf-ad9b-4dab-b729-fd5c84d3d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.218159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.351535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c2974ddf-ad9b-4dab-b729-fd5c84d3d3c3 None None] Provisioning for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:26.359970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c2974ddf-ad9b-4dab-b729-fd5c84d3d3c3 None None] Provisioning complete for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:26.360582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c2974ddf-ad9b-4dab-b729-fd5c84d3d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.361156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.411068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.434762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c2974ddf-ad9b-4dab-b729-fd5c84d3d3c3 None None] Port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:26.478790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.498016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-ec550c4e-b408-473d-a215-81e11640bd5c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:26.502403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ec550c4e-b408-473d-a215-81e11640bd5c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags/tempest-TagsExtTest-Tag-40571825 HTTP/1.1" status: 404 len: 327 time: 0.3451319 Apr 22 14:44:26.503406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35974) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.512081 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 14:44:26.513098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-763f2cff-a726-46d7-976f-b0eaef47b9c9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4329724 Apr 22 14:44:26.519167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35978) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.523020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35f7c11-b40f-4be4-85e4-6fd7c385b12b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.526136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-eac613fc-b023-4bfa-810f-fb01cd87e3e3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', {'tags': ['tempest-TagsExtTest-Tag-1929078642', 'tempest-TagsExtTest-Tag-841095576', 'tempest-TagsExtTest-Tag-657115956']}) {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:26.549647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.550743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2d6c1402-027a-41e6-9d94-16afd7bb6515 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5057113 Apr 22 14:44:26.553395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 35982) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.570200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-970db880-e4da-4a0e-9202-617718a57902 None None] Provisioning complete for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:26.571006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-970db880-e4da-4a0e-9202-617718a57902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.636164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-970db880-e4da-4a0e-9202-617718a57902 None None] Port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:26.640435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-40d1b8fa-95cd-4d9b-a0e0-c4b7511907cc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.681662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-40d1b8fa-95cd-4d9b-a0e0-c4b7511907cc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.685816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-352b0ee9-04c4-4259-a285-9ca41515d848 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.700942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eac613fc-b023-4bfa-810f-fb01cd87e3e3 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags HTTP/1.1" status: 200 len: 316 time: 0.1925697 Apr 22 14:44:26.705352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35986) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.727282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-237940e5-3b03-4316-8c57-5db852236bfa tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:26.757028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-352b0ee9-04c4-4259-a285-9ca41515d848 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.759401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c106d0be-91ee-4581-83f3-bf5e6c1b767e None None] Provisioning complete for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:26.759916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c106d0be-91ee-4581-83f3-bf5e6c1b767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.817495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c106d0be-91ee-4581-83f3-bf5e6c1b767e None None] Port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:26.851076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-40d1b8fa-95cd-4d9b-a0e0-c4b7511907cc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.860862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-352b0ee9-04c4-4259-a285-9ca41515d848 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.864034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6a6014f1-a80e-4077-b2fd-4fcc4d170410 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:26.884735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0ee9-04c4-4259-a285-9ca41515d848 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9531b-a8c2-4e18-bffb-2c5d0fdceeec,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.889419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1b8fa-95cd-4d9b-a0e0-c4b7511907cc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5839d873-ddbf-4b53-9e43-51c5853c0c67,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:26.892769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:26.901624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-352b0ee9-04c4-4259-a285-9ca41515d848 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.903409 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-352b0ee9-04c4-4259-a285-9ca41515d848 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/63a9531b-a8c2-4e18-bffb-2c5d0fdceeec HTTP/1.1" status: 204 len: 168 time: 0.3822179 Apr 22 14:44:26.906184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35990) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.930812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-237940e5-3b03-4316-8c57-5db852236bfa tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2216024 Apr 22 14:44:26.933724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-40d1b8fa-95cd-4d9b-a0e0-c4b7511907cc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:26.934557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35994) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.935049 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-40d1b8fa-95cd-4d9b-a0e0-c4b7511907cc tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/5839d873-ddbf-4b53-9e43-51c5853c0c67 HTTP/1.1" status: 204 len: 168 time: 0.3803351 Apr 22 14:44:26.942574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 35996) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:26.948996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-9c315a47-383c-46b6-9d26-2f832f0b29e9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-1929078642') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:26.973647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:26.974623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.185319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-441f6b07-96c8-4dcf-9428-7eb69f4fa792 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:27.206573 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c47c3b94-b081-416a-b6f8-1360df1617f4 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2629771 Apr 22 14:44:27.209243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36002) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.229745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-441f6b07-96c8-4dcf-9428-7eb69f4fa792 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:27.230987 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-441f6b07-96c8-4dcf-9428-7eb69f4fa792 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3234618 Apr 22 14:44:27.234143 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-9c315a47-383c-46b6-9d26-2f832f0b29e9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:27.235240 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9c315a47-383c-46b6-9d26-2f832f0b29e9 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-1929078642 HTTP/1.1" status: 404 len: 329 time: 0.2981749 Apr 22 14:44:27.236937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36006) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.238955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36008) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.246711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--794923840'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:27.257363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-dbac429e-1338-4437-bd5d-6802dd52ea86 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-841095576') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:27.281735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:27.302959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:27.330326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.350729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:27.355547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port c8b44742-01df-4153-9822-9823fd3e8c7e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:27.355677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.361168 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Sync routers for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:27.361664 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-83cf509a-edce-4750-9b6e-4e8342e91dd3 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4396770 Apr 22 14:44:27.362563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36014) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.374175 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:27.374991 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:27.375782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1064840327'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:27.383362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:27.394397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:27.399408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:27.410320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:27.413553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:27.418012 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-dbac429e-1338-4437-bd5d-6802dd52ea86 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:27.419068 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dbac429e-1338-4437-bd5d-6802dd52ea86 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-841095576 HTTP/1.1" status: 404 len: 328 time: 0.1780529 Apr 22 14:44:27.422282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36018) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.425501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2b480f73-7df2-4032-ae90-d48470164506 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Synchronizing usage tracker for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:27.425813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:27.431751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-c53ff0be-2d9a-4654-8dbb-652a68d83216 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0', 'tempest-TagsExtTest-Tag-657115956') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:27.464440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:27.466681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:27.469580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.492441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:27.523961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2b480f73-7df2-4032-ae90-d48470164506 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] Unset dirty status for tenant:856ffa312c9c445488582df533afd584 on resource:security_group_rule {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:27.528064 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2b480f73-7df2-4032-ae90-d48470164506 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3150878 Apr 22 14:44:27.528452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36022) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.536492 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:27.542311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:27.562048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-3d325863-1c9a-48fe-bc8a-4b50f14a59e3 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] delete failed (client error): The resource could not be found. Apr 22 14:44:27.568151 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3d325863-1c9a-48fe-bc8a-4b50f14a59e3 tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "DELETE /v2.0/security-groups/5839d873-ddbf-4b53-9e43-51c5853c0c67 HTTP/1.1" status: 404 len: 347 time: 0.0336223 Apr 22 14:44:27.568311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36026) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.574835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.575179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 46280c3b-0e32-4593-823e-0ea54dfe31fa of type vlan for network 348fc4d8-8840-48bd-9c33-251d715f8c6f Apr 22 14:44:27.590836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port c8b44742-01df-4153-9822-9823fd3e8c7e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c8b44742-01df-4153-9822-9823fd3e8c7e,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:27.591312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.610025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.631069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.652062 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-c53ff0be-2d9a-4654-8dbb-652a68d83216 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:27.655763 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c53ff0be-2d9a-4654-8dbb-652a68d83216 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags/tempest-TagsExtTest-Tag-657115956 HTTP/1.1" status: 404 len: 328 time: 0.2292485 Apr 22 14:44:27.660192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36030) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.664143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.716943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-e65d2eff-aec0-42a6-971b-acdad6025645 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', {'tags': ['tempest-TagsExtTest-Tag-1877336852', 'tempest-TagsExtTest-Tag-134191302', 'tempest-TagsExtTest-Tag-1212047077']}) {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:27.726480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274cc5f2-2f6c-422f-8d0c-b5bab8a2848f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:27.743042 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3a4542f8-09a6-49ba-ae7a-4e26037de26c tempest-SecGroupTest-332913373 tempest-SecGroupTest-332913373-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1706450 Apr 22 14:44:27.755179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.761107 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cb9446a8-5141-4337-83ab-a83075c29a45 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5208912 Apr 22 14:44:27.766032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.769342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.776220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for c8b44742-01df-4153-9822-9823fd3e8c7e owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:27.779375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:27.779977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.786875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6d313ad9-a16d-4664-ab74-b895af892e4f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '274cc5f2-2f6c-422f-8d0c-b5bab8a2848f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:27.788197 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-6d313ad9-a16d-4664-ab74-b895af892e4f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:27.792349 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6d313ad9-a16d-4664-ab74-b895af892e4f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0221865 Apr 22 14:44:27.813971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36040) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.862390 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:24Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:25Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:27.866573 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Checking router: d377070a-a5bc-4461-a715-17d9ffaade7a for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:27.867204 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Updating router d377070a-a5bc-4461-a715-17d9ffaade7a port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:27.925775 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:27.951677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e65d2eff-aec0-42a6-971b-acdad6025645 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags HTTP/1.1" status: 200 len: 317 time: 0.2922192 Apr 22 14:44:27.954637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36044) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:27.963955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-3c2b9887-f213-4ae6-8572-50f4c1bcfc58 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:28.027685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36048) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.027935 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6634846 Apr 22 14:44:28.046212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311753b-1cd3-4b06-b7da-ec10f65eb725 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=348fc4d8-8840-48bd-9c33-251d715f8c6f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.062494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:28.077530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caff9474-3ba2-4fc1-a12b-36df459a3d58 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.100812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:28.130319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caff9474-3ba2-4fc1-a12b-36df459a3d58 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.192372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caff9474-3ba2-4fc1-a12b-36df459a3d58 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.222692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff9474-3ba2-4fc1-a12b-36df459a3d58 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274cc5f2-2f6c-422f-8d0c-b5bab8a2848f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.231977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caff9474-3ba2-4fc1-a12b-36df459a3d58 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.233316 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-caff9474-3ba2-4fc1-a12b-36df459a3d58 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/274cc5f2-2f6c-422f-8d0c-b5bab8a2848f HTTP/1.1" status: 204 len: 168 time: 0.4191108 Apr 22 14:44:28.236162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36054) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.283155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3c2b9887-f213-4ae6-8572-50f4c1bcfc58 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags HTTP/1.1" status: 204 len: 168 time: 0.3272007 Apr 22 14:44:28.287300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36058) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.300163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-78926d19-c2d1-43e1-898b-70b886e2a069 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-1877336852') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:28.301420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:28.309193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:28.314710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:28.324907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:28.336631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.353206 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.365340 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Transition to ACTIVE for port object 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:28.371469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6c35ec8d-9004-4ea3-bb0a-e821bdd46f48 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:28.377164 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.412953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:28.427359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36062) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.450078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=c8b44742-01df-4153-9822-9823fd3e8c7e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.516527 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-78926d19-c2d1-43e1-898b-70b886e2a069 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:28.520320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-78926d19-c2d1-43e1-898b-70b886e2a069 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-1877336852 HTTP/1.1" status: 404 len: 329 time: 0.2291687 Apr 22 14:44:28.520320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6c35ec8d-9004-4ea3-bb0a-e821bdd46f48 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:28.527705 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6c35ec8d-9004-4ea3-bb0a-e821bdd46f48 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2860999 Apr 22 14:44:28.527705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36068) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.530441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36072) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.544076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-83bc8b6a-f332-4a25-9d93-ac7be23392da tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-134191302') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:28.623229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.642873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811247597'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:28.657320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:28.668171 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Pushing event updated for resources: {'Port': ['ID=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:28.725295 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.725631 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.725987 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.726310 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.726635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.727157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.727477 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.727798 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.728117 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.728427 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.728741 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.740518 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Attempting to bind port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:28.741074 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Attempting to bind port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:28.741590 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Attempting to bind port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 on network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:28.751979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.752497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.752631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.752839 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:28.753001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.753264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.753464 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Checking segment: {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:28.753571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.753908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.754333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.754463 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.754561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.754834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.754953 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Bound using segment: {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:28.755145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:28.755596 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Bound port: 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:28.756068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.761986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:28.805616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:28.819873 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-65038ec3-adbc-4c0d-9772-b8aed729aa66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=856ffa312c9c445488582df533afd584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3906550 Apr 22 14:44:28.821786 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-83bc8b6a-f332-4a25-9d93-ac7be23392da tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:28.822881 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-83bc8b6a-f332-4a25-9d93-ac7be23392da tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-134191302 HTTP/1.1" status: 404 len: 328 time: 0.2977283 Apr 22 14:44:28.826287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36078) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.826785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36080) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:28.852131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-a13f1dee-6952-49d0-8b84-dc982dcb5373 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b', 'tempest-TagsExtTest-Tag-1212047077') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:28.922364 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] For port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:28.926375 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] For port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,segment=NetworkSegment(aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b),segment_id=aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:28.931533 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.013653 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af48d55-8634-47b5-84c0-5d71e777f4e1 None None] Pushing event updated for resources: {'Port': ['ID=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.017903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:29.019019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:29.020065 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.025477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:29.029874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:29.040555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:29.069505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f09a50d-01b1-4b81-a0e3-14bbd371b9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.075401 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-a13f1dee-6952-49d0-8b84-dc982dcb5373 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:29.076724 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a13f1dee-6952-49d0-8b84-dc982dcb5373 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags/tempest-TagsExtTest-Tag-1212047077 HTTP/1.1" status: 404 len: 329 time: 0.2473273 Apr 22 14:44:29.085108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36086) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.099180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-92dbf739-292b-4daf-beaf-4f701e059551 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', {'tags': ['tempest-TagsExtTest-Tag-1009201026', 'tempest-TagsExtTest-Tag-357671004', 'tempest-TagsExtTest-Tag-1861834030']}) {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.144551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f09a50d-01b1-4b81-a0e3-14bbd371b9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.212838 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:29.219862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.220402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.234251 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-92dbf739-292b-4daf-beaf-4f701e059551 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "PUT /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags HTTP/1.1" status: 200 len: 317 time: 0.1456468 Apr 22 14:44:29.235305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.269505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36090) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.292305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.313667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f3e0c7-5e5e-4620-86c1-77e70556bc3d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.316723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.318087 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3a614726-06cf-41c7-875f-df9d9d0a3a52 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7873716 Apr 22 14:44:29.322893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-6b5348ca-6973-4d47-b060-c1eec0aefbd6 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.333565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36094) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.371761 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6b5348ca-6973-4d47-b060-c1eec0aefbd6 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0617483 Apr 22 14:44:29.373374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f09a50d-01b1-4b81-a0e3-14bbd371b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.378121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36096) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.399722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09a50d-01b1-4b81-a0e3-14bbd371b9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8eb379-da03-49e4-acd9-c77075f4c795,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.405036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-7b8f7fa3-aa22-4cef-b025-2948159c6ce1 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-1009201026') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.416691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4f3b1b7f-443a-46e1-8ccf-7562e9077f8d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '32f3e0c7-5e5e-4620-86c1-77e70556bc3d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:29.417241 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-4f3b1b7f-443a-46e1-8ccf-7562e9077f8d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:29.418443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4f3b1b7f-443a-46e1-8ccf-7562e9077f8d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0176709 Apr 22 14:44:29.421292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36102) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.464121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=143911b2-a6ae-45cd-ac35-511162f483d6,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.469081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-7b8f7fa3-aa22-4cef-b025-2948159c6ce1 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:29.475887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7b8f7fa3-aa22-4cef-b025-2948159c6ce1 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-1009201026 HTTP/1.1" status: 404 len: 329 time: 0.0758820 Apr 22 14:44:29.475887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5f09a50d-01b1-4b81-a0e3-14bbd371b9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.475887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5f09a50d-01b1-4b81-a0e3-14bbd371b9be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a8eb379-da03-49e4-acd9-c77075f4c795 HTTP/1.1" status: 204 len: 168 time: 0.6441083 Apr 22 14:44:29.482278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36108) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.500446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.tag.tag_plugin [None req-075be4b7-441b-4269-a5c6-f1959ccccb45 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-357671004') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.510775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:29.511211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: 348fc4d8-8840-48bd-9c33-251d715f8c6f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:29.539478 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-075be4b7-441b-4269-a5c6-f1959ccccb45 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:29.543126 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-075be4b7-441b-4269-a5c6-f1959ccccb45 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-357671004 HTTP/1.1" status: 404 len: 328 time: 0.0484192 Apr 22 14:44:29.544850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36112) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.559258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-1c09f33b-c97e-4427-bee9-df67a61a498c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc', 'tempest-TagsExtTest-Tag-1861834030') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.568856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-165a95f0-04a2-4294-9e74-b81dccdf1517 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.572363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:29.599649 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-1c09f33b-c97e-4427-bee9-df67a61a498c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] show failed (client error): The resource could not be found. Apr 22 14:44:29.603086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1c09f33b-c97e-4427-bee9-df67a61a498c tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags/tempest-TagsExtTest-Tag-1861834030 HTTP/1.1" status: 404 len: 329 time: 0.0546064 Apr 22 14:44:29.603086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 348fc4d8-8840-48bd-9c33-251d715f8c6f) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:29.607347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-165a95f0-04a2-4294-9e74-b81dccdf1517 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.607955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:29.608557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.611865 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:24Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:28Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.612502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b9d89c-5959-41d3-a430-5a8bbe7daa9b None None] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:29.613556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36116) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.617255 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e3891-8ada-4bc6-a426-5a03e7341f71 None None] The sync data for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv is: [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:24Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:28Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:29.622950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-386df84d-2d7f-4862-8172-d4acf85bb0ad tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.670336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-165a95f0-04a2-4294-9e74-b81dccdf1517 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.700353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a95f0-04a2-4294-9e74-b81dccdf1517 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f3e0c7-5e5e-4620-86c1-77e70556bc3d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:29.714556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-165a95f0-04a2-4294-9e74-b81dccdf1517 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:29.716783 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-165a95f0-04a2-4294-9e74-b81dccdf1517 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/32f3e0c7-5e5e-4620-86c1-77e70556bc3d HTTP/1.1" status: 204 len: 168 time: 0.2943065 Apr 22 14:44:29.719232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36122) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.799441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f4da1946-6c57-43ab-89a1-5b64c2b66610 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:29.814996 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-41d09176-e505-43b2-965c-e2b9624e4ca1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7852755 Apr 22 14:44:29.821857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36128) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.861552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-386df84d-2d7f-4862-8172-d4acf85bb0ad tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2469323 Apr 22 14:44:29.864021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36132) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.872098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-6473ed15-7a14-4202-b59f-e345dac66bf2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '66b63297-c2da-4f61-a94a-2d7c254b706b') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:29.921911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f4da1946-6c57-43ab-89a1-5b64c2b66610 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:29.928607 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f4da1946-6c57-43ab-89a1-5b64c2b66610 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2030025 Apr 22 14:44:29.930832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36138) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:29.938503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277892092'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:29.997431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-348fc4d8-8840-48bd-9c33-251d715f8c6f', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:29.998671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.018404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:30.039958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:30.087567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.163326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:30.167395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:30.171526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:30.177450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:30.226719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Allocated IP 172.21.0.2 (348fc4d8-8840-48bd-9c33-251d715f8c6f/143911b2-a6ae-45cd-ac35-511162f483d6/4db25f22-d677-47b8-9e50-ba7cf67da0a2) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:30.334115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6473ed15-7a14-4202-b59f-e345dac66bf2 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b/tags HTTP/1.1" status: 204 len: 168 time: 0.4688928 Apr 22 14:44:30.347461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36148) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.355035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-c2348ac3-9007-41fc-a594-2fb01e117193 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9262bffb-db5d-449c-9625-37f8677e00d0') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:30.501214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.502037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 4875e513-06b0-4385-8e34-6113a0a951a3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:30.513312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Transition to ACTIVE for port object 4db25f22-d677-47b8-9e50-ba7cf67da0a2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:30.554177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Transition to ACTIVE for port object 4db25f22-d677-47b8-9e50-ba7cf67da0a2 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:30.568315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.574504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2348ac3-9007-41fc-a594-2fb01e117193 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2228003 Apr 22 14:44:30.578254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36154) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.583068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.tag.tag_plugin [None req-99b856f3-bca1-4d3c-9b86-0a7e9b882299 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd316dc4b-f006-427b-8e51-1db708c333a8') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:30.631740 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.645227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.667083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:30.673311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:30.686819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:30.716195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Pushing event updated for resources: {'Port': ['ID=4db25f22-d677-47b8-9e50-ba7cf67da0a2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:30.774767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d720e-1e70-44e9-9f40-94be631e5f9d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:30.779301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.780870 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9a5f6c3a-61f9-4195-956e-1c74ccff7c08 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8491149 Apr 22 14:44:30.783814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36160) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.795023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0875a85e-347d-4991-9d03-d3fc81938c8f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': 'd57d720e-1e70-44e9-9f40-94be631e5f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:30.796134 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-0875a85e-347d-4991-9d03-d3fc81938c8f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:30.797866 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0875a85e-347d-4991-9d03-d3fc81938c8f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127165 Apr 22 14:44:30.803994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36164) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.810480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36166) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.819955 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035870 Apr 22 14:44:30.822941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b6665b00-af9e-4cf5-bcfe-ee291c5477fd tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': 'd57d720e-1e70-44e9-9f40-94be631e5f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:30.823746 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-b6665b00-af9e-4cf5-bcfe-ee291c5477fd tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:30.827715 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b6665b00-af9e-4cf5-bcfe-ee291c5477fd tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0158048 Apr 22 14:44:30.827715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36170) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.828427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36172) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.856814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Attempting to bind port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:30.857187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Attempting to bind port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:30.857546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Attempting to bind port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 on network 348fc4d8-8840-48bd-9c33-251d715f8c6f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:30.868824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:30.869466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Checking segment: {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:30.870174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.870724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Bound using segment: {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:30.872163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Bound port: 4db25f22-d677-47b8-9e50-ba7cf67da0a2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:30.872724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:30.901836 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-99b856f3-bca1-4d3c-9b86-0a7e9b882299 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8/tags HTTP/1.1" status: 204 len: 168 time: 0.3231089 Apr 22 14:44:30.907672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36180) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.943980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-de077e1c-8fe1-4618-aebe-4007fb71c946 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': 'd57d720e-1e70-44e9-9f40-94be631e5f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:30.944839 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-de077e1c-8fe1-4618-aebe-4007fb71c946 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:30.948206 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-de077e1c-8fe1-4618-aebe-4007fb71c946 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1130185 Apr 22 14:44:30.955558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36184) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.968906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-16db6e87-ddc8-4c4c-9ad1-62d242dc17b0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': 'd57d720e-1e70-44e9-9f40-94be631e5f9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:30.969700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-16db6e87-ddc8-4c4c-9ad1-62d242dc17b0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:30.975082 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-16db6e87-ddc8-4c4c-9ad1-62d242dc17b0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127914 Apr 22 14:44:30.976383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36188) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:30.997098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] For port 4db25f22-d677-47b8-9e50-ba7cf67da0a2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:31.000384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] For port 4db25f22-d677-47b8-9e50-ba7cf67da0a2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4db25f22-d677-47b8-9e50-ba7cf67da0a2,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:31.003957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:31.021327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:31.031978 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ef1f962f-3b50-4e93-b894-1f99f469a72f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/4875e513-06b0-4385-8e34-6113a0a951a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6045122 Apr 22 14:44:31.037814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36192) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.054384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] Sync routers for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:31.060444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.072813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7601b61c-9fd9-48d2-b45f-f9b5525ccfe0 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for subnetpool, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.076511 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7601b61c-9fd9-48d2-b45f-f9b5525ccfe0 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5ccb2b4b-418c-4b91-8283-2cc86c5ff9fc HTTP/1.1" status: 204 len: 168 time: 0.1655512 Apr 22 14:44:31.082186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36196) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.091733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3a719976-fb7a-4936-a101-8b9db34d26b9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.097758 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ad94b80e-ccba-4755-b27f-28ecffcc1fea tempest-NetworksApiDiscovery-1431825811 tempest-NetworksApiDiscovery-1431825811-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2696540 Apr 22 14:44:31.127559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3a719976-fb7a-4936-a101-8b9db34d26b9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.154729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-81bf265b-648b-45e8-b379-502004e87545 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Synchronizing usage tracker for tenant:1e842e2132824c298625f00e42e59e02 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:31.184200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3a719976-fb7a-4936-a101-8b9db34d26b9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.195702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-81bf265b-648b-45e8-b379-502004e87545 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Unset dirty status for tenant:1e842e2132824c298625f00e42e59e02 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:31.197203 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-81bf265b-648b-45e8-b379-502004e87545 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "GET /v2.0/ports?device_id=66b63297-c2da-4f61-a94a-2d7c254b706b HTTP/1.1" status: 200 len: 205 time: 0.1132281 Apr 22 14:44:31.198624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:31.199246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:31.201851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36202) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.212914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719976-fb7a-4936-a101-8b9db34d26b9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d720e-1e70-44e9-9f40-94be631e5f9d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:31.233868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3a719976-fb7a-4936-a101-8b9db34d26b9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.238049 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3a719976-fb7a-4936-a101-8b9db34d26b9 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/d57d720e-1e70-44e9-9f40-94be631e5f9d HTTP/1.1" status: 204 len: 168 time: 0.2584550 Apr 22 14:44:31.238671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36206) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.307624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d6ff0a0-200d-4010-9dc0-186613a5110e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:31.335888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d6ff0a0-200d-4010-9dc0-186613a5110e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:31.337780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2d6ff0a0-200d-4010-9dc0-186613a5110e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0968442 Apr 22 14:44:31.342947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36210) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.350098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043319066'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.361011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:31.378841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:31.388675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe92e11-ee06-498f-8e6e-d209bb3f999a None None] Pushing event updated for resources: {'Port': ['ID=4db25f22-d677-47b8-9e50-ba7cf67da0a2,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:31.409704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.426868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:31.434574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:31.434950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.514627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:31.518547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:31.521930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:31.528490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:31.621123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.633898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:31.646133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.655033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.710552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36216) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.741116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d461dc-3119-4242-b755-bf875da96921,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:31.752986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.757574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-29fb2085-b949-4512-8738-19d7d52aed93 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4098103 Apr 22 14:44:31.757908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36222) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.764172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.765068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f240688d-44c6-4b2d-9344-632b12478bad tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.765857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-f240688d-44c6-4b2d-9344-632b12478bad tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:31.769077 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f240688d-44c6-4b2d-9344-632b12478bad tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080049 Apr 22 14:44:31.770725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36226) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.775974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.787915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:31.792550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:31.795700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:31.802568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:31.844839 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:31.849331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-68cf6e74-23b7-422e-b384-e4535f06bf5b tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0748456 Apr 22 14:44:31.849661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36230) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.856083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1e21f585-ea0d-45e1-b815-81619e7e5090 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.857401 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-1e21f585-ea0d-45e1-b815-81619e7e5090 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:31.861207 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1e21f585-ea0d-45e1-b815-81619e7e5090 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078864 Apr 22 14:44:31.861430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36234) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.867369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.873944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:31.874413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.878797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:31.881757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:31.888546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:31.920917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,segment=NetworkSegment(aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b),segment_id=aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:31.931408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.949210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:31.967822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:31.972713 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-079809e6-faab-44de-9b38-096cc8a8686e tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1063774 Apr 22 14:44:31.973915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36238) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.987463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-50905a43-a15b-4e20-92dd-9643b553bd12 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:31.988279 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-50905a43-a15b-4e20-92dd-9643b553bd12 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:31.992517 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-50905a43-a15b-4e20-92dd-9643b553bd12 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134556 Apr 22 14:44:31.992517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36242) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:31.992910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet 37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:31.999814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.008244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.013348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.016483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.020363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.023298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Usage tracker for resource:security_group_rule and tenant:15791ec4ac0c4df6812eeb5b32c57661 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.028236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.030877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.036337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.078394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.078958 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:32.082750 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2539ceb2-f516-40d0-9e0b-37a1f6861bff tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0868194 Apr 22 14:44:32.083563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36246) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.090807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.091149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.091482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.091824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.092137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.092461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.093251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-08c05923-ce2b-4e8c-bfd6-15bf533d47f7 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.094052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-08c05923-ce2b-4e8c-bfd6-15bf533d47f7 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:32.094314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.095118 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-08c05923-ce2b-4e8c-bfd6-15bf533d47f7 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110989 Apr 22 14:44:32.098015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36250) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.098763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.099303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.099651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.100609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:44:32.107147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.114659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.127042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.127335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:44:28Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:32.129873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.132062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.133442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] Checking router: 4875e513-06b0-4385-8e34-6113a0a951a3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:32.144883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] Routers {'4875e513-06b0-4385-8e34-6113a0a951a3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:32.145574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4875e513-06b0-4385-8e34-6113a0a951a3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:32.145724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.169475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.179445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.258499 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:32.259909 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-181318eb-1c40-4bc4-bf87-4e1b31a3350d tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1608987 Apr 22 14:44:32.266765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36254) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.273854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '73d461dc-3119-4242-b755-bf875da96921', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:32.279385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159e1247-60ae-4f3b-93f1-71793e37b959,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.288143 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-91e5ff8e-364c-4206-970f-253d33725d86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15791ec4ac0c4df6812eeb5b32c57661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5776274 Apr 22 14:44:32.290242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:32.295439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36258) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.313742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:32.319827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:32.335880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:32.401659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f616f15-c56f-4288-b665-9b147852e59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.402681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] Set router 4875e513-06b0-4385-8e34-6113a0a951a3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:32.418263 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:32.422226 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cd238068-523c-490b-bc72-549914c9d0db tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1513493 Apr 22 14:44:32.431248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36262) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.437381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f616f15-c56f-4288-b665-9b147852e59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.498727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f616f15-c56f-4288-b665-9b147852e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.521709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f616f15-c56f-4288-b665-9b147852e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e1247-60ae-4f3b-93f1-71793e37b959,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:32.522668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.527352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.537028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9f616f15-c56f-4288-b665-9b147852e59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.538672 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9f616f15-c56f-4288-b665-9b147852e59b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/159e1247-60ae-4f3b-93f1-71793e37b959 HTTP/1.1" status: 204 len: 168 time: 0.2417457 Apr 22 14:44:32.552019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.668743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6720ea-8853-4dc1-bf23-b7f5280c12e7 None None] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:32.691901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.692405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Fanout notify agent at l3_agent the message router_deleted on router 66b63297-c2da-4f61-a94a-2d7c254b706b {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:32.821342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.823718 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a760310d-03d0-457b-a16d-0e263d4c9746 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/routers/66b63297-c2da-4f61-a94a-2d7c254b706b HTTP/1.1" status: 204 len: 168 time: 1.6168287 Apr 22 14:44:32.827027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36268) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:32.830481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08997eee-0f65-4a48-a041-c222f6f86597 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.838179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3fcfb696-c82e-4653-9837-07c0d40fee2c None None] Provisioning for port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:32.947718 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:32.985066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Deleting port 9262bffb-db5d-449c-9625-37f8677e00d0 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:32.985603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.016582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08997eee-0f65-4a48-a041-c222f6f86597 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.046318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4db25f22-d677-47b8-9e50-ba7cf67da0a2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:33.102712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.21.0.1 (348fc4d8-8840-48bd-9c33-251d715f8c6f/143911b2-a6ae-45cd-ac35-511162f483d6/725c69ef-516a-4e3c-ac5b-f1ef51fb2626) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:33.110590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:44:28Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:33.127517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6d819-1209-4e44-92b3-3e019fad53cb None None] The sync data for ids ['4875e513-06b0-4385-8e34-6113a0a951a3'] in dv-neutron-838878-1-hyperv is: [{'id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'name': 'tempest-TestNetworkBasicOps-router-744645465', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:42:42Z', 'updated_at': '2022-04-22T14:44:28Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '91e1cd6b-ce76-490b-bdfa-b6729923f808', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4875e513-06b0-4385-8e34-6113a0a951a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:42:44Z', 'updated_at': '2022-04-22T14:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:33.153860 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.158196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08997eee-0f65-4a48-a041-c222f6f86597 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.175496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:33.183600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:33.183967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.276489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.288209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.298136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08997eee-0f65-4a48-a041-c222f6f86597 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d461dc-3119-4242-b755-bf875da96921,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.327197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.340138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.347129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e522002-a4f7-4c8b-b232-85bdb19fa019 None None] Network 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:33.370310 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f60cff2-8480-4534-b657-f4b2b38e460d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/37f26ef8-e885-4e44-97cd-ae5bf3ffc4ce HTTP/1.1" status: 204 len: 168 time: 2.3302362 Apr 22 14:44:33.371602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-08997eee-0f65-4a48-a041-c222f6f86597 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.375011 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-08997eee-0f65-4a48-a041-c222f6f86597 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/73d461dc-3119-4242-b755-bf875da96921 HTTP/1.1" status: 204 len: 168 time: 0.9319465 Apr 22 14:44:33.375011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36272) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.383874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36274) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.475761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 4db25f22-d677-47b8-9e50-ba7cf67da0a2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4db25f22-d677-47b8-9e50-ba7cf67da0a2,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:33.490730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Calling delete_port for 9262bffb-db5d-449c-9625-37f8677e00d0 owned by {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:33.516544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.517299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:33.626118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f34510e9-5344-4f2c-94a7-6e8b1eefa6a4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:33.626895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.652817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:33.693703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=4db25f22-d677-47b8-9e50-ba7cf67da0a2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.696667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.697780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fd55b196-477d-466d-8680-02b94ccea92b None None] Provisioning complete for port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:33.698216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fd55b196-477d-466d-8680-02b94ccea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.727010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f34510e9-5344-4f2c-94a7-6e8b1eefa6a4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:33.729772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f34510e9-5344-4f2c-94a7-6e8b1eefa6a4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3450739 Apr 22 14:44:33.734161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36280) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:33.742598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426203085'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:33.750595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:33.756042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.771805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:33.778509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.797757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:33.798119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.826381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.839814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event deleted for resources: {'Port': ['ID=9262bffb-db5d-449c-9625-37f8677e00d0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.848245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.909227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:33.911100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:33.914431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:33.919800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] DHCP port deletion for 884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:33.924451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:33.932181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] Deleting port e3ed406c-1555-4328-ab01-3dfa61ac3e1c {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:33.932619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:33.998171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.002432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.034354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8a947bf8-e044-4a5d-9c8f-36b0b8f9ee94 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/ports/9262bffb-db5d-449c-9625-37f8677e00d0 HTTP/1.1" status: 204 len: 168 time: 1.2029552 Apr 22 14:44:34.034621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36284) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.039864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:34.044593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:34.047619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:34.053908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:34.150145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.156045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.232628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.240872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe34c3f-2a8f-4c7a-9b48-69b3429eecdf,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:34.257767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] For port e3ed406c-1555-4328-ab01-3dfa61ac3e1c, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,segment=NetworkSegment(6f4a9590-2d90-4f70-8535-cd76a4782937),segment_id=6f4a9590-2d90-4f70-8535-cd76a4782937)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:34.258294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.286298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.288958 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5052be4c-6609-4e21-acb5-69b085bb1ce6 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5529611 Apr 22 14:44:34.290981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36288) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.299361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '8fe34c3f-2a8f-4c7a-9b48-69b3429eecdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:34.331946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:34.338146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:34.346609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:34.354550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:34.397870 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The resource could not be found. Apr 22 14:44:34.399193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-69f337bf-04d0-4ec0-b936-e9a7be3a49d4 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1064909 Apr 22 14:44:34.402889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36292) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.407642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '8fe34c3f-2a8f-4c7a-9b48-69b3429eecdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b0b6318d-ed3e-46fd-9814-6dd395d421c4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:34.411088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] Calling delete_port for e3ed406c-1555-4328-ab01-3dfa61ac3e1c owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:34.413778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:34.417975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:34.420938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:34.431582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:34.471589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6184f814-e31d-44d8-96ad-1f6d51e382dc None None] Provisioning for port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:34.473713 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The resource could not be found. Apr 22 14:44:34.474903 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b18bdf6e-cbb5-4b6e-a759-338095d80dac tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0720811 Apr 22 14:44:34.477619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36296) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.479082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6184f814-e31d-44d8-96ad-1f6d51e382dc None None] Provisioning complete for port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:34.479586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6184f814-e31d-44d8-96ad-1f6d51e382dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.541825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6184f814-e31d-44d8-96ad-1f6d51e382dc None None] Port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:34.544707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.545335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0698e4dc-bf5a-4c2e-b161-da2860fc250c tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.546246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.573128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0698e4dc-bf5a-4c2e-b161-da2860fc250c tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.595718 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] Pushing event deleted for resources: {'Port': ['ID=e3ed406c-1555-4328-ab01-3dfa61ac3e1c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:34.603526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe9036-7833-444a-91ab-3833302a6445 None None] No DVR routers for this DVR port e3ed406c-1555-4328-ab01-3dfa61ac3e1c on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:34.628520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0698e4dc-bf5a-4c2e-b161-da2860fc250c tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.646950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698e4dc-bf5a-4c2e-b161-da2860fc250c tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe34c3f-2a8f-4c7a-9b48-69b3429eecdf,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:34.654100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0698e4dc-bf5a-4c2e-b161-da2860fc250c tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.655196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0698e4dc-bf5a-4c2e-b161-da2860fc250c tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/8fe34c3f-2a8f-4c7a-9b48-69b3429eecdf HTTP/1.1" status: 204 len: 168 time: 0.1766901 Apr 22 14:44:34.657907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36300) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.670082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 91e1cd6b-ce76-490b-bdfa-b6729923f808 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:34.670422 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.706919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-78e27094-9370-4594-9523-5bab41b1d10f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:34.723411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-78e27094-9370-4594-9523-5bab41b1d10f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:34.724654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-78e27094-9370-4594-9523-5bab41b1d10f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0658565 Apr 22 14:44:34.732789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36304) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.738421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '899f74db-69a3-4537-8d0e-4008b63e7132', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:34.748459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:34.752821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:34.755713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:34.761230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:34.792041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Deleting subnet d316dc4b-f006-427b-8e51-1db708c333a8 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:44:34.800964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The resource could not be found. Apr 22 14:44:34.805367 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3429d19f-c06e-466e-8952-1dc9db18c6ec tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0683537 Apr 22 14:44:34.805937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36308) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:34.812293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--576935912'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:34.818861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:34.829044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:34.840643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.847409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.871463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4db25f22-d677-47b8-9e50-ba7cf67da0a2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:34.883214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:34.887354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:34.890432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:34.896626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:34.943003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:34.943422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.960799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.966391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:34.984242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.016776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762e250d-d19f-4402-9836-00455b130641,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.028225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.032013 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3e1e57d7-56f3-4885-a4fb-a405d74e71ed tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2250907 Apr 22 14:44:35.032768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36312) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.039367 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--118368440'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:35.045916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:35.050495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:35.053720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:35.060288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:35.074796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.116072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:35.120018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:35.123042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:35.129039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:35.130734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 91e1cd6b-ce76-490b-bdfa-b6729923f808, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=91e1cd6b-ce76-490b-bdfa-b6729923f808,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:35.131100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.159016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e3ed406c-1555-4328-ab01-3dfa61ac3e1c no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:35.187653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.192315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.192990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: e3ed406c-1555-4328-ab01-3dfa61ac3e1c {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:35.193451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e3ed406c-1555-4328-ab01-3dfa61ac3e1c not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:35.193922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c8b44742-01df-4153-9822-9823fd3e8c7e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:35.227518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c8b44742-01df-4153-9822-9823fd3e8c7e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:35.227882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c8b44742-01df-4153-9822-9823fd3e8c7e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:35.238328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defad853-57f0-4d1b-a61c-edf7d7bde399,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.244522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.248955 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bb1e103f-66f4-444e-bbc4-c40575c426e8 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2149315 Apr 22 14:44:35.249653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36316) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.255567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group_rule': {'security_group_id': '762e250d-d19f-4402-9836-00455b130641', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'defad853-57f0-4d1b-a61c-edf7d7bde399'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:35.261516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:35.265607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:35.268214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:35.273983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:35.275404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 91e1cd6b-ce76-490b-bdfa-b6729923f808 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:35.305490 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 14:44:35.309452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a84257fd-23cf-4ed9-b326-fa5a3b75d09f tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0588512 Apr 22 14:44:35.310082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36320) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.327778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.371176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6dff27e-a231-4066-96a5-1cc3bbc3f1ae tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.396981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6dff27e-a231-4066-96a5-1cc3bbc3f1ae tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.401181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.419356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.443791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6dff27e-a231-4066-96a5-1cc3bbc3f1ae tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.462163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dff27e-a231-4066-96a5-1cc3bbc3f1ae tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defad853-57f0-4d1b-a61c-edf7d7bde399,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.468955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6dff27e-a231-4066-96a5-1cc3bbc3f1ae tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.472829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e6dff27e-a231-4066-96a5-1cc3bbc3f1ae tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/defad853-57f0-4d1b-a61c-edf7d7bde399 HTTP/1.1" status: 204 len: 168 time: 0.1618259 Apr 22 14:44:35.473432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36324) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.540806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-afd529ad-32c0-45e7-b354-2d6b442330e1 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:35.549210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.559174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-afd529ad-32c0-45e7-b354-2d6b442330e1 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:35.559926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.563767 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-afd529ad-32c0-45e7-b354-2d6b442330e1 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0865583 Apr 22 14:44:35.563996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36328) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.591564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.606280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event deleted for resources: {'Subnet': ['ID=d316dc4b-f006-427b-8e51-1db708c333a8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.626792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf3e00-7040-465e-9891-921ef5ee9f95 None None] Network 9715cafd-a0a4-47ed-8094-6183443bdbe1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:35.633326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3fdd436b-19b0-46cc-83a2-9b5756008337 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.634618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.669098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3fdd436b-19b0-46cc-83a2-9b5756008337 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.719780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3fdd436b-19b0-46cc-83a2-9b5756008337 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.732881 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5bd78f41-0860-407a-9a8a-cbe77ff2e92b tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/subnets/d316dc4b-f006-427b-8e51-1db708c333a8 HTTP/1.1" status: 204 len: 168 time: 1.6975961 Apr 22 14:44:35.735813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36332) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.757934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd436b-19b0-46cc-83a2-9b5756008337 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e250d-d19f-4402-9836-00455b130641,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.790732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.842873 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3fdd436b-19b0-46cc-83a2-9b5756008337 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.843346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=91e1cd6b-ce76-490b-bdfa-b6729923f808,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:35.845740 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3fdd436b-19b0-46cc-83a2-9b5756008337 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/762e250d-d19f-4402-9836-00455b130641 HTTP/1.1" status: 204 len: 168 time: 0.2791328 Apr 22 14:44:35.847155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36336) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:35.848748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:35.853184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:35.887644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.921463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] DHCP port deletion for 9715cafd-a0a4-47ed-8094-6183443bdbe1 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:44:35.925656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] Deleting port d8a12275-e689-4a8d-8ed7-3b35da85b446 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:35.926043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:35.942133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Deleting port d8a12275-e689-4a8d-8ed7-3b35da85b446 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:35.942744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.133171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ab7f7f02-632c-4fac-bbab-99db87c40852 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:36.186178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ab7f7f02-632c-4fac-bbab-99db87c40852 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:36.191601 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ab7f7f02-632c-4fac-bbab-99db87c40852 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3401508 Apr 22 14:44:36.191779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] For port d8a12275-e689-4a8d-8ed7-3b35da85b446, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d8a12275-e689-4a8d-8ed7-3b35da85b446,segment=NetworkSegment(033c1c7f-02ca-4267-b8ce-f7c8b873d7ca),segment_id=033c1c7f-02ca-4267-b8ce-f7c8b873d7ca)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:36.191779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.192976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36340) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.209193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447891366'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:36.217594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:36.299618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:36.314793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] Calling delete_port for d8a12275-e689-4a8d-8ed7-3b35da85b446 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:36.341601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2c61840a-f029-461f-ad9d-4e0ccf2d89c2 None None] Provisioning complete for port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:36.341862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.341971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2c61840a-f029-461f-ad9d-4e0ccf2d89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.367472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] For port d8a12275-e689-4a8d-8ed7-3b35da85b446, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d8a12275-e689-4a8d-8ed7-3b35da85b446,segment=NetworkSegment(033c1c7f-02ca-4267-b8ce-f7c8b873d7ca),segment_id=033c1c7f-02ca-4267-b8ce-f7c8b873d7ca)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:36.367878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.429286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2c61840a-f029-461f-ad9d-4e0ccf2d89c2 None None] Port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:36.443397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.484404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] Pushing event deleted for resources: {'Port': ['ID=d8a12275-e689-4a8d-8ed7-3b35da85b446,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.494647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee4026-63ed-49e1-970c-d65a2e69d30b None None] No DVR routers for this DVR port d8a12275-e689-4a8d-8ed7-3b35da85b446 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:44:36.498631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Calling delete_port for d8a12275-e689-4a8d-8ed7-3b35da85b446 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:44:36.527998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.534888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:36.545902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Usage tracker for resource:security_group_rule and tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:36.550370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:36.558237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:36.602362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:44:36.602610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:44:36.632706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.639598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.687225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9806035d-1429-4504-aa87-b5821a7af6d9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.691606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.695815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-792b812f-bbf2-4621-8efa-1d711ce5e315 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4990010 Apr 22 14:44:36.696429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36344) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.701485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-14aea36a-79d5-4c86-a3e2-f88a5de097fc tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:36.702097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-14aea36a-79d5-4c86-a3e2-f88a5de097fc tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 14:44:36.702956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-14aea36a-79d5-4c86-a3e2-f88a5de097fc tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "PUT /v2.0/security-groups/9806035d-1429-4504-aa87-b5821a7af6d9 HTTP/1.1" status: 409 len: 330 time: 0.0060494 Apr 22 14:44:36.705298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36348) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.767387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddad16ff-4816-41a1-ba1d-a2c589e93ac0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.793285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddad16ff-4816-41a1-ba1d-a2c589e93ac0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.795238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.803093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.847889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddad16ff-4816-41a1-ba1d-a2c589e93ac0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.856979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:36.865518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.866051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router 4875e513-06b0-4385-8e34-6113a0a951a3 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:44:36.875300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad16ff-4816-41a1-ba1d-a2c589e93ac0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806035d-1429-4504-aa87-b5821a7af6d9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:36.882840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ddad16ff-4816-41a1-ba1d-a2c589e93ac0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.886437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:36.886609 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ddad16ff-4816-41a1-ba1d-a2c589e93ac0 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/9806035d-1429-4504-aa87-b5821a7af6d9 HTTP/1.1" status: 204 len: 168 time: 0.1777771 Apr 22 14:44:36.886702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36352) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.888859 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-be74986f-9cc8-4644-8238-39dfbbe7d6c0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/4875e513-06b0-4385-8e34-6113a0a951a3 HTTP/1.1" status: 204 len: 168 time: 3.5071535 Apr 22 14:44:36.889293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36354) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:36.953745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d8a12275-e689-4a8d-8ed7-3b35da85b446 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:36.991261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d8a12275-e689-4a8d-8ed7-3b35da85b446 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:36.991998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d8a12275-e689-4a8d-8ed7-3b35da85b446 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:37.048443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-634d9f33-8712-432b-a1f8-641529194abd tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Synchronizing usage tracker for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:37.053452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.059825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:37.065020 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1681f3d6-f42a-4a66-a5c2-01020dc9a0db tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2416012 Apr 22 14:44:37.068303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36360) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.071547 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Sync routers for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:37.074566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-2145663980'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:37.079676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.084014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:37.085525 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:37.086330 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.087353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:37.093192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:37.100895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-634d9f33-8712-432b-a1f8-641529194abd tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] Unset dirty status for tenant:7368d370dd6c4d5ebf584fc0c7aedfc4 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:37.102294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-634d9f33-8712-432b-a1f8-641529194abd tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2146528 Apr 22 14:44:37.106594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Deleting port d8a12275-e689-4a8d-8ed7-3b35da85b446 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:44:37.106830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36364) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.106961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.109833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:37.112749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.140566 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-c9fb59e5-a938-4b65-95e6-f722ff9ac014 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] delete failed (client error): The resource could not be found. Apr 22 14:44:37.145799 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c9fb59e5-a938-4b65-95e6-f722ff9ac014 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "DELETE /v2.0/security-groups/40d8f790-8d6a-471a-b399-6eb60ca1b7b1 HTTP/1.1" status: 404 len: 347 time: 0.0335526 Apr 22 14:44:37.145965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36368) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.177427 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-ccd1034c-6d9e-47b8-9ec9-f0bdcb94a5a7 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] show failed (client error): The resource could not be found. Apr 22 14:44:37.177427 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ccd1034c-6d9e-47b8-9ec9-f0bdcb94a5a7 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-groups/53b59790-4418-4891-b463-d8b727d35fb1 HTTP/1.1" status: 404 len: 347 time: 0.0250359 Apr 22 14:44:37.178460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36372) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.180592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:37.200074 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-bd0bd18f-4a55-40f5-919b-fca675e15b14 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] show failed (client error): The resource could not be found. Apr 22 14:44:37.208623 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bd0bd18f-4a55-40f5-919b-fca675e15b14 tempest-NegativeSecGroupTest-93747062 tempest-NegativeSecGroupTest-93747062-project] 10.222.0.32 "GET /v2.0/security-group-rules/ac4b0a2f-dbf4-4abe-af26-cd2a7847e898 HTTP/1.1" status: 404 len: 356 time: 0.0295613 Apr 22 14:44:37.211572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.211798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 63b70670-d61f-487c-a47f-60463401065d of type vlan for network cdb6ec32-f38a-4103-a9d6-7938f727b42e Apr 22 14:44:37.241090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.242334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] The port 'd8a12275-e689-4a8d-8ed7-3b35da85b446' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:44:37.259313 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:37.278806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.284783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:37.287193 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.326906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.458559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.500335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9715cafd-a0a4-47ed-8094-6183443bdbe1']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.508843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.524657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.524929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033c1c7f-02ca-4267-b8ce-f7c8b873d7ca') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.533415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4a9590-2d90-4f70-8535-cd76a4782937') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.533742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4a9590-2d90-4f70-8535-cd76a4782937') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.550563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.559618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.590104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.604798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5351827 Apr 22 14:44:37.608776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36380) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.618165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.618385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:37.619200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:37.619734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:37.637082 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:37.666595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05c878-9917-4522-af21-d65cd787a9bb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=cdb6ec32-f38a-4103-a9d6-7938f727b42e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.690911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:37.702969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36384) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.704114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:44:37.704615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:44:37.720990 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:44:37.746157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:34Z', 'revision_number': 3, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:34Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:37.750282 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Checking router: d377070a-a5bc-4461-a715-17d9ffaade7a for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:37.750883 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Updating router d377070a-a5bc-4461-a715-17d9ffaade7a port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:37.824405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.827396 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.833435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.839064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.844013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:37.850880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:37.871592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:37.884491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.890683 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d7f37016-e412-4762-a23f-00fb5d5ec947 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/884a3cf6-ec9f-47a4-a4b0-37b4c5eb58a0 HTTP/1.1" status: 204 len: 168 time: 1.0002561 Apr 22 14:44:37.891812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.898323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:37.907695 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] 10.222.0.32 "DELETE /v2.0/networks/9715cafd-a0a4-47ed-8094-6183443bdbe1 HTTP/1.1" status: 204 len: 168 time: 2.1669779 Apr 22 14:44:37.909813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36392) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:37.916051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--117807048', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:37.927979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b6db-02b0-4b94-a3ce-6d4f635517c7 tempest-TagsExtTest-44500757 tempest-TagsExtTest-44500757-project] Pushing event deleted for resources: {'Network': ['ID=9715cafd-a0a4-47ed-8094-6183443bdbe1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:37.928967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:37.954369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:37.958663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:37.961512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:37.968556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:38.028018 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-13996f13-fc7e-407c-a5ed-fbde4d420ced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7368d370dd6c4d5ebf584fc0c7aedfc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3085947 Apr 22 14:44:38.030660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.057494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:38.061255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.094459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6ccaf72-6b27-4f3c-b871-4dab33bb2c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.110119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.131381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:38.134255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6ccaf72-6b27-4f3c-b871-4dab33bb2c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.210600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.211100 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment edc9bd26-dfd8-491f-92d0-22cd8bcb6293 of type vlan for network fd1926b5-2040-42f3-9ab0-299e095b146f Apr 22 14:44:38.254439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36402) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.258103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.319236 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.327522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6ccaf72-6b27-4f3c-b871-4dab33bb2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.340488 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Transition to ACTIVE for port object 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:38.354683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccaf72-6b27-4f3c-b871-4dab33bb2c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc05e16-ccd2-4512-a0fc-2315952ca38d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.358047 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.378384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6ccaf72-6b27-4f3c-b871-4dab33bb2c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.383278 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6ccaf72-6b27-4f3c-b871-4dab33bb2c1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfc05e16-ccd2-4512-a0fc-2315952ca38d HTTP/1.1" status: 204 len: 168 time: 0.3484619 Apr 22 14:44:38.399965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.404308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:38.405008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.503160 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a316-636a-4f26-9754-4ef365a2f626 None None] Pushing event updated for resources: {'Port': ['ID=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.595719 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Attempting to bind port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:38.596138 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Attempting to bind port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:38.596540 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Attempting to bind port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 on network 348fc4d8-8840-48bd-9c33-251d715f8c6f {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:38.607693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=fd1926b5-2040-42f3-9ab0-299e095b146f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.608330 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:38.609880 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Checking segment: {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:38.612701 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.613761 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Bound using segment: {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:38.614820 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Bound port: 725c69ef-516a-4e3c-ac5b-f1ef51fb2626, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46280c3b-0e32-4593-823e-0ea54dfe31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:38.615951 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.619415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network fd1926b5-2040-42f3-9ab0-299e095b146f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:38.622861 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e5b0b9f9-c0d6-4fa7-a049-15c3b5842cbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7116158 Apr 22 14:44:38.625762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.632056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:38.651109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:38.652818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.663523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:38.669636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:38.688646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:38.719750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.721929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.745320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.748847 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] For port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:38.752940 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] For port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:38.755887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6830b831-b473-45fb-a317-74259e281b83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e842e2132824c298625f00e42e59e02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5002837 Apr 22 14:44:38.763923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36418) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:38.764384 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.819083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=8f7bc800-f635-4de0-afeb-eb5b14f42f8d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.852997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:38.853563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: cdb6ec32-f38a-4103-a9d6-7938f727b42e, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:38.869294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 91e1cd6b-ce76-490b-bdfa-b6729923f808 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:44:38.883425 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a316-636a-4f26-9754-4ef365a2f626 None None] Pushing event updated for resources: {'Port': ['ID=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:38.887256 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:38.887864 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:38.912915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4153198-4b0d-4c2b-9313-428169bbc303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.941806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:38.971725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.985248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4153198-4b0d-4c2b-9313-428169bbc303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:38.994424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, cdb6ec32-f38a-4103-a9d6-7938f727b42e) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:39.006729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:39.007579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.025942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 91e1cd6b-ce76-490b-bdfa-b6729923f808 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:44:39.026339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 91e1cd6b-ce76-490b-bdfa-b6729923f808 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:44:39.028636 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446b821-cda7-4fbc-9e36-575c6277c065 None None] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:39.070787 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-63d36687-36b4-497f-8a6a-88a0d33c2189 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4609544 Apr 22 14:44:39.074218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36426) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:39.197133 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:39.227437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4153198-4b0d-4c2b-9313-428169bbc303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.243911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4153198-4b0d-4c2b-9313-428169bbc303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260c30b5-03c3-477d-9244-1a7bcc4556fe,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:39.260563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.265973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4153198-4b0d-4c2b-9313-428169bbc303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.267202 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c4153198-4b0d-4c2b-9313-428169bbc303 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/260c30b5-03c3-477d-9244-1a7bcc4556fe HTTP/1.1" status: 204 len: 168 time: 0.5019302 Apr 22 14:44:39.296481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.508529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.162 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/808c66c6-1406-4c47-a043-06105b3a9a7f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:39.690976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:39.691968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.721755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.725400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d18d3a27-7d58-48d4-bc58-7c6cf3bf8826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.738828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36442) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:39.797419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:39.854027 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:34Z', 'revision_number': 3, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:38Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:39.867066 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cec10-3b59-438d-9148-ca9ffb5564ba None None] The sync data for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv is: [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:34Z', 'revision_number': 3, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:38Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:39.917316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:39.920753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:39.928544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:39.970298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Allocated IP 172.22.0.2 (cdb6ec32-f38a-4103-a9d6-7938f727b42e/8f7bc800-f635-4de0-afeb-eb5b14f42f8d/17fe1b4a-0237-4706-a518-5e05340b1560) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:40.023347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1964620400-network', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:40.027848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=808c66c6-1406-4c47-a043-06105b3a9a7f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.035938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:40.042974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Usage tracker for resource:network and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:40.047771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:40.061487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:40.155064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Made reservation on behalf of a2dd0946a63f4746bf8d6c6990636273 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:40.159915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.191053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.248287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.289078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:40.299411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:40.306219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:40.315347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:40.340653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.341385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.386856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.404599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Transition to ACTIVE for port object 17fe1b4a-0237-4706-a518-5e05340b1560 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:40.440852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Transition to ACTIVE for port object 17fe1b4a-0237-4706-a518-5e05340b1560 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:40.457212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.556800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:40.559740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:40.561716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Pushing event updated for resources: {'Port': ['ID=17fe1b4a-0237-4706-a518-5e05340b1560,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.563981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:40.584641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.608998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.687536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:40.690157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Attempting to bind port 17fe1b4a-0237-4706-a518-5e05340b1560 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:40.690599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Attempting to bind port 17fe1b4a-0237-4706-a518-5e05340b1560 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:40.691047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Attempting to bind port 17fe1b4a-0237-4706-a518-5e05340b1560 on network cdb6ec32-f38a-4103-a9d6-7938f727b42e {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:40.698512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:40.699266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Checking segment: {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:40.699891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.700452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Bound using segment: {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:40.701081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Bound port: 17fe1b4a-0237-4706-a518-5e05340b1560, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:40.701623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.725846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.726265 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Added segment a4101dad-87fd-4ba7-9d84-09c59ebb9fa6 of type vlan for network eb263995-aa05-492f-a2e7-3bffe535683c Apr 22 14:44:40.742845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e3542-da13-4804-b743-1f1d1bde9f3c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.778690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.800990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] For port 17fe1b4a-0237-4706-a518-5e05340b1560, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:40.805516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] For port 17fe1b4a-0237-4706-a518-5e05340b1560, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=17fe1b4a-0237-4706-a518-5e05340b1560,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:40.814153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.847684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.848549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:40.849120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:40.861879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.22.0.1 (cdb6ec32-f38a-4103-a9d6-7938f727b42e/8f7bc800-f635-4de0-afeb-eb5b14f42f8d/8e869050-0370-4833-9d19-7406ba2f4fd4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:40.929106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f303b07-bada-4b71-9d38-c61c7fb747df None None] Pushing event updated for resources: {'Port': ['ID=17fe1b4a-0237-4706-a518-5e05340b1560,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:40.934795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:41.014365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2736127 Apr 22 14:44:41.020569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36466) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:41.026452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:41.032380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:41.033445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.039277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Request body: {'subnet': {'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1964620400-subnet', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:41.045969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:41.049200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2123ac2-6fe6-4942-a8b3-b0e6ec8a80d8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb263995-aa05-492f-a2e7-3bffe535683c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:41.065813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Usage tracker for resource:subnet and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:41.070364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network eb263995-aa05-492f-a2e7-3bffe535683c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:41.072932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:41.082837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.085997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:41.092243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:41.125049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object 8e869050-0370-4833-9d19-7406ba2f4fd4 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:41.134234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Made reservation on behalf of a2dd0946a63f4746bf8d6c6990636273 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:41.136703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.238025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.341853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.402741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:41.418117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:41.435305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.448972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:41.452062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:41.496650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=8e869050-0370-4833-9d19-7406ba2f4fd4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:41.537997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:41.586746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.593026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:41.606033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Sync routers for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:41.619215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.621119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4268021c-ea41-4950-84a6-1ffc75781f17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9939201 Apr 22 14:44:41.624356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36476) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:41.631196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:41.631819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:41.642909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.780797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3afa4e8-38ef-4015-82c2-afc085779bd2,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:41.789705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.801565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-090795eb-c1a6-41a8-aca7-2354dbf819bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:41.853287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Checking segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:41.853653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Network hostable DHCP agents. Network: eb263995-aa05-492f-a2e7-3bffe535683c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:41.882198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:42.091940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Network eb263995-aa05-492f-a2e7-3bffe535683c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:42.098271 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c5a1beaa-406c-4227-bc78-5a9b0c4a606e tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4712546 Apr 22 14:44:42.098271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36490) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.123666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, eb263995-aa05-492f-a2e7-3bffe535683c) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:42.140244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:42.140845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.157411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcfa46-b7bb-4975-943a-30a85810b691 None None] Network eb263995-aa05-492f-a2e7-3bffe535683c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:42.295103 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0ecaa58f-0777-428b-9b47-8efcedd9ba43 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2758157 Apr 22 14:44:42.300160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36498) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.317937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:42.331072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:42.333796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e241f-d93d-4d27-b803-b6f01c3effa6 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:42.337362 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f00e241f-d93d-4d27-b803-b6f01c3effa6 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2329628 Apr 22 14:44:42.338273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36502) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.346937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Usage tracker for resource:router and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:42.360055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:42.370062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:42.371678 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60bdf5-2326-48fb-9d3c-5d2fda8f3c75 None None] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:42.394239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.395191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.413391 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-980fd031-8fb9-47b5-b046-916c6619b166 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730739 Apr 22 14:44:42.416155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36506) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.419338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.423759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1988622081', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:42.592200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.600656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.687254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:42.700961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:42.705583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:42.715503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:42.726023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.728294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.731400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=8e869050-0370-4833-9d19-7406ba2f4fd4,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:42.737996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:42.783541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-65c231c8-7179-45a8-8cdd-b1a11e76c1bf None None] Provisioning for port 17fe1b4a-0237-4706-a518-5e05340b1560 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:42.871205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36510) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:42.884084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286485728', 'description': 'tempest-secgroup-smoke-1286485728 description', 'project_id': '3dc94618eca24279b407cba5af546ff9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:42.891021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:42.893614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-eb263995-aa05-492f-a2e7-3bffe535683c', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:42.894456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.894967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:42.895181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:42.896450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:42.898692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:42.904871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:42.915252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.974973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:42.992376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.061223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 17fe1b4a-0237-4706-a518-5e05340b1560 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:43.076161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.097470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:43.131825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:43.135677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:43.138484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:43.144185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:43.156811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Checking router: c8e5ba63-328b-45a9-bc36-c3703d7cf481 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:43.157171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Updating router c8e5ba63-328b-45a9-bc36-c3703d7cf481 port 808c66c6-1406-4c47-a043-06105b3a9a7f binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:43.192248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.288060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.294170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:43.340205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.354252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Allocated IP 172.20.0.2 (eb263995-aa05-492f-a2e7-3bffe535683c/e3afa4e8-38ef-4015-82c2-afc085779bd2/51fda88a-01bd-4906-b0a9-969905715178) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:43.393458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.465273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ee7ba-3413-48b0-b66f-ad8245c38220,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.474706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:43.477440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.484075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:43.495049 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Sync routers for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:43.499997 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-218e0393-6059-4a4c-9dde-cfc95b8c387e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243093 Apr 22 14:44:43.500665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.507183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'network': {'name': 'tempest-RoutersTest-1639713270'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:43.510274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 17fe1b4a-0237-4706-a518-5e05340b1560 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:43.510603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.513386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:43.513854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:43.516264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.517954 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:43.518258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:network and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:43.519123 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:43.519833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:43.522312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:43.528147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:43.530864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 17fe1b4a-0237-4706-a518-5e05340b1560 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:43.531005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.541037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:43.544940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.578158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:43.589574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.590139 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added segment 51ba1176-82cd-45d4-b9cd-a70f8a132ad2 of type vlan for network 8541bb4b-6caa-45e3-9c6b-e39534ba211c Apr 22 14:44:43.618384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:43.637840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.687709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.693539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:43.693782 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:43.694866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.713380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.755458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.800605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=0ccea044-e572-4185-ac65-5f732f99f40c,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.856924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a7240-3291-47c5-8314-f0ee3c43c0d8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.862321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:43.863045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: fd1926b5-2040-42f3-9ab0-299e095b146f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:43.879412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:43.881008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-288d7603-099e-43b0-b8dd-bad0211fdb31 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0066783 Apr 22 14:44:43.884670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36518) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.894075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group_rule': {'security_group_id': '2f4a7240-3291-47c5-8314-f0ee3c43c0d8', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:43.895677 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3931131 Apr 22 14:44:43.896610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36522) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:43.908454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'subnet': {'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:43.921537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad8514-f846-48af-98e2-264f39942c7e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Network': ['ID=8541bb4b-6caa-45e3-9c6b-e39534ba211c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:43.937421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:43.944196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:43.945819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:43.949552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:44.006083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:44.022744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fd1926b5-2040-42f3-9ab0-299e095b146f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:44.062443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:44.066723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:subnet and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:44.069597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:44.076229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:44.084309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, fd1926b5-2040-42f3-9ab0-299e095b146f) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:44.088091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.100071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:44.102538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.106330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Made reservation on behalf of c0b17c467e4e40cdb1173c58417b8d77 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:44.153766 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e869050-0370-4833-9d19-7406ba2f4fd4', 'name': '', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:45:d5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:40Z', 'updated_at': '2022-04-22T14:44:42Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:44.158385 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Checking router: d377070a-a5bc-4461-a715-17d9ffaade7a for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:44.158742 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Updating router d377070a-a5bc-4461-a715-17d9ffaade7a port 8e869050-0370-4833-9d19-7406ba2f4fd4 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:44.168565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.180774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Transition to ACTIVE for port object 51fda88a-01bd-4906-b0a9-969905715178 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:44.202344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Transition to ACTIVE for port object 51fda88a-01bd-4906-b0a9-969905715178 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:44.205159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.218314 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.231931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4360a23b-d8cf-4597-9e78-49d25250243d None None] Network fd1926b5-2040-42f3-9ab0-299e095b146f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:44.258733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.392896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Pushing event updated for resources: {'Port': ['ID=51fda88a-01bd-4906-b0a9-969905715178,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.406512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.489180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4139a210-732e-414f-b363-e67345958346 None None] Provisioning complete for port 17fe1b4a-0237-4706-a518-5e05340b1560 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:44.489494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4139a210-732e-414f-b363-e67345958346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.508209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-be4f90db-e9dc-433d-a51b-723bd385d8dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0884573 Apr 22 14:44:44.508667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36526) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:44.513522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.550053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.551696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Network eb263995-aa05-492f-a2e7-3bffe535683c is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:44.553441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 17fe1b4a-0237-4706-a518-5e05340b1560, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=17fe1b4a-0237-4706-a518-5e05340b1560,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:44.560661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:44.561297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.564357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:44.578109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.578883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:44.583173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84573bb3-d392-45df-b4b0-5358b5e87040,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.606528 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.616436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:44:44.620911 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Transition to ACTIVE for port object 8e869050-0370-4833-9d19-7406ba2f4fd4 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:44.632214 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.660196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.664916 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-88d8b39c-f85e-4f1a-9371-d7ad5958180b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7787969 Apr 22 14:44:44.665846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36530) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:44.678536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group_rule': {'security_group_id': '2f4a7240-3291-47c5-8314-f0ee3c43c0d8', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:44.698025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:44.705760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:44.709492 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95791ad3-13a0-4797-9743-19b41178d4b6 None None] Pushing event updated for resources: {'Port': ['ID=8e869050-0370-4833-9d19-7406ba2f4fd4,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.724325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:44.734797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:44.753368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.864178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.885041 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Attempting to bind port 8e869050-0370-4833-9d19-7406ba2f4fd4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:44.885820 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Attempting to bind port 8e869050-0370-4833-9d19-7406ba2f4fd4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:44.887003 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Attempting to bind port 8e869050-0370-4833-9d19-7406ba2f4fd4 on network cdb6ec32-f38a-4103-a9d6-7938f727b42e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:44.901171 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:44.901551 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Checking segment: {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:44.901932 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.902309 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Bound using segment: {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:44.902760 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Bound port: 8e869050-0370-4833-9d19-7406ba2f4fd4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b70670-d61f-487c-a47f-60463401065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:44.908846 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.947655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Subnet': ['ID=b4317600-10d8-438e-8654-357f7ae954ca,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.956934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Checking segment: {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:44.957299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network hostable DHCP agents. Network: 8541bb4b-6caa-45e3-9c6b-e39534ba211c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:44.964282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=17fe1b4a-0237-4706-a518-5e05340b1560,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:44.971158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:44.977380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Attempting to bind port 51fda88a-01bd-4906-b0a9-969905715178 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:44.978107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Attempting to bind port 51fda88a-01bd-4906-b0a9-969905715178 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:44.978259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Attempting to bind port 51fda88a-01bd-4906-b0a9-969905715178 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:45.045956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.047636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:45.058058 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] For port 8e869050-0370-4833-9d19-7406ba2f4fd4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:45.062445 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] For port 8e869050-0370-4833-9d19-7406ba2f4fd4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8e869050-0370-4833-9d19-7406ba2f4fd4,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:45.067711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.068127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Transition to ACTIVE for port object 808c66c6-1406-4c47-a043-06105b3a9a7f will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:45.069536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 8541bb4b-6caa-45e3-9c6b-e39534ba211c) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:45.071092 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.080385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-fd1926b5-2040-42f3-9ab0-299e095b146f', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:45.081375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.104701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565cfc97-487d-410e-83bf-0438fde3aa74 None None] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:45.119416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:45.119831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Checking segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:45.120226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.120612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Bound using segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:45.121089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Bound port: 51fda88a-01bd-4906-b0a9-969905715178, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:45.121598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.139842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.155604 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95791ad3-13a0-4797-9743-19b41178d4b6 None None] Pushing event updated for resources: {'Port': ['ID=8e869050-0370-4833-9d19-7406ba2f4fd4,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:45.180068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:45.180830 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:45.185739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Allocated IP 172.26.2.102 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b05de8cc-2682-411b-9106-acf6281b6be2) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:45.410297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:45.414508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.429107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.453830 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:45.475221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50826aa6-9056-4ad4-a601-02257a78444b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:45.477950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:45.478701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.538332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.542328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4b0f97c4-ea17-455e-9ddf-913fd4d6df18 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8729687 Apr 22 14:44:45.544649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36534) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.547654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.556228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group_rule': {'security_group_id': '2f4a7240-3291-47c5-8314-f0ee3c43c0d8', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:45.563441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:45.568707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:45.572634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:45.579598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:45.593916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Attempting to bind port 808c66c6-1406-4c47-a043-06105b3a9a7f on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:45.594394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Attempting to bind port 808c66c6-1406-4c47-a043-06105b3a9a7f by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:45.594868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Attempting to bind port 808c66c6-1406-4c47-a043-06105b3a9a7f on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:45.608133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5ac40716-7666-4239-b7a5-af6871958b44 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7071793 Apr 22 14:44:45.610390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.616234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36538) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.622189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137d502-4241-42ee-a77a-539e4a89edf0 None None] Pushing event updated for resources: {'Port': ['ID=808c66c6-1406-4c47-a043-06105b3a9a7f,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:45.681065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4139a210-732e-414f-b363-e67345958346 None None] Provisioning for port 8e869050-0370-4833-9d19-7406ba2f4fd4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:45.686293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:45.691605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:45.692051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:45.692539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.692977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:45.693561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Bound port: 808c66c6-1406-4c47-a043-06105b3a9a7f, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:45.694074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.704680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:45.711315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.728099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:45.745069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] For port 51fda88a-01bd-4906-b0a9-969905715178, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:45.756772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.805156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:45.806843 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2566466 Apr 22 14:44:45.812069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36542) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:45.812962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0555e4-8267-4e27-a276-3f9f801df985 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3159cc90-781d-4d3c-ab96-453dc55ae5cb,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:45.823783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group_rule': {'security_group_id': '2f4a7240-3291-47c5-8314-f0ee3c43c0d8', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:45.833014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:45.841086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:45.874126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:45.881047 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e869050-0370-4833-9d19-7406ba2f4fd4', 'name': '', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:45:d5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:40Z', 'updated_at': '2022-04-22T14:44:45Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:45.887549 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68321f27-bfb9-4dae-93af-83f52aecbd99 None None] The sync data for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv is: [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e869050-0370-4833-9d19-7406ba2f4fd4', 'name': '', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:45:d5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:40Z', 'updated_at': '2022-04-22T14:44:45Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:45.891940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:45.899976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Pushing event updated for resources: {'Port': ['ID=b05de8cc-2682-411b-9106-acf6281b6be2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:45.927860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] For port 51fda88a-01bd-4906-b0a9-969905715178, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=51fda88a-01bd-4906-b0a9-969905715178,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:45.989765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.007360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.044677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.153274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] For port 808c66c6-1406-4c47-a043-06105b3a9a7f, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:46.163657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Allocated IP 172.20.0.2 (fd1926b5-2040-42f3-9ab0-299e095b146f/0ccea044-e572-4185-ac65-5f732f99f40c/c2f8796c-db67-49d0-8dd3-3251bd7d84a0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:46.201208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-8541bb4b-6caa-45e3-9c6b-e39534ba211c', 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'fixed_ips': [{'subnet_id': 'b4317600-10d8-438e-8654-357f7ae954ca'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:46.201998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.212297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] For port 808c66c6-1406-4c47-a043-06105b3a9a7f, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=808c66c6-1406-4c47-a043-06105b3a9a7f,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:46.238877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.247038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9fcbb-99a8-4f69-a6ce-373ec172081f None None] Pushing event updated for resources: {'Port': ['ID=51fda88a-01bd-4906-b0a9-969905715178,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:46.293388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.294298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.360904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.390519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.526947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bbab73-3eb0-4e06-b523-ee86a6e7078a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:46.540804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e869050-0370-4833-9d19-7406ba2f4fd4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:46.558546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.562363 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ad1b425e-846c-4977-9dcc-d8683510db0a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7444100 Apr 22 14:44:46.570884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:46.595471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group_rule': {'security_group_id': '2f4a7240-3291-47c5-8314-f0ee3c43c0d8', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:46.610274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:46.619975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:46.625655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:46.640378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:46.732063 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Project 3dc94618eca24279b407cba5af546ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:46.747059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.795272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137d502-4241-42ee-a77a-539e4a89edf0 None None] Pushing event updated for resources: {'Port': ['ID=808c66c6-1406-4c47-a043-06105b3a9a7f,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:46.831460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.836555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.859833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66675596-38a1-47bb-8a5b-70d2c4e1575e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:46.863374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:46.863553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:46.877425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.881327 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-82bff9fe-4d6d-40b7-9be1-2ae160d04ecd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3070204 Apr 22 14:44:46.881605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36550) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:46.887360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'security_group_rule': {'security_group_id': '2f4a7240-3291-47c5-8314-f0ee3c43c0d8', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:46.893261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:46.897157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:security_group_rule and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:46.900217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:46.906351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:46.918774 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Project 3dc94618eca24279b407cba5af546ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:46.926404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:46.999096 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.006559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.036363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c405ee4e-dcc6-49a7-9629-1594a84b9f37,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:47.049960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.051283 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f070c384-3017-431a-a990-905dbd5d6765 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1687584 Apr 22 14:44:47.055084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36554) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:47.061499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'network': {'name': 'tempest-network-smoke--1361546076', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'port_security_enabled': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:47.068466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:47.073855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:network and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:47.077367 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:47.081833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Allocated IP 172.23.0.2 (8541bb4b-6caa-45e3-9c6b-e39534ba211c/b4317600-10d8-438e-8654-357f7ae954ca/6679bb84-a850-4cb3-bcba-7ebc02a8b8f0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:47.083489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:47.085661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 8e869050-0370-4833-9d19-7406ba2f4fd4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:47.094357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Made reservation on behalf of 3dc94618eca24279b407cba5af546ff9 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:47.098858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.099934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8e869050-0370-4833-9d19-7406ba2f4fd4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:47.101110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.129959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:47.140629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.141024 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Added segment 7cf42c79-43ee-49c6-9f8b-b09da7cec190 of type vlan for network f59ef70a-7083-4ab1-8333-a99535922a1b Apr 22 14:44:47.144430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.156183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.174443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.209462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.213887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:47.214524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.271679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Transition to ACTIVE for port object c2f8796c-db67-49d0-8dd3-3251bd7d84a0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:47.343576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Network': ['ID=f59ef70a-7083-4ab1-8333-a99535922a1b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:47.349271 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-09f8dea7-8983-462c-94ae-a5c3bea160c8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2906556 Apr 22 14:44:47.349494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36558) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:47.354755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'admin_state_up': True, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:47.363424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:47.373697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network f59ef70a-7083-4ab1-8333-a99535922a1b details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:47.377901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:router and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:47.387895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:47.394493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:47.415203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.416153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.439553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.446844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:47.454625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Transition to ACTIVE for port object c2f8796c-db67-49d0-8dd3-3251bd7d84a0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:47.519440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.611855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:47.657628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692a1f68-80e6-4035-981f-896723e32d30 None None] Network eb263995-aa05-492f-a2e7-3bffe535683c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:47.683394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.687220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (fd1926b5-2040-42f3-9ab0-299e095b146f/0ccea044-e572-4185-ac65-5f732f99f40c/203c01c2-68f3-4fce-8d56-7efea0229f39) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:47.830468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:47.860586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.864664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9a0240f4-6300-454d-ae7a-3bdf130433af admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5609629 Apr 22 14:44:47.864992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36562) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:47.922251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:47.952505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Network fd1926b5-2040-42f3-9ab0-299e095b146f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:47.957884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:47.977714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Pushing event updated for resources: {'Port': ['ID=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:47.980325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:47.991992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:47.999891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.066350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.077993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Transition to ACTIVE for port object 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:48.081399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-77298283-186a-41d4-9a26-10b06f53e637 None None] Provisioning for port 51fda88a-01bd-4906-b0a9-969905715178 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:48.090391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 203c01c2-68f3-4fce-8d56-7efea0229f39 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:48.160343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.170157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:48.170780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:48.192537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.234386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.276586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Transition to ACTIVE for port object 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:48.338260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=203c01c2-68f3-4fce-8d56-7efea0229f39,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:48.341633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fd1926b5-2040-42f3-9ab0-299e095b146f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:48.345490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:48.350631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:48.438933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.457102 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.468147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Allocated IP 172.26.2.78 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:48.488762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 8e869050-0370-4833-9d19-7406ba2f4fd4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8e869050-0370-4833-9d19-7406ba2f4fd4,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:48.536709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.537481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 17fe1b4a-0237-4706-a518-5e05340b1560 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:48.596346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Attempting to bind port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:48.596346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Attempting to bind port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:48.596710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Attempting to bind port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 on network fd1926b5-2040-42f3-9ab0-299e095b146f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:48.628884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Allocated IP 172.23.0.1 (8541bb4b-6caa-45e3-9c6b-e39534ba211c/b4317600-10d8-438e-8654-357f7ae954ca/ca25a43d-adbe-4674-8762-80c6da8fd5b1) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:48.670318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.717097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:48.717916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Pushing event updated for resources: {'Port': ['ID=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:48.730689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:48.736808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.764850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:48.765222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Checking segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:48.765628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.766358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Bound using segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:48.766544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Bound port: c2f8796c-db67-49d0-8dd3-3251bd7d84a0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:48.766916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.777976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:48.833460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.889431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Transition to ACTIVE for port object ca25a43d-adbe-4674-8762-80c6da8fd5b1 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:48.927418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:48.950900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:49.004716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.031061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Port': ['ID=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.049168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:49.055356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:49.056799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=8e869050-0370-4833-9d19-7406ba2f4fd4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.082329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.112501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:49.117388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:49.117594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:49.119820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:49.148226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=ca25a43d-adbe-4674-8762-80c6da8fd5b1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.168038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Attempting to bind port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:49.168241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Attempting to bind port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:49.168544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Attempting to bind port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 on network 8541bb4b-6caa-45e3-9c6b-e39534ba211c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:49.191873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 17fe1b4a-0237-4706-a518-5e05340b1560 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:49.192608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.232137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.277872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] For port c2f8796c-db67-49d0-8dd3-3251bd7d84a0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:49.286458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:49.300801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:49.301156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Checking segment: {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:49.301427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.301701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Bound using segment: {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:49.302212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Bound port: 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:49.302776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.341912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9027b-16b0-47c2-b7ba-ac1667839694 None None] The sync data for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv is: [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:40Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:49.348915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] For port c2f8796c-db67-49d0-8dd3-3251bd7d84a0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:49.350980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.368030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.407409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.467387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Allocated IP 172.20.0.1 (eb263995-aa05-492f-a2e7-3bffe535683c/e3afa4e8-38ef-4015-82c2-afc085779bd2/64650064-823e-4bfb-8c18-bf5b2db36a46) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:49.496835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.505772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=203c01c2-68f3-4fce-8d56-7efea0229f39,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.608941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.609583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.694536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.755931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfb2dc-a25e-45ce-9bac-f47bdae11a62 None None] Pushing event updated for resources: {'Port': ['ID=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:49.770431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.771927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] For port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:49.799187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] For port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,segment=NetworkSegment(51ba1176-82cd-45d4-b9cd-a70f8a132ad2),segment_id=51ba1176-82cd-45d4-b9cd-a70f8a132ad2)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:49.806856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Transition to ACTIVE for port object 64650064-823e-4bfb-8c18-bf5b2db36a46 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:49.817252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:49.909354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:46Z', 'revision_number': 3, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:49.924505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:49.925213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Updating router 7d642f8d-4d6a-4420-88a2-e317ea277709 port b05de8cc-2682-411b-9106-acf6281b6be2 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:49.974216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fd1926b5-2040-42f3-9ab0-299e095b146f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:49.980417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:49.994209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140f59-6cef-4ae6-a965-0cf8bc15cce6 None None] Pushing event updated for resources: {'Port': ['ID=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.035440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.052511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.080518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e869050-0370-4833-9d19-7406ba2f4fd4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:50.170306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Network eb263995-aa05-492f-a2e7-3bffe535683c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:50.174194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Pushing event updated for resources: {'Port': ['ID=64650064-823e-4bfb-8c18-bf5b2db36a46,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:50.176992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:50.181437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:50.200538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8e869050-0370-4833-9d19-7406ba2f4fd4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:50.201033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.505402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.594078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Router 99dda41d-2551-47b3-b9b0-822df522cfec is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:44:50.674461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 51fda88a-01bd-4906-b0a9-969905715178 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:50.684899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.686654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.739208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.745557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0f3209bd-6773-4660-8fbc-156e235afe95 None None] Provisioning for port 64650064-823e-4bfb-8c18-bf5b2db36a46 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:50.769281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0f3209bd-6773-4660-8fbc-156e235afe95 None None] Provisioning complete for port 64650064-823e-4bfb-8c18-bf5b2db36a46 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:50.769645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0f3209bd-6773-4660-8fbc-156e235afe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.858883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0f3209bd-6773-4660-8fbc-156e235afe95 None None] Port 64650064-823e-4bfb-8c18-bf5b2db36a46 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:50.863358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:50.908174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 51fda88a-01bd-4906-b0a9-969905715178 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:50.920169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 51fda88a-01bd-4906-b0a9-969905715178 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:50.920550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.978753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:50.998612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Transition to ACTIVE for port object b05de8cc-2682-411b-9106-acf6281b6be2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:51.043127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.045319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.055655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event updated for resources: {'Port': ['ID=ca25a43d-adbe-4674-8762-80c6da8fd5b1,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.115195 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:44:51.155795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:51.163836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259d17-47e6-451b-bb36-42588364f3a7 None None] Pushing event updated for resources: {'Port': ['ID=b05de8cc-2682-411b-9106-acf6281b6be2,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.167385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.174693 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Sync routers for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:51.186042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Attempting to bind port b05de8cc-2682-411b-9106-acf6281b6be2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:51.186302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Attempting to bind port b05de8cc-2682-411b-9106-acf6281b6be2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:51.186652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Attempting to bind port b05de8cc-2682-411b-9106-acf6281b6be2 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:51.201501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:51.202372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:51.202887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:51.203270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.203480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:51.203594 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:51.203954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Bound port: b05de8cc-2682-411b-9106-acf6281b6be2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:51.204315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.238361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.243929 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-76ac9252-7ce1-49d8-9a45-fc2bbc03c26d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8933835 Apr 22 14:44:51.244169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36566) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.274889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 51fda88a-01bd-4906-b0a9-969905715178, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=51fda88a-01bd-4906-b0a9-969905715178,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:51.295543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.335668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:51.347350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178393c-7cdd-4391-aa2c-8fac786ada10 None None] Network fd1926b5-2040-42f3-9ab0-299e095b146f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:51.353468 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-70d3ad56-4404-4d17-ba24-9cbff1ec0a0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/c8e5ba63-328b-45a9-bc36-c3703d7cf481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8407867 Apr 22 14:44:51.354936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36572) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.418964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] For port b05de8cc-2682-411b-9106-acf6281b6be2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:51.503271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:51.505463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:51.529953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] For port b05de8cc-2682-411b-9106-acf6281b6be2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b05de8cc-2682-411b-9106-acf6281b6be2,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:51.546502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=51fda88a-01bd-4906-b0a9-969905715178,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.553512 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:51.555829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.639861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7bcfcc8a-526d-4d25-8e8c-bf765e6fba3b None None] Provisioning for port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:51.669433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.670153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.670656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.671012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.671359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.671773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.672127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.672633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.672976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.673319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.675340 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e6088c60-7291-42cd-a6cd-84b373acff2a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6954 time: 0.3185434 Apr 22 14:44:51.678262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36576) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.698459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:44:51.712905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae281d1-f8f9-4b80-9cf6-6534032227a1 None None] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:51.767147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.767401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.767755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.768101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.768444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.768784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.769129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.769886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.770233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:51.772383 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-50dfa11a-7a4d-4ff0-b4d6-f28842ef9875 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5735 time: 0.0929692 Apr 22 14:44:51.775280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36580) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.784790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.787964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-525e3ac0-9142-4675-8aa4-0ec0d47aab5e tempest-TestNetworkAdvancedServerOps-214153789 tempest-TestNetworkAdvancedServerOps-214153789-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=3dc94618eca24279b407cba5af546ff9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5406795 Apr 22 14:44:51.791138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36584) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:51.818654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:51.947289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259d17-47e6-451b-bb36-42588364f3a7 None None] Pushing event updated for resources: {'Port': ['ID=b05de8cc-2682-411b-9106-acf6281b6be2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:51.965022 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:49Z', 'revision_number': 3, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:51.969901 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Checking router: 99dda41d-2551-47b3-b9b0-822df522cfec for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:51.970366 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Updating router 99dda41d-2551-47b3-b9b0-822df522cfec port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:51.980779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:51.980779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:52.035456 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.120607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.124824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Pushing event updated for resources: {'Port': ['ID=64650064-823e-4bfb-8c18-bf5b2db36a46,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:52.236352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:52.242106 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-72eea558-9ef4-4dcb-afe6-94ce0310e793 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.4656789 Apr 22 14:44:52.328879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0229c027-d7f4-4d73-b249-c9b65bee87df None None] Provisioning for port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:52.347997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:52.356831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de1aed-7b27-4cbf-adff-a971f54df632 tempest-TestNetworkAdvancedServerOps-214153789 tempest-TestNetworkAdvancedServerOps-214153789-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:52.361180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-36de1aed-7b27-4cbf-adff-a971f54df632 tempest-TestNetworkAdvancedServerOps-214153789 tempest-TestNetworkAdvancedServerOps-214153789-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5666428 Apr 22 14:44:52.361585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36590) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:52.439136 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.453079 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Transition to ACTIVE for port object e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:52.456198 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2a9d6c08-d8fb-4332-8259-79e75816ca04 tempest-TestNetworkAdvancedServerOps-214153789 tempest-TestNetworkAdvancedServerOps-214153789-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0909014 Apr 22 14:44:52.456486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36594) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:52.460397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Network eb263995-aa05-492f-a2e7-3bffe535683c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:52.463355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:52.465209 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.466016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788448923', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'project_id': '3dc94618eca24279b407cba5af546ff9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:52.643712 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9305-8cf2-471a-beda-9647240ea27a None None] Pushing event updated for resources: {'Port': ['ID=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:52.653507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:52.660354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:subnet and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:52.663796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:52.674099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:52.687622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Made reservation on behalf of 3dc94618eca24279b407cba5af546ff9 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:52.707115 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Attempting to bind port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:52.707512 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Attempting to bind port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:52.707873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Attempting to bind port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:52.710144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:52.711707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:52.727503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36598) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:52.728521 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:52.728924 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:52.729638 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.729938 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:52.730360 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Bound port: e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:52.730743 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.735993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:52.736789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.811389 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] For port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:52.814677 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] For port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:52.823985 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.877767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:52.909265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687385584', 'description': 'tempest-secgroup-smoke-687385584 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:52.919531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:52.943305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:53.005369 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:53.006538 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:53.107204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4fcabc17-d571-4330-a1fa-57446218845d None None] Provisioning complete for port 64650064-823e-4bfb-8c18-bf5b2db36a46 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:53.107489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4fcabc17-d571-4330-a1fa-57446218845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.142309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.218353 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:53.284555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:53.292714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:53.294874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.306749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:53.325412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:53.362307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.394418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Subnet': ['ID=db47fe05-615b-452b-9c56-6649ed5d401b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.414316 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9305-8cf2-471a-beda-9647240ea27a None None] Pushing event updated for resources: {'Port': ['ID=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.429555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4fcabc17-d571-4330-a1fa-57446218845d None None] Port 64650064-823e-4bfb-8c18-bf5b2db36a46 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:53.432812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Checking segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:53.433866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network hostable DHCP agents. Network: f59ef70a-7083-4ab1-8333-a99535922a1b, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:53.457980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:53.466467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network f59ef70a-7083-4ab1-8333-a99535922a1b is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:53.491045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, f59ef70a-7083-4ab1-8333-a99535922a1b) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:53.510194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:53.510510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.515310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.537774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.544579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Sync routers for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:44:53.550199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48428730-633c-4fc7-b55c-d798e17ca2b5 None None] Network f59ef70a-7083-4ab1-8333-a99535922a1b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:53.568457 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f427a5b4-6b0f-45a6-998a-d7c634a03b6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1104841 Apr 22 14:44:53.572216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36602) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:53.584812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5140e1a2-61f9-4b01-85ee-b0eaf62ce709 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9629927 Apr 22 14:44:53.603129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36606) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:53.620119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:53.706526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.708389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9796801 Apr 22 14:44:53.773429 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:49Z', 'revision_number': 3, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:53.783984 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffcf16-8e97-4253-b551-13ddc3421d96 None None] The sync data for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv is: [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:49Z', 'revision_number': 3, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:53.796584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a85c-12b3-40e8-9df5-2c9cb1557e55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00cec2d-3838-4667-b924-c581d0c6d32b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:53.811165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36610) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:53.825555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:53.828877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'e00cec2d-3838-4667-b924-c581d0c6d32b', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:53.844289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:53.850694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:53.854384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:53.869002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:53.891725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,segment=NetworkSegment(51ba1176-82cd-45d4-b9cd-a70f8a132ad2),segment_id=51ba1176-82cd-45d4-b9cd-a70f8a132ad2)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:53.895369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-f59ef70a-7083-4ab1-8333-a99535922a1b', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:53.896176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.909377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:53.920211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:53.920845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:54.046267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.116188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.117411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 51fda88a-01bd-4906-b0a9-969905715178 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:54.144949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85c5d3a8-6c5d-48e6-acfa-7d1b9194fde8 None None] Provisioning for port 203c01c2-68f3-4fce-8d56-7efea0229f39 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:54.211344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.378973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:54.406744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85c5d3a8-6c5d-48e6-acfa-7d1b9194fde8 None None] Provisioning complete for port 203c01c2-68f3-4fce-8d56-7efea0229f39 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:54.407334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85c5d3a8-6c5d-48e6-acfa-7d1b9194fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.438148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a593e61b-b731-4d00-8619-62b9f1021bda,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:54.480747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.484458 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-96226b41-113e-4b08-9e27-08448d9b1061 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6689970 Apr 22 14:44:54.487061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36614) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:54.495928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'e00cec2d-3838-4667-b924-c581d0c6d32b', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:54.505538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:54.511976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:54.517288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:54.528637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:54.605615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.663818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:54.667912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:44:51Z', 'revision_number': 2, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:54.681966 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2614d9d0-9b95-4b07-bd36-1b0ce35536fe admin admin] 10.222.0.32 "PUT /v2.0/routers/7d642f8d-4d6a-4420-88a2-e317ea277709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8113954 Apr 22 14:44:54.685481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:44:54.751350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5383259d-954a-45f0-9a92-814d91518c3b None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:44:51Z', 'revision_number': 2, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:44:54.760140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85c5d3a8-6c5d-48e6-acfa-7d1b9194fde8 None None] Port 203c01c2-68f3-4fce-8d56-7efea0229f39 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:54.802106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.831227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 51fda88a-01bd-4906-b0a9-969905715178 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:54.831754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.880138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.913002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:44:54.930989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cb9b9a-8706-4c34-a77a-ce570b9d7892,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:54.949299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Removed routes are [] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:44:54.950634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.956033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:54.960438 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c51c8ccc-37d3-4ffc-bd50-02ff8d1f3169 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4721134 Apr 22 14:44:54.960672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36622) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:54.972058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'e00cec2d-3838-4667-b924-c581d0c6d32b', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:54.987233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:55.106375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:55.433668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:55.461970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:55.525895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.615167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.628744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Allocated IP 172.20.0.2 (f59ef70a-7083-4ab1-8333-a99535922a1b/db47fe05-615b-452b-9c56-6649ed5d401b/b1bac4db-f464-4719-8e5f-736fd3fc3edc) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:55.672518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c2f8796c-db67-49d0-8dd3-3251bd7d84a0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:55.682661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.719998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Provisioning complete for port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:55.720365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.732785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.802133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcb1202-a0f2-43cf-9745-605521d3025d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:55.852696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.854175 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c8b48542-5a7f-4cf7-9b38-81982c9fac59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8924749 Apr 22 14:44:55.856945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36634) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:55.864559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'e00cec2d-3838-4667-b924-c581d0c6d32b', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:55.873141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:55.877944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.882817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:55.886511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:55.890086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:55.896509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:56.082304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.212228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.228042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.237551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:44:56.267152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519b2491-fb10-42d8-a19f-63adc76d7f32,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.271649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:56.297582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:56.297979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.332506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.333756 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fd40ef7e-c667-4dcb-8d4b-9a2b0a693f68 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4758711 Apr 22 14:44:56.336726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36642) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:56.342633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'e00cec2d-3838-4667-b924-c581d0c6d32b', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:56.352663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:56.364914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:56.380419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:56.401985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:56.420462 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:56.424567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.433211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.461161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Transition to ACTIVE for port object b1bac4db-f464-4719-8e5f-736fd3fc3edc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:56.466964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Provisioning complete for port 203c01c2-68f3-4fce-8d56-7efea0229f39 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:56.467331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.481024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36648) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:56.488088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655341534-network', 'tenant_id': '26d11e592f454ec0b41d254ff551b703'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:56.495068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:56.501946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Usage tracker for resource:network and tenant:26d11e592f454ec0b41d254ff551b703 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:56.508694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:56.521294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:56.540474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.547341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:49Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e869050-0370-4833-9d19-7406ba2f4fd4', 'name': '', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:45:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:40Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca25a43d-adbe-4674-8762-80c6da8fd5b1', 'name': '', 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:9a:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4317600-10d8-438e-8654-357f7ae954ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'b4317600-10d8-438e-8654-357f7ae954ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:56.547633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:44:56.550731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Made reservation on behalf of 26d11e592f454ec0b41d254ff551b703 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:56.554547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.556369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.582552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Transition to ACTIVE for port object b1bac4db-f464-4719-8e5f-736fd3fc3edc will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:56.583386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.583754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Checking router: d377070a-a5bc-4461-a715-17d9ffaade7a for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:44:56.584109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Updating router d377070a-a5bc-4461-a715-17d9ffaade7a port ca25a43d-adbe-4674-8762-80c6da8fd5b1 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:44:56.584594 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04671613-afdc-4592-b7c6-5c612e23ec45 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 934 time: 2.9791300 Apr 22 14:44:56.585549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.588748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36652) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:56.593313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cafb3b2-69e1-449b-bcf1-adb46afd140b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.646707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Port 203c01c2-68f3-4fce-8d56-7efea0229f39 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:56.652610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.673195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:56.678553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Usage tracker for resource:security_group_rule and tenant:26d11e592f454ec0b41d254ff551b703 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:56.682851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:56.687207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.690202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:56.716151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.717337 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-36bddb5c-9a42-4399-9702-1b951fdbb63a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3796203 Apr 22 14:44:56.729190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.745759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36656) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:56.753532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'e00cec2d-3838-4667-b924-c581d0c6d32b', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:56.763346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:56.769234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:56.776112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:56.784208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:56.793507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Allocated IP 172.20.0.1 (f59ef70a-7083-4ab1-8333-a99535922a1b/db47fe05-615b-452b-9c56-6649ed5d401b/9d60637d-defc-4a74-8c21-018096fa8e08) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:56.804246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Pushing event updated for resources: {'Port': ['ID=b1bac4db-f464-4719-8e5f-736fd3fc3edc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.808544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:44:56.809771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Network f59ef70a-7083-4ab1-8333-a99535922a1b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:56.817349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.851990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.852727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:56.861857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Provisioning for port ca25a43d-adbe-4674-8762-80c6da8fd5b1 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:56.867220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:56.868739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.877029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Provisioning complete for port ca25a43d-adbe-4674-8762-80c6da8fd5b1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:56.877380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.909203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:44:56.918392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bbf088-6499-4694-a0c8-dec33630612b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:56.931124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.931471 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Added segment 6151b0b4-3313-4115-b4d2-f176c9bd84c3 of type vlan for network aa74ddfe-ad25-4e3c-832e-548be02b08c6 Apr 22 14:44:56.948796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.962801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.982791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:56.983049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d67e8835-b6e6-492b-a4cf-dd688c04693c None None] Port ca25a43d-adbe-4674-8762-80c6da8fd5b1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:44:56.987815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port c2f8796c-db67-49d0-8dd3-3251bd7d84a0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:56.993762 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c95fe8b2-7f8a-410a-a1b2-30099235acff tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 934 time: 0.4002869 Apr 22 14:44:56.995909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36660) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:56.999526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6953427e-4730-4969-8343-df0ddd0f7b29,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:57.002377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.008384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'routes': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:57.024125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.033857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6daafc7e-ea1b-42ca-a2c9-26256c79b857 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2778523 Apr 22 14:44:57.034080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.048804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.051335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:57.052014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.185246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7031322 Apr 22 14:44:57.188033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36666) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:57.193711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Request body: {'subnet': {'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655341534-subnet', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:57.202273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:57.204660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d324-c45f-4bc3-a09d-05fe9fb82956 admin admin] Pushing event updated for resources: {'Network': ['ID=aa74ddfe-ad25-4e3c-832e-548be02b08c6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:57.209991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Usage tracker for resource:subnet and tenant:26d11e592f454ec0b41d254ff551b703 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:57.212959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:57.221387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:57.235475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:44:57.252876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Made reservation on behalf of 26d11e592f454ec0b41d254ff551b703 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:44:57.255221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.256820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Attempting to bind port b1bac4db-f464-4719-8e5f-736fd3fc3edc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:57.257187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Attempting to bind port b1bac4db-f464-4719-8e5f-736fd3fc3edc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:57.257541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Attempting to bind port b1bac4db-f464-4719-8e5f-736fd3fc3edc on network f59ef70a-7083-4ab1-8333-a99535922a1b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:57.290031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Transition to ACTIVE for port object 9d60637d-defc-4a74-8c21-018096fa8e08 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:57.378464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.409332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 808c66c6-1406-4c47-a043-06105b3a9a7f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:57.461878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network f59ef70a-7083-4ab1-8333-a99535922a1b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:57.462114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-a8a17e6b-3dd0-44f1-a90f-0817160260a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:57.466431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:57.473424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:57.481653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:57.482043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Checking segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:57.482438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.482819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Bound using segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:57.483290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Bound port: b1bac4db-f464-4719-8e5f-736fd3fc3edc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:57.483658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.508908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:57.518479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-a8a17e6b-3dd0-44f1-a90f-0817160260a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:57.519661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-a8a17e6b-3dd0-44f1-a90f-0817160260a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687385584&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.1210175 Apr 22 14:44:57.626840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Port': ['ID=9d60637d-defc-4a74-8c21-018096fa8e08,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:57.664632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.683135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.702808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 808c66c6-1406-4c47-a043-06105b3a9a7f completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:57.715702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] For port b1bac4db-f464-4719-8e5f-736fd3fc3edc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:57.723620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 808c66c6-1406-4c47-a043-06105b3a9a7f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:57.723987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.754507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-78312023-b76f-4645-906a-4d85da4e8a76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:57.755706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-78312023-b76f-4645-906a-4d85da4e8a76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:57.768640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] For port b1bac4db-f464-4719-8e5f-736fd3fc3edc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1bac4db-f464-4719-8e5f-736fd3fc3edc,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:57.788656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:57.802894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-78312023-b76f-4645-906a-4d85da4e8a76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:57.804107 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-78312023-b76f-4645-906a-4d85da4e8a76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 796 time: 0.2737248 Apr 22 14:44:57.810473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5890bb-d3bd-4585-88ac-b250c7b57288,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:57.820223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Checking segment: {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:57.820574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Network hostable DHCP agents. Network: aa74ddfe-ad25-4e3c-832e-548be02b08c6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:44:57.851815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-5e4c2ab5-30e7-4489-be7b-f05cd4ef2c7a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0229383 Apr 22 14:44:57.858604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:44:57.866537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.resource_extend [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:44:57.971618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701964e-c58e-4752-889f-1f5a789431fc None None] Pushing event updated for resources: {'Port': ['ID=b1bac4db-f464-4719-8e5f-736fd3fc3edc,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:58.007514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.019054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.036464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, aa74ddfe-ad25-4e3c-832e-548be02b08c6) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:58.044452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Transition to ACTIVE for port object ca25a43d-adbe-4674-8762-80c6da8fd5b1 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:44:58.049556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:44:58.050229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.052684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e6ed1a-2a52-4ea2-84d8-c44b3b7b24ef None None] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:58.068463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.082133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c47f6511-94b8-49c2-850c-280766d52fc5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8928819 Apr 22 14:44:58.086310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36676) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:44:58.088939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.093659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:44:58.103378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:44:58.110046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Usage tracker for resource:router and tenant:26d11e592f454ec0b41d254ff551b703 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:44:58.117027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-3318ddc7-f68d-48b3-8c7f-2df111ba6aae tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:44:58.123635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:44:58.134922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:44:58.149147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-3318ddc7-f68d-48b3-8c7f-2df111ba6aae tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:44:58.158337 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-3318ddc7-f68d-48b3-8c7f-2df111ba6aae tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2946813 Apr 22 14:44:58.160442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.161661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.272220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd3bc7-d964-44e9-b3f3-6dd27119d489 None None] Pushing event updated for resources: {'Port': ['ID=ca25a43d-adbe-4674-8762-80c6da8fd5b1,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:58.300097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 808c66c6-1406-4c47-a043-06105b3a9a7f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=808c66c6-1406-4c47-a043-06105b3a9a7f,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:58.338543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.408134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-61d8b80e-93cb-430e-aaf2-4a6741376c83 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415583 Apr 22 14:44:58.419327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.420267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b05de8cc-2682-411b-9106-acf6281b6be2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:58.453505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.extraroute_db [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added routes are [] {{(pid=84058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:44:58.453874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.extraroute_db [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:44:58.593477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.620001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b05de8cc-2682-411b-9106-acf6281b6be2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:58.630453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b05de8cc-2682-411b-9106-acf6281b6be2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:44:58.630896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.715040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-adb04ecf-791c-42aa-83b3-58659f89997d service neutron] 10.222.0.32 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998188 Apr 22 14:44:58.722702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.793188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.807372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=808c66c6-1406-4c47-a043-06105b3a9a7f,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:58.811088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.849901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Attempting to bind port ca25a43d-adbe-4674-8762-80c6da8fd5b1 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:44:58.850409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Attempting to bind port ca25a43d-adbe-4674-8762-80c6da8fd5b1 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:44:58.850858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Attempting to bind port ca25a43d-adbe-4674-8762-80c6da8fd5b1 on network 8541bb4b-6caa-45e3-9c6b-e39534ba211c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:44:58.858417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:44:58.858965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Checking segment: {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:44:58.859415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.859908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Bound using segment: {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:44:58.860466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Bound port: ca25a43d-adbe-4674-8762-80c6da8fd5b1, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba1176-82cd-45d4-b9cd-a70f8a132ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:44:58.860945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.981079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:58.995093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Port': ['ID=9d60637d-defc-4a74-8c21-018096fa8e08,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:58.997732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-aa74ddfe-ad25-4e3c-832e-548be02b08c6', 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'fixed_ips': [{'subnet_id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:44:59.005972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.056485 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dc16d8f6-cff8-4b8b-820f-26e806f76c8a req-cb6d8eed-3220-4105-b9ff-8cc303cbbacc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 210 time: 0.0610209 Apr 22 14:44:59.070416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.117926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.278536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] For port ca25a43d-adbe-4674-8762-80c6da8fd5b1, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:44:59.296487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.316954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] For port ca25a43d-adbe-4674-8762-80c6da8fd5b1, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ca25a43d-adbe-4674-8762-80c6da8fd5b1,segment=NetworkSegment(51ba1176-82cd-45d4-b9cd-a70f8a132ad2),segment_id=51ba1176-82cd-45d4-b9cd-a70f8a132ad2)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:44:59.347469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b05de8cc-2682-411b-9106-acf6281b6be2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b05de8cc-2682-411b-9106-acf6281b6be2,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:44:59.349179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.375711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Allocated IP 172.26.2.238 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/3bb2b07f-22ca-49c6-bac9-7711c450c675) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:59.459704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network f59ef70a-7083-4ab1-8333-a99535922a1b is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:59.462762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:59.462908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.463757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:44:59.534352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34138374-0305-4057-aaec-9449ab927063 None None] Network f59ef70a-7083-4ab1-8333-a99535922a1b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:44:59.535313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.603133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.609253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.649321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd3bc7-d964-44e9-b3f3-6dd27119d489 None None] Pushing event updated for resources: {'Port': ['ID=ca25a43d-adbe-4674-8762-80c6da8fd5b1,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:59.653490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.705183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:44:59.746506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Allocated IP 172.20.0.2 (aa74ddfe-ad25-4e3c-832e-548be02b08c6/bf5890bb-d3bd-4585-88ac-b250c7b57288/95fdae90-3958-471d-9e4e-14697365dfae) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:44:59.755050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:44:59.760344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:44:59.806262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:44:59.807237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:44:59.883609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb2b07f-22ca-49c6-bac9-7711c450c675,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:44:59.886055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b12d58c6-4353-4629-98cc-4a37df2bbbea None None] Provisioning for port b1bac4db-f464-4719-8e5f-736fd3fc3edc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:44:59.984110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:44:59.985513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.022274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b05de8cc-2682-411b-9106-acf6281b6be2,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:00.157776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:00.191537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:00.191800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.201664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:00.241062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:00.399322 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6424a86e-6584-4cca-930a-ec146a0bb74b req-34daeb1a-6246-4371-ae2c-c05ed6c17504 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 210 time: 0.2123418 Apr 22 14:45:00.500804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Router 7c73d05b-3a3d-4db0-a249-453db55324f5 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:45:00.610822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Router 99dda41d-2551-47b3-b9b0-822df522cfec has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:00.618070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-91e13651-6623-4567-abc3-9c095f221c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:00.618746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-91e13651-6623-4567-abc3-9c095f221c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:00.622862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:00.630127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.631317 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e0df8f1-536c-4381-a166-dc0b487d2c38 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 700 time: 3.6360013 Apr 22 14:45:00.634701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36692) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:00.653433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.687124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Transition to ACTIVE for port object 95fdae90-3958-471d-9e4e-14697365dfae will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:00.701253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.726096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Transition to ACTIVE for port object 95fdae90-3958-471d-9e4e-14697365dfae will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:00.758336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.787508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-91e13651-6623-4567-abc3-9c095f221c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:00.788664 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-91e13651-6623-4567-abc3-9c095f221c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 796 time: 0.3580599 Apr 22 14:45:00.804529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:00.851405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:00.865893 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Sync routers for ids ['7c73d05b-3a3d-4db0-a249-453db55324f5'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:00.886286 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Routers {'7c73d05b-3a3d-4db0-a249-453db55324f5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:00.887949 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c73d05b-3a3d-4db0-a249-453db55324f5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:00.919997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.921411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-57f78472-b077-4e32-bc8e-7d29a08b7696 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8342714 Apr 22 14:45:00.924205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36696) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:00.930863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:00.931634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:01.032532 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-26d26ed3-2a01-4658-ac42-42498e81129a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 379 time: 0.1760519 Apr 22 14:45:01.045714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['e00cec2d-3838-4667-b924-c581d0c6d32b']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:01.054622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:01.060615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Pushing event updated for resources: {'Port': ['ID=95fdae90-3958-471d-9e4e-14697365dfae,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:01.121772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:01.133421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:01.192481 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Set router 7c73d05b-3a3d-4db0-a249-453db55324f5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:01.232615 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1cc1fe2d-259d-4d85-88e4-a3abd6074f8d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 700 time: 0.5959108 Apr 22 14:45:01.233270 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36700) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:01.297456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:01.315532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3d1fee2e-8b89-4f11-930c-da7335bf3f97 None None] Provisioning for port 9d60637d-defc-4a74-8c21-018096fa8e08 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:01.324191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Attempting to bind port 95fdae90-3958-471d-9e4e-14697365dfae on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:01.324557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Attempting to bind port 95fdae90-3958-471d-9e4e-14697365dfae by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:01.324912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Attempting to bind port 95fdae90-3958-471d-9e4e-14697365dfae on network aa74ddfe-ad25-4e3c-832e-548be02b08c6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:01.340475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3d1fee2e-8b89-4f11-930c-da7335bf3f97 None None] Provisioning complete for port 9d60637d-defc-4a74-8c21-018096fa8e08 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:01.340868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3d1fee2e-8b89-4f11-930c-da7335bf3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.392740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:01.393198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.500366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 7, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e869050-0370-4833-9d19-7406ba2f4fd4', 'name': '', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:45:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:40Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca25a43d-adbe-4674-8762-80c6da8fd5b1', 'name': '', 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:9a:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4317600-10d8-438e-8654-357f7ae954ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'b4317600-10d8-438e-8654-357f7ae954ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:01.511937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:01.512306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Checking segment: {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:01.512708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.513094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Bound using segment: {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:01.513584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Bound port: 95fdae90-3958-471d-9e4e-14697365dfae, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:01.514056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.536478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc77c711-ca58-4e32-9615-83b6cfbb13d6 None None] The sync data for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv is: [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 7, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None, '_interfaces': [{'id': '64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7', 'name': '', 'network_id': '6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:90:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:24Z', 'updated_at': '2022-04-22T14:44:31Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '725c69ef-516a-4e3c-ac5b-f1ef51fb2626', 'name': '', 'network_id': '348fc4d8-8840-48bd-9c33-251d715f8c6f', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:11:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:32Z', 'updated_at': '2022-04-22T14:44:41Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '143911b2-a6ae-45cd-ac35-511162f483d6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e869050-0370-4833-9d19-7406ba2f4fd4', 'name': '', 'network_id': 'cdb6ec32-f38a-4103-a9d6-7938f727b42e', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:45:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:40Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 5, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': '8f7bc800-f635-4de0-afeb-eb5b14f42f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca25a43d-adbe-4674-8762-80c6da8fd5b1', 'name': '', 'network_id': '8541bb4b-6caa-45e3-9c6b-e39534ba211c', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'mac_address': 'fa:16:3e:9a:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4317600-10d8-438e-8654-357f7ae954ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'subnets': [{'id': 'b4317600-10d8-438e-8654-357f7ae954ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:01.656814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] For port 95fdae90-3958-471d-9e4e-14697365dfae, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:01.660638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] For port 95fdae90-3958-471d-9e4e-14697365dfae, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=95fdae90-3958-471d-9e4e-14697365dfae,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:01.666373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fee2e-8b89-4f11-930c-da7335bf3f97 None None] Port 9d60637d-defc-4a74-8c21-018096fa8e08 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:01.684092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.752630 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 3, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:01.758666 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Checking router: 7c73d05b-3a3d-4db0-a249-453db55324f5 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:01.759060 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Updating router 7c73d05b-3a3d-4db0-a249-453db55324f5 port 3bb2b07f-22ca-49c6-bac9-7711c450c675 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:01.811367 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:01.813318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f65dcc-bb20-49f7-9f66-097aa647ec98 None None] Pushing event updated for resources: {'Port': ['ID=95fdae90-3958-471d-9e4e-14697365dfae,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:01.837277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:01.852908 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3ed12d9d-7ec4-417f-af3c-8ba87cd35efc req-3c3ba6d0-0ebf-45b8-9f8f-57f04fa18787 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 210 time: 0.1295557 Apr 22 14:45:01.856797 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.870918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5b5374e9-8bef-41bf-82be-3178c3cba12d None None] Provisioning complete for port 9d60637d-defc-4a74-8c21-018096fa8e08 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:01.871291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5b5374e9-8bef-41bf-82be-3178c3cba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:01.909715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:01.913533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.019541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5b5374e9-8bef-41bf-82be-3178c3cba12d None None] Port 9d60637d-defc-4a74-8c21-018096fa8e08 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:02.034698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:02.052282 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5e8af8f0-b25d-4848-b3ff-60047f964b26 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "PUT /v2.0/routers/99dda41d-2551-47b3-b9b0-822df522cfec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4712451 Apr 22 14:45:02.392769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 808c66c6-1406-4c47-a043-06105b3a9a7f up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:02.541983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.12 (fd1926b5-2040-42f3-9ab0-299e095b146f/0ccea044-e572-4185-ac65-5f732f99f40c/e6c13a07-ab3e-4b7d-9036-17d795c40b4c) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:02.586837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.589357 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.594746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 808c66c6-1406-4c47-a043-06105b3a9a7f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:02.596944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.602427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.623853 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Transition to ACTIVE for port object 3bb2b07f-22ca-49c6-bac9-7711c450c675 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:02.637569 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.685263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-440bdb60-58c3-4a1e-b444-4269cd432721 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Synchronizing usage tracker for tenant:3dc94618eca24279b407cba5af546ff9 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:02.738493 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ea19b-850e-4282-9b33-e439247b1f61 None None] Pushing event updated for resources: {'Port': ['ID=3bb2b07f-22ca-49c6-bac9-7711c450c675,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:02.738778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-440bdb60-58c3-4a1e-b444-4269cd432721 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Unset dirty status for tenant:3dc94618eca24279b407cba5af546ff9 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:02.739999 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-440bdb60-58c3-4a1e-b444-4269cd432721 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286485728&fields=id&tenant_id=3dc94618eca24279b407cba5af546ff9 HTTP/1.1" status: 200 len: 267 time: 0.1848016 Apr 22 14:45:02.744873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Attempting to bind port 3bb2b07f-22ca-49c6-bac9-7711c450c675 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:02.745227 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Attempting to bind port 3bb2b07f-22ca-49c6-bac9-7711c450c675 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:02.746142 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Attempting to bind port 3bb2b07f-22ca-49c6-bac9-7711c450c675 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:02.752979 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:02.753393 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:02.753748 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.754137 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:02.754592 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Bound port: 3bb2b07f-22ca-49c6-bac9-7711c450c675, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:02.755283 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.794196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c2f8796c-db67-49d0-8dd3-3251bd7d84a0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:02.828232 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] For port 3bb2b07f-22ca-49c6-bac9-7711c450c675, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:02.832517 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] For port 3bb2b07f-22ca-49c6-bac9-7711c450c675, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bb2b07f-22ca-49c6-bac9-7711c450c675,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:02.844152 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.892676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:02.893310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:02.930330 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ea19b-850e-4282-9b33-e439247b1f61 None None] Pushing event updated for resources: {'Port': ['ID=3bb2b07f-22ca-49c6-bac9-7711c450c675,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:02.967839 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Routers {'7c73d05b-3a3d-4db0-a249-453db55324f5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:02.968761 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:44:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c73d05b-3a3d-4db0-a249-453db55324f5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:02.969850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.009213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Allocated IP 172.20.0.1 (aa74ddfe-ad25-4e3c-832e-548be02b08c6/bf5890bb-d3bd-4585-88ac-b250c7b57288/6e6d3dd4-0279-43c1-a66f-59a6c98c26a8) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:03.016298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-78ec5530-eef8-4ea8-8979-5b27bc9757ee tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:03.018017 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-78ec5530-eef8-4ea8-8979-5b27bc9757ee tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/networks?id=f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 200 len: 797 time: 0.2441535 Apr 22 14:45:03.037388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object e6c13a07-ab3e-4b7d-9036-17d795c40b4c will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:03.187664 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] Set router 7c73d05b-3a3d-4db0-a249-453db55324f5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:03.218513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:03.312426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:03.312787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.409053 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-55d03e61-e98c-40bd-ad17-05df4992d997 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/quotas/3dc94618eca24279b407cba5af546ff9 HTTP/1.1" status: 200 len: 375 time: 0.3759472 Apr 22 14:45:03.409929 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.523489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1bac4db-f464-4719-8e5f-736fd3fc3edc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:03.528487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fd1926b5-2040-42f3-9ab0-299e095b146f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:03.531678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:03.535958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:03.541374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:03.640261 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 3, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:03.649510 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364c8d7-1069-42f5-9d79-1acf6a38e8c4 None None] The sync data for ids ['7c73d05b-3a3d-4db0-a249-453db55324f5'] in dv-neutron-838878-1-hyperv is: [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 3, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:03.665335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.683178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b1bac4db-f464-4719-8e5f-736fd3fc3edc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:03.691428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b1bac4db-f464-4719-8e5f-736fd3fc3edc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:03.691428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.722611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486edc84-cd26-426b-a3a9-dcf93e2372f3 req-7dbc005b-a1e2-4377-bda2-5e5708fdfe11 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:03.724306 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-486edc84-cd26-426b-a3a9-dcf93e2372f3 req-7dbc005b-a1e2-4377-bda2-5e5708fdfe11 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 932 time: 0.5419331 Apr 22 14:45:03.725636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Transition to ACTIVE for port object 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:03.736620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:03.737360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.743872 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-2e38fa21-5ec4-4aaf-807c-fe51630b0d87 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dc94618eca24279b407cba5af546ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3265224 Apr 22 14:45:03.758706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed2ee7-41da-41ba-b069-d1ea8c899e7f None None] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:03.782142 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-7bc6db64-567d-4f81-a6a5-5a66d179c385 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7424684 Apr 22 14:45:03.818038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Request body: {'port': {'device_id': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:03.886948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.898968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0136fcf4-82bc-496b-a458-e7f9ece8ef54 None None] Provisioning for port 95fdae90-3958-471d-9e4e-14697365dfae completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:03.899678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.957967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:03.963211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-486edc84-cd26-426b-a3a9-dcf93e2372f3 req-5d869730-8967-4616-b1db-f871bb59017f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985729 Apr 22 14:45:04.014313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.018246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:04.023714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:04.040438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:04.069159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Pushing event updated for resources: {'Port': ['ID=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.090466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7196e642-1bd7-4d32-b2a6-b0789e7fe479 service neutron] 10.222.0.32 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452544 Apr 22 14:45:04.098381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b1bac4db-f464-4719-8e5f-736fd3fc3edc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1bac4db-f464-4719-8e5f-736fd3fc3edc,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:04.111431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.112205 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b05de8cc-2682-411b-9106-acf6281b6be2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:04.197381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.227378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port ca25a43d-adbe-4674-8762-80c6da8fd5b1 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:04.228036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-56f157e8-edad-4e02-ac7d-2f5638bdf4c2 None None] Provisioning for port e6c13a07-ab3e-4b7d-9036-17d795c40b4c completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:04.228420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.262687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-56f157e8-edad-4e02-ac7d-2f5638bdf4c2 None None] Provisioning complete for port e6c13a07-ab3e-4b7d-9036-17d795c40b4c triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:04.263053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-56f157e8-edad-4e02-ac7d-2f5638bdf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.274842 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-f3633e95-b94d-46eb-b8b9-4516dcf5cf1c service neutron] 10.222.0.32 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802661 Apr 22 14:45:04.330664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b1bac4db-f464-4719-8e5f-736fd3fc3edc,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:04.335863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.341405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-56f157e8-edad-4e02-ac7d-2f5638bdf4c2 None None] Port e6c13a07-ab3e-4b7d-9036-17d795c40b4c cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:04.351163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b05de8cc-2682-411b-9106-acf6281b6be2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:04.351525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.486972 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ca25a43d-adbe-4674-8762-80c6da8fd5b1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:04.529152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port ca25a43d-adbe-4674-8762-80c6da8fd5b1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ca25a43d-adbe-4674-8762-80c6da8fd5b1,segment=NetworkSegment(51ba1176-82cd-45d4-b9cd-a70f8a132ad2),segment_id=51ba1176-82cd-45d4-b9cd-a70f8a132ad2)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:04.529653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.618764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port ca25a43d-adbe-4674-8762-80c6da8fd5b1 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:04.638120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ca25a43d-adbe-4674-8762-80c6da8fd5b1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:04.638726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.666401 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f738463e-0120-47fa-8208-7f272d5681a6 req-e3f24907-2150-4867-9e3a-7b7f37a90aa3 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 210 time: 0.1003294 Apr 22 14:45:04.705526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for ca25a43d-adbe-4674-8762-80c6da8fd5b1 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:04.775969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.790479 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.823581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.840299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b53aa40b-db7a-4098-a989-632fcb611259 None None] Provisioning for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:04.855518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b53aa40b-db7a-4098-a989-632fcb611259 None None] Provisioning complete for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:04.856161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b53aa40b-db7a-4098-a989-632fcb611259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.905706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:04.931154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b53aa40b-db7a-4098-a989-632fcb611259 None None] Port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:05.037085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Pushing event updated for resources: {'Port': ['ID=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:05.071589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.132660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-9d51a729-a5cd-44c0-8c8e-87c8ac768e7d None None] Provisioning complete for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:05.134085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9d51a729-a5cd-44c0-8c8e-87c8ac768e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.138054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:05.139192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:05.157527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=ca25a43d-adbe-4674-8762-80c6da8fd5b1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:05.246207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9d51a729-a5cd-44c0-8c8e-87c8ac768e7d None None] Port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:05.472757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1bac4db-f464-4719-8e5f-736fd3fc3edc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:05.580006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b1bac4db-f464-4719-8e5f-736fd3fc3edc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:05.581751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.642153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c13a07-ab3e-4b7d-9036-17d795c40b4c {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:05.651353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.683523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Transition to ACTIVE for port object e6c13a07-ab3e-4b7d-9036-17d795c40b4c will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:05.702841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.719246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 95fdae90-3958-471d-9e4e-14697365dfae up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:05.796247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2672-cf59-4cb5-af34-f9b7112b5f7c req-9530335b-0377-4608-9195-860a971fab74 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:05.803206 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e32f2672-cf59-4cb5-af34-f9b7112b5f7c req-9530335b-0377-4608-9195-860a971fab74 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 932 time: 0.5778072 Apr 22 14:45:05.828024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.831567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e92e7dfa-8ed3-44b5-8191-f9f60afd92b7 None None] Provisioning complete for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:05.832262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e92e7dfa-8ed3-44b5-8191-f9f60afd92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.860329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:05.869073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 95fdae90-3958-471d-9e4e-14697365dfae completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:05.883105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 95fdae90-3958-471d-9e4e-14697365dfae triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:05.883658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:05.957652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e92e7dfa-8ed3-44b5-8191-f9f60afd92b7 None None] Port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:06.014381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c24cd284-1bbd-49c9-877e-533c4c86d26f req-fb1ad436-2c7c-474a-8169-b08c602f4e19 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 210 time: 0.1012232 Apr 22 14:45:06.050449 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e32f2672-cf59-4cb5-af34-f9b7112b5f7c req-f984773c-b0d6-4014-8786-60c43ab81e81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461417 Apr 22 14:45:06.084448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.143903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 95fdae90-3958-471d-9e4e-14697365dfae, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=95fdae90-3958-471d-9e4e-14697365dfae,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:06.154017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.238804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d2e8cfc-4f7c-46bc-8d86-2a2e2f5c31e6 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:06.239200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=95fdae90-3958-471d-9e4e-14697365dfae,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:06.240473 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d2e8cfc-4f7c-46bc-8d86-2a2e2f5c31e6 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.24 "GET /v2.0/networks?id=f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 200 len: 797 time: 0.2368183 Apr 22 14:45:06.282513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Router 7c73d05b-3a3d-4db0-a249-453db55324f5 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:06.297822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Attempting to bind port e6c13a07-ab3e-4b7d-9036-17d795c40b4c on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:06.298235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Attempting to bind port e6c13a07-ab3e-4b7d-9036-17d795c40b4c by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:06.298474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Attempting to bind port e6c13a07-ab3e-4b7d-9036-17d795c40b4c on network fd1926b5-2040-42f3-9ab0-299e095b146f {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:06.310591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Port e6c13a07-ab3e-4b7d-9036-17d795c40b4c on network fd1926b5-2040-42f3-9ab0-299e095b146f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:45:06.310818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Attempting to bind port e6c13a07-ab3e-4b7d-9036-17d795c40b4c on network fd1926b5-2040-42f3-9ab0-299e095b146f {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:06.318193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-b7378618-947f-4b0b-b948-ca2a5620debc tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc94618eca24279b407cba5af546ff9 HTTP/1.1" status: 200 len: 380 time: 0.0651073 Apr 22 14:45:06.325622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:06.325981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Checking segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:06.326358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Bound using segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:06.326935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Bound port: e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:06.327127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.385902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'port': {'device_id': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'admin_state_up': True, 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'security_groups': ['2f4a7240-3291-47c5-8314-f0ee3c43c0d8']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:06.560469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] For port e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:06.564519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] For port e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:06.569317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.590070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:06.595532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:port and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:06.601610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:06.608899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:06.643983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Made reservation on behalf of 3dc94618eca24279b407cba5af546ff9 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:06.647286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.744921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:06.758225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:06.759769 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 200 len: 1094 time: 2.9459107 Apr 22 14:45:06.760792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:06.775121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3e3cde34-266c-4334-bf08-a0c8ef1eb6de admin admin] 10.222.0.32 "PUT /v2.0/routers/7c73d05b-3a3d-4db0-a249-453db55324f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8497710 Apr 22 14:45:06.778892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8461-b656-44bd-ae94-267d61a79260 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:06.859421 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9413b714-b36a-4801-a7ec-15db1c9cfa19'] response: {'name': 'network-changed', 'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'status': 'completed', 'code': 200} Apr 22 14:45:06.870110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Allocated IP 172.20.0.3 (f59ef70a-7083-4ab1-8333-a99535922a1b/db47fe05-615b-452b-9c56-6649ed5d401b/be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:06.913239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:06.998260 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-e821af76-94b9-4ca8-b9c4-610a189cb3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1835349 Apr 22 14:45:07.119094 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-a70f60c6-a437-445f-ae2c-a32bf9a3e9ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 200 len: 217 time: 0.0696564 Apr 22 14:45:07.158218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.201830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-f94050c6-18dc-43c2-86c4-e61321d296bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:07.203282 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-f94050c6-18dc-43c2-86c4-e61321d296bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0752227 Apr 22 14:45:07.224740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Transition to ACTIVE for port object be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:07.269416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-116d7d1e-ac8e-4b56-a545-1e7428516e6f req-ac2aa2c9-2bab-4800-886f-6e5f25de55da tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Synchronizing usage tracker for tenant:3dc94618eca24279b407cba5af546ff9 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:07.284074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.296277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 95fdae90-3958-471d-9e4e-14697365dfae up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:07.298226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:07.339472 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-67ec94e3-137d-449c-a87a-e7cc8fe3c8cb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0979052 Apr 22 14:45:07.350354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36742) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:07.371090 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-02bacbf6-d309-436d-a539-6a7d6a8fddb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1595693 Apr 22 14:45:07.393934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 95fdae90-3958-471d-9e4e-14697365dfae triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:07.394417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.414145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-116d7d1e-ac8e-4b56-a545-1e7428516e6f req-ac2aa2c9-2bab-4800-886f-6e5f25de55da tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Unset dirty status for tenant:3dc94618eca24279b407cba5af546ff9 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:07.428036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-116d7d1e-ac8e-4b56-a545-1e7428516e6f req-ac2aa2c9-2bab-4800-886f-6e5f25de55da tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 210 time: 0.2465608 Apr 22 14:45:07.446626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36746) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:07.452522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917245522', 'description': 'tempest-secgroup-smoke-917245522 description', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:07.470056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:07.477086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:07.479126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:07.481423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:07.486896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network f59ef70a-7083-4ab1-8333-a99535922a1b is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:07.490751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:07.494916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:07.499620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:07.530850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.563426 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-70047d63-f0a8-4b4e-bcdc-940a80a989e6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858261 Apr 22 14:45:07.657444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:07.665428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:07.668737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:07.677589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:07.736309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e58c3acd-2ad2-4bef-8b78-5be0fda13b42 req-d1e0818e-3e0e-4a5d-8440-9380cb8bff9e service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663134 Apr 22 14:45:07.780720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.788797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.812469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:07.813100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.817124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dec5fbab-f078-4c05-9443-ffaa4ca8f5bc None None] Provisioning for port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:07.823502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dec5fbab-f078-4c05-9443-ffaa4ca8f5bc None None] Provisioning complete for port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:07.824129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dec5fbab-f078-4c05-9443-ffaa4ca8f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.858403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-7d09d8cd-1062-43fb-ba36-13b46ebe5276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4862797 Apr 22 14:45:07.874135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Request body: {'port': {'device_id': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:07.878648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:07.883989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:07.887537 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8a14e2c6-e6d8-4cea-8d72-706b483f8d12 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4369726 Apr 22 14:45:07.888217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36750) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:07.894589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group_rule': {'security_group_id': '1ecd4f7c-20f0-44c0-8a84-130884bb6b7d', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:07.902909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:07.910176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:07.910407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-dec5fbab-f078-4c05-9443-ffaa4ca8f5bc None None] Port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:07.913414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:07.920901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:07.927599 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-e1b286c1-0ebd-45bd-b2d1-c6e977369fcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1401734 Apr 22 14:45:07.934714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet b4317600-10d8-438e-8654-357f7ae954ca {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:07.948335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3211-a392-49bc-be53-f010388c14d1 req-d5b65653-e37c-48b7-92fc-cd75d09f3c51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:07.949832 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1a9c3211-a392-49bc-be53-f010388c14d1 req-d5b65653-e37c-48b7-92fc-cd75d09f3c51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 944 time: 0.3637023 Apr 22 14:45:07.952522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.069962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.132005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.138469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.152125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1a9c3211-a392-49bc-be53-f010388c14d1 req-5d5110c9-d742-445a-90a8-235897782214 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732805 Apr 22 14:45:08.228272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-e21c9b01-2bfb-4e88-a95e-90e485de1270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:08.229857 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-e21c9b01-2bfb-4e88-a95e-90e485de1270 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 897 time: 0.2911816 Apr 22 14:45:08.271223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.291854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.305508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.321301 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-92f24ca4-db96-45fa-bce0-cac7a0c86a62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 200 len: 217 time: 0.0805380 Apr 22 14:45:08.368179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9387c22-359f-4c10-8a1b-d9705f0ef7ef,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.388010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.389115 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9af0a08-26a2-4f61-a3e6-27135c7e8fd9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5002394 Apr 22 14:45:08.393042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36754) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:08.399813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group_rule': {'security_group_id': '1ecd4f7c-20f0-44c0-8a84-130884bb6b7d', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:08.408224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:08.414416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-70d31694-9969-425c-8987-eaa3b1b8caaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:08.416456 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-70d31694-9969-425c-8987-eaa3b1b8caaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0844958 Apr 22 14:45:08.417460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:08.420534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:08.440766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.459305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:08.490477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=b4317600-10d8-438e-8654-357f7ae954ca,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.495824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.502317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.512957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a2ca4-a07c-4c94-903d-bd8223f1bff1 None None] Network 8541bb4b-6caa-45e3-9c6b-e39534ba211c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:08.519831 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c6663809-4a72-4d07-9ae0-f381e55ed190 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/b4317600-10d8-438e-8654-357f7ae954ca HTTP/1.1" status: 204 len: 168 time: 1.1681266 Apr 22 14:45:08.523286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36760) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:08.553142 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-60472631-abe3-4950-b357-4e655a51d487 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296349 Apr 22 14:45:08.666646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.668505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.resource_extend [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 14:45:08.678518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.723844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4198eb72-6cf0-4c0a-93fc-c01185fa00e8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:08.726235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.751392 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-965d08dd-e062-427f-8443-e46fc536db29 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903610 Apr 22 14:45:08.753156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.754449 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9c4bab36-66c2-4697-bb1c-caf8978dd30f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3604245 Apr 22 14:45:08.757769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36764) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:08.771188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group_rule': {'security_group_id': '1ecd4f7c-20f0-44c0-8a84-130884bb6b7d', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:08.773137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e6c13a07-ab3e-4b7d-9036-17d795c40b4c details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:45:08.782514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:08.792084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:08.796482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:08.799917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:08.809985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:08.812931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.815644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:08.815969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.884453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Transition to ACTIVE for port object be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:08.900531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c23bc-027c-4b9c-aef5-f236a8105c3c req-df9db007-79fe-4576-828b-947835c61efb tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:08.909829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7c23bc-027c-4b9c-aef5-f236a8105c3c req-df9db007-79fe-4576-828b-947835c61efb tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 931 time: 0.3093474 Apr 22 14:45:08.926503 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3ea19aea-c8da-46cc-84ab-eed72fd4a4f0 req-617360e0-6906-4df3-bcec-14b93863be61 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692302 Apr 22 14:45:08.959817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.966283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] DHCP port deletion for 8541bb4b-6caa-45e3-9c6b-e39534ba211c request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:08.982574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] Deleting port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:08.983039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:08.996804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.115633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:09.141009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'port_id': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'mac_address': 'fa:16:3e:de:af:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:45:09.220419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.265304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7c23bc-027c-4b9c-aef5-f236a8105c3c req-f3a826a2-c11e-48b3-b40d-bd2198674ae6 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545134 Apr 22 14:45:09.285722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.317788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c13a07-ab3e-4b7d-9036-17d795c40b4c {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:09.343925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:09.345481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:09.379307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.427674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.477575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.484359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] For port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,segment=NetworkSegment(51ba1176-82cd-45d4-b9cd-a70f8a132ad2),segment_id=51ba1176-82cd-45d4-b9cd-a70f8a132ad2)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:09.484862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.487211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,segment=NetworkSegment(51ba1176-82cd-45d4-b9cd-a70f8a132ad2),segment_id=51ba1176-82cd-45d4-b9cd-a70f8a132ad2)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:09.487562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.621793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] Calling delete_port for 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:09.678569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.688665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e6c13a07-ab3e-4b7d-9036-17d795c40b4c'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:45:09.743167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871f2107-be24-4f1d-8b4c-f46a63d8d461,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.753669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:09.768139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1b8cd061-0297-4c21-9d59-097dd8381383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.798277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.799406 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3da011aa-11cc-46c2-8e03-87e1ccd7fb37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0365906 Apr 22 14:45:09.802526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36770) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:09.809121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group_rule': {'security_group_id': '1ecd4f7c-20f0-44c0-8a84-130884bb6b7d', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:09.816275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:09.820540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:09.824695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:09.826261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.831873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:09.832047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Attempting to bind port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:09.832547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Attempting to bind port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:09.832547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Attempting to bind port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 on network f59ef70a-7083-4ab1-8333-a99535922a1b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:09.847783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.856953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.857578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 on network f59ef70a-7083-4ab1-8333-a99535922a1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:45:09.857915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Attempting to bind port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 on network f59ef70a-7083-4ab1-8333-a99535922a1b {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:09.873025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:09.873350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Checking segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:09.873755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Bound using segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:09.874174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Bound port: be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:09.874509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.890735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41dd40-7dc4-4261-b730-98e2c94a605f req-c95a145f-2770-4703-a861-1f674b710c3d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:09.892199 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf41dd40-7dc4-4261-b730-98e2c94a605f req-c95a145f-2770-4703-a861-1f674b710c3d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 945 time: 0.4667084 Apr 22 14:45:09.895474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:45:09.895806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:45:09.909507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] Pushing event deleted for resources: {'Port': ['ID=6679bb84-a850-4cb3-bcba-7ebc02a8b8f0,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:09.936545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.942958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:09.964608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c36556-a0bc-412e-957e-f79d7197561b None None] No DVR routers for this DVR port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:09.966563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf9c3d0-4e15-4a13-a200-2dbd14f2bafc,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:10.002184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.003905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cab47473-53e2-4ff3-8103-ff13086767ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1998541 Apr 22 14:45:10.006670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36774) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:10.012637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group_rule': {'security_group_id': '1ecd4f7c-20f0-44c0-8a84-130884bb6b7d', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:10.015794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf41dd40-7dc4-4261-b730-98e2c94a605f req-88480469-fbe4-423d-81c7-237704726b11 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144788 Apr 22 14:45:10.019648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:10.023090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:10.024327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:10.027760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:10.028036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:10.035550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.038475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:10.049843 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Project a2dd0946a63f4746bf8d6c6990636273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:10.056246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.106427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.107831 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] 10.222.0.24 "PUT /v2.0/ports/be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 200 len: 1093 time: 2.2388334 Apr 22 14:45:10.108263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:10.124974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf297c9-90de-4945-8bf5-9b2bbc1ec931 service neutron] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:10.143243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.149398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.183106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9116ef00-6bf5-4c59-bfd5-3f0db95be9b1,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:10.200283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.202744 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-af74847e-9d60-4385-a5f8-d4680d1bbf20 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1950901 Apr 22 14:45:10.204995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36780) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:10.212816 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd7f43e-9873-4f37-b7da-162153d0f9cb'] response: {'name': 'network-changed', 'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'status': 'completed', 'code': 200} Apr 22 14:45:10.214325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'security_group_rule': {'security_group_id': '1ecd4f7c-20f0-44c0-8a84-130884bb6b7d', 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:10.221022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:10.225509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:security_group_rule and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:10.228561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:10.235032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:10.247097 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Project a2dd0946a63f4746bf8d6c6990636273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:45:10.252016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-d6ff4e07-9c93-466e-8c19-30dea6a1f395 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dc94618eca24279b407cba5af546ff9&device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1096 time: 0.0993049 Apr 22 14:45:10.254420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.329278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.337468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.351777 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-85137d9f-d37b-459b-84b5-dc27e299e327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 200 len: 217 time: 0.0923362 Apr 22 14:45:10.364186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8301af44-4ce1-41e7-bd62-0b21ca460b03,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:10.376911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.382089 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dde361ab-f425-47c3-afca-ac5234bd9b4e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1756179 Apr 22 14:45:10.411358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 6679bb84-a850-4cb3-bcba-7ebc02a8b8f0 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:10.411794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.536679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] The port '6679bb84-a850-4cb3-bcba-7ebc02a8b8f0' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:45:10.600493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-d9f2a25f-034b-45ca-9972-3256f0c653d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:10.601962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-d9f2a25f-034b-45ca-9972-3256f0c653d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db47fe05-615b-452b-9c56-6649ed5d401b HTTP/1.1" status: 200 len: 835 time: 0.2432966 Apr 22 14:45:10.743161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.780532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e6c13a07-ab3e-4b7d-9036-17d795c40b4c up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:10.785191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8541bb4b-6caa-45e3-9c6b-e39534ba211c']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:10.805424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf8a1-aef5-4fa0-adc6-a64ae5ac3d72 req-285245d1-d686-46e2-86ac-5fce69c4c58c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:10.807709 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1d0bf8a1-aef5-4fa0-adc6-a64ae5ac3d72 req-285245d1-d686-46e2-86ac-5fce69c4c58c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 943 time: 0.3686788 Apr 22 14:45:10.812311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ba1176-82cd-45d4-b9cd-a70f8a132ad2') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:10.812739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ba1176-82cd-45d4-b9cd-a70f8a132ad2') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:10.831083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.868924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port e6c13a07-ab3e-4b7d-9036-17d795c40b4c completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:10.877705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e6c13a07-ab3e-4b7d-9036-17d795c40b4c triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:10.877705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.885407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:10.891590 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-a1d2c978-46d4-47b0-8d58-74aa2caee7cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f59ef70a-7083-4ab1-8333-a99535922a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2783842 Apr 22 14:45:10.901128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:10.901526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:11.003079 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:11.007882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.079283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:11.084203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1d0bf8a1-aef5-4fa0-adc6-a64ae5ac3d72 req-db5a81a8-d0f0-4797-8ecb-8c9291fd6e91 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458172 Apr 22 14:45:11.118736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:11.136079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.150462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.178430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.206613 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=8541bb4b-6caa-45e3-9c6b-e39534ba211c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:11.210332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a072b622-0597-4eee-bb07-081aece2773b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/8541bb4b-6caa-45e3-9c6b-e39534ba211c HTTP/1.1" status: 204 len: 168 time: 2.6850145 Apr 22 14:45:11.212413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36816) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:11.213710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-0a1dac47-16e8-4690-bb14-52727e5a2069 service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140173 Apr 22 14:45:11.227180 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bd6367-92a9-4352-81c7-94e4441d8bf1'] response: {'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'code': 200} Apr 22 14:45:11.333135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:11.485997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0800e815-c3b9-4dd1-a9f0-3e06104f30cf req-0b744df8-7c9f-4bca-a871-18d440c017fd service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114801 Apr 22 14:45:11.507075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331016d-8bf9-47cf-9059-40c96eb050b9 req-8edf51f7-9d80-4831-b15b-4401f96ccd4f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:11.509093 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3331016d-8bf9-47cf-9059-40c96eb050b9 req-8edf51f7-9d80-4831-b15b-4401f96ccd4f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.2927516 Apr 22 14:45:11.607365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3331016d-8bf9-47cf-9059-40c96eb050b9 req-3df3832c-76ab-46b6-9c27-63f69d1ef1cb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884733 Apr 22 14:45:11.634520 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-424d727f-21ae-4e1f-9599-9c4a2f7024d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dc94618eca24279b407cba5af546ff9&device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1096 time: 0.0936120 Apr 22 14:45:11.687546 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6458f2b9-fbc9-4a28-9679-9be7a01249ca req-22ded7bb-ae7b-4d9e-bd93-6cef8b2107c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1099 time: 0.2346482 Apr 22 14:45:11.697637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f472d242-35b2-4228-ba84-17db2aca1448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.752454 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6458f2b9-fbc9-4a28-9679-9be7a01249ca req-937f1fd3-502b-4c3d-b03a-ca460db69f0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565071 Apr 22 14:45:11.760874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:11.898272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-0b85efdb-a2b1-46a8-a066-3b46784d23f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:11.899645 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-0b85efdb-a2b1-46a8-a066-3b46784d23f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 200 len: 898 time: 0.2579622 Apr 22 14:45:12.020287 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-8209fc81-8602-4975-834b-0e69f358fd89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 200 len: 217 time: 0.0649865 Apr 22 14:45:12.092151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-1a492e56-0643-493b-ad2a-8fe710d12f22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:12.093887 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-1a492e56-0643-493b-ad2a-8fe710d12f22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db47fe05-615b-452b-9c56-6649ed5d401b HTTP/1.1" status: 200 len: 835 time: 0.0657754 Apr 22 14:45:12.184751 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-00eb3424-7d50-49d5-a443-1751418dfdb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f59ef70a-7083-4ab1-8333-a99535922a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846453 Apr 22 14:45:12.489319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-7edf4bb8-e72f-4e33-b3d1-fc1d902770dd service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957664 Apr 22 14:45:12.498200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1b187-b10d-4695-990e-83f5426bd8d4 req-00eb4889-bf70-4d72-9e9d-1b1bb7ae2b24 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:12.499655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6f1b187-b10d-4695-990e-83f5426bd8d4 req-00eb4889-bf70-4d72-9e9d-1b1bb7ae2b24 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 943 time: 0.1610174 Apr 22 14:45:12.544663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 8e869050-0370-4833-9d19-7406ba2f4fd4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:12.545331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.625454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6f1b187-b10d-4695-990e-83f5426bd8d4 req-e7fa97ac-0699-4aa5-8fad-1e15f31de680 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046941 Apr 22 14:45:12.677938 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1ef5a86-ceff-495b-8cd1-16cbcd7cba14 req-34cbf995-51f7-4f54-b4df-c7ef6ef8ae3c service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772897 Apr 22 14:45:12.783590 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 8e869050-0370-4833-9d19-7406ba2f4fd4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8e869050-0370-4833-9d19-7406ba2f4fd4,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:12.783967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.807252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:45:12.911177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:12.915995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcafb4-0d78-4088-b317-dfb083e98cda req-35176f36-1740-4a54-8c95-37829360d4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:12.919072 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c4bcafb4-0d78-4088-b317-dfb083e98cda req-35176f36-1740-4a54-8c95-37829360d4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.1469080 Apr 22 14:45:12.983175 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c4bcafb4-0d78-4088-b317-dfb083e98cda req-a9432397-d3fd-42f2-b147-6f4a909fa565 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581343 Apr 22 14:45:12.987365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.009705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 8e869050-0370-4833-9d19-7406ba2f4fd4 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:13.045441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:13.097843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'port_id': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'mac_address': 'fa:16:3e:23:16:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:45:13.160218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.178652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:13.195040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:13.200311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.225235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.279917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:13.282559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=8e869050-0370-4833-9d19-7406ba2f4fd4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:13.415431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:45:13.631449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:13.856998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936ecf-f326-4934-98ad-082ab30881d4 req-65cf7a99-0eba-4d6e-bb5f-a1365a545e3d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:13.858854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00936ecf-f326-4934-98ad-082ab30881d4 req-65cf7a99-0eba-4d6e-bb5f-a1365a545e3d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 944 time: 0.0898254 Apr 22 14:45:13.914367 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00936ecf-f326-4934-98ad-082ab30881d4 req-39da00f8-c192-4276-a135-d6a9bd1be737 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493083 Apr 22 14:45:14.201425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8673fc-c7ed-422f-8e57-bd85d76a684b req-7eb29377-d802-4e09-9ec5-0fbab4dda6ac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:14.203103 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb8673fc-c7ed-422f-8e57-bd85d76a684b req-7eb29377-d802-4e09-9ec5-0fbab4dda6ac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.0850930 Apr 22 14:45:14.253276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb8673fc-c7ed-422f-8e57-bd85d76a684b req-a7c6d340-7da9-40aa-8ed4-4fe9e2779349 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 Apr 22 14:45:14.258219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:14.381499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.485077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedcc3e-d9c2-4bff-b548-9ebd1e64fa59 req-5ad2c807-569f-41d2-8b97-637db185d041 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:14.492992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:14.495030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddedcc3e-d9c2-4bff-b548-9ebd1e64fa59 req-5ad2c807-569f-41d2-8b97-637db185d041 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.1002707 Apr 22 14:45:14.510265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-194a0cfd-1ab5-4fc8-803c-1f104df57b5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2966270 Apr 22 14:45:14.511330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36856) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:14.549823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddedcc3e-d9c2-4bff-b548-9ebd1e64fa59 req-324301cc-b9ff-4e9a-95c8-aabf6b8da5dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537271 Apr 22 14:45:14.579649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36862) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:14.661849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e49d88dd-f05d-4e36-8520-feaa89d0354e tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0805743 Apr 22 14:45:14.664446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36866) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:14.669895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:14.675286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:14.679157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:14.682288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:14.688986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:14.705088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.721573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet 8f7bc800-f635-4de0-afeb-eb5b14f42f8d {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:14.724447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.778527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.801642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:14.856874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.881820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:14.882767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.887067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:14.887435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:14.971328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.029502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.12 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/3afc2360-f8b5-4b47-8af5-01990c85d464) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:15.044607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.045899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7bc800-f635-4de0-afeb-eb5b14f42f8d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:15.058418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.069003 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-abed2f54-2f80-44e6-931f-819366067fb8 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/8f7bc800-f635-4de0-afeb-eb5b14f42f8d HTTP/1.1" status: 204 len: 168 time: 0.5557208 Apr 22 14:45:15.069889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36872) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:15.075116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f2419a-e8e0-46d9-900d-b675c7299384 None None] Network cdb6ec32-f38a-4103-a9d6-7938f727b42e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:15.186134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:15.215783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.232130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 17fe1b4a-0237-4706-a518-5e05340b1560 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:15.232474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.260803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa82d50-911d-4184-8e6f-554fd2d88468 req-a4957a31-94cd-4e71-ab29-2dfd3add678f tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:15.267822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eaa82d50-911d-4184-8e6f-554fd2d88468 req-a4957a31-94cd-4e71-ab29-2dfd3add678f tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 944 time: 0.1968782 Apr 22 14:45:15.278767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:15.310722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.315718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.360641 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393e910b-4c2a-4fe7-a49a-a8df3897ff8b'] response: {'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'code': 200} Apr 22 14:45:15.364029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.412145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:15.512123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] DHCP port deletion for cdb6ec32-f38a-4103-a9d6-7938f727b42e request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:15.517721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Deleting port 17fe1b4a-0237-4706-a518-5e05340b1560 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:15.517899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.581650 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eaa82d50-911d-4184-8e6f-554fd2d88468 req-787c2343-b168-43d9-a683-80df465db8c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128278 Apr 22 14:45:15.592521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=3afc2360-f8b5-4b47-8af5-01990c85d464,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:15.615676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 17fe1b4a-0237-4706-a518-5e05340b1560, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=17fe1b4a-0237-4706-a518-5e05340b1560,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:15.618207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.646435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:15.652165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:15.655189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:15.801863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-773917e8-cd5c-4a19-be46-f708de65009b req-8e8d80f8-b924-476e-9550-9c76a8642fae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1098 time: 0.2028415 Apr 22 14:45:15.833116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] For port 17fe1b4a-0237-4706-a518-5e05340b1560, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=17fe1b4a-0237-4706-a518-5e05340b1560,segment=NetworkSegment(63b70670-d61f-487c-a47f-60463401065d),segment_id=63b70670-d61f-487c-a47f-60463401065d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:15.839470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:15.909898 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-773917e8-cd5c-4a19-be46-f708de65009b req-c566b3b3-71a6-4318-a358-eb67190c71e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011870 Apr 22 14:45:15.943908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 17fe1b4a-0237-4706-a518-5e05340b1560 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:15.981435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Calling delete_port for 17fe1b4a-0237-4706-a518-5e05340b1560 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:16.037307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.063575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:45:16.063965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:45:16.085524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=17fe1b4a-0237-4706-a518-5e05340b1560,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:16.091624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No DVR routers for this DVR port 17fe1b4a-0237-4706-a518-5e05340b1560 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:16.213393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.238669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb6ec32-f38a-4103-a9d6-7938f727b42e']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:16.251283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b70670-d61f-487c-a47f-60463401065d') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:16.251920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b70670-d61f-487c-a47f-60463401065d') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:16.265540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.290735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.291195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.304040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:16.304572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:16.320020 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:16.351811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.412779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.430762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.442263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=cdb6ec32-f38a-4103-a9d6-7938f727b42e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:16.453488 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-783e036e-d575-41dc-816f-b876a6e1494d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/cdb6ec32-f38a-4103-a9d6-7938f727b42e HTTP/1.1" status: 204 len: 168 time: 1.3821747 Apr 22 14:45:16.454140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36880) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:16.565350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Deleting port 17fe1b4a-0237-4706-a518-5e05340b1560 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:16.566565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.598416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.606678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.638454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-66471ab6-ff48-4615-85d1-40e27bb35cd2 None None] The port '17fe1b4a-0237-4706-a518-5e05340b1560' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:45:16.687682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=3afc2360-f8b5-4b47-8af5-01990c85d464,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:16.825380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.884981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:16.990595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4117a8-c256-4632-a98b-14a0fc8c72e9 req-97dd47a4-2c4a-431f-9653-9389c8cc0044 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:16.991981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae4117a8-c256-4632-a98b-14a0fc8c72e9 req-97dd47a4-2c4a-431f-9653-9389c8cc0044 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.2293701 Apr 22 14:45:17.053170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae4117a8-c256-4632-a98b-14a0fc8c72e9 req-f64c61f3-3470-4719-a841-88c150dfaaa6 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532348 Apr 22 14:45:17.095528 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP d83c105d-4f14-4c95-b854-242ad36300e0 associated. External IP: 172.26.2.12, port: e6c13a07-ab3e-4b7d-9036-17d795c40b4c. Apr 22 14:45:17.216007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 17fe1b4a-0237-4706-a518-5e05340b1560 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:17.258573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 17fe1b4a-0237-4706-a518-5e05340b1560 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:17.259265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 17fe1b4a-0237-4706-a518-5e05340b1560 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:17.579661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:17.580344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:17.682814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:17.898504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 725c69ef-516a-4e3c-ac5b-f1ef51fb2626, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:17.898947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:17.902900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:17.933404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:17.989823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c094b237-51cf-4208-9abb-274f94bd8be9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3243339 Apr 22 14:45:17.990572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:17.994857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36890) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:18.043340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:18.061727 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca5ef0a-2d03-4fe3-aee7-55478c6ff67f'] response: {'name': 'network-changed', 'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'status': 'completed', 'code': 200} Apr 22 14:45:18.180387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ecf53bc0-1574-4edd-a91f-0ed8a80cb6bd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1841769 Apr 22 14:45:18.203097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-db9621a0-29a6-4508-9563-3341bc48f058 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1099 time: 0.1300135 Apr 22 14:45:18.240857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.292907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=725c69ef-516a-4e3c-ac5b-f1ef51fb2626,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:18.439158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-7af3bd78-a8b3-4d93-8321-af96f67b4161 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:18.440736 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-7af3bd78-a8b3-4d93-8321-af96f67b4161 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 897 time: 0.2316191 Apr 22 14:45:18.452348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fe998-6db1-4fc7-a8ea-612852d4a454 req-7ced7675-0132-47e7-9c43-88a9b2712501 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:18.458192 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c33fe998-6db1-4fc7-a8ea-612852d4a454 req-7ced7675-0132-47e7-9c43-88a9b2712501 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.2242346 Apr 22 14:45:18.597300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c33fe998-6db1-4fc7-a8ea-612852d4a454 req-c29c42fc-94e2-457f-860f-7c1628b93276 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838943 Apr 22 14:45:18.603054 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-4472e53a-18f4-4dcd-9c78-00ad25f09377 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 200 len: 999 time: 0.1438618 Apr 22 14:45:18.616599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:18.679818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-7ff812c2-5c89-40e8-aa3e-cca390fd636e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:18.681810 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-7ff812c2-5c89-40e8-aa3e-cca390fd636e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0720925 Apr 22 14:45:18.811070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-1b6af0e9-bbed-43cf-80a4-a7aaa687949e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234589 Apr 22 14:45:18.897105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae384-06b2-4a08-8221-edc5f95d9d17 req-b31445e7-1bea-43e4-a9db-1c179b33f641 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:18.898493 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c74ae384-06b2-4a08-8221-edc5f95d9d17 req-b31445e7-1bea-43e4-a9db-1c179b33f641 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.1590793 Apr 22 14:45:18.981138 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c74ae384-06b2-4a08-8221-edc5f95d9d17 req-87d6842b-49fd-4cc3-9008-0af0bafb3caf tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727272 Apr 22 14:45:18.991478 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-b44b233b-dff7-42fd-9254-83bc4858914e service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743190 Apr 22 14:45:19.020658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36902) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.184105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.316257 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a807345a-ae43-4cd6-9321-094cc2d06d9f req-7ea7dc71-7dc5-41ab-bca0-a7cdbd883a67 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180826 Apr 22 14:45:19.324763 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-181b801c-2eff-4d0b-a8e5-7f7a975e7450 tempest-TestNetworkAdvancedServerOps-214153789 tempest-TestNetworkAdvancedServerOps-214153789-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1093 time: 0.3001831 Apr 22 14:45:19.325074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36910) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.330360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:19.336438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:19.340755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Usage tracker for resource:floatingip and tenant:3dc94618eca24279b407cba5af546ff9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:19.344025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:19.353135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:19.370200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.422620 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5f7c7a4c-424e-4fe2-bb1f-2bec316beb98 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2352660 Apr 22 14:45:19.429653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:19.518447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.621037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:19.635159 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f2802ca2-48f5-4a58-abbb-035b209cc1e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1798787 Apr 22 14:45:19.637612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36914) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:19.667296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Allocated IP 172.26.2.215 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/e01db3c1-04e6-4afc-93f7-aa07753fc44f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:19.855445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.856383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet 143911b2-a6ae-45cd-ac35-511162f483d6 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:19.859383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.886806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.922372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:19.953357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:19.954228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:19.956704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:20.002729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Port': ['ID=e01db3c1-04e6-4afc-93f7-aa07753fc44f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:20.008565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.105010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.152748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=143911b2-a6ae-45cd-ac35-511162f483d6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:20.157362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.166418 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6998e3eb-bd60-43d3-accb-7a9b5f778c4e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/143911b2-a6ae-45cd-ac35-511162f483d6 HTTP/1.1" status: 204 len: 168 time: 0.5275893 Apr 22 14:45:20.167553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36920) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.167861 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a563fd-091b-4fa8-b511-c7a0c754b394 None None] Network 348fc4d8-8840-48bd-9c33-251d715f8c6f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:20.322545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.334922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:20.335504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.426928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36924) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:20.549710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] DHCP port deletion for 348fc4d8-8840-48bd-9c33-251d715f8c6f request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:20.554184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Deleting port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:20.554983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.627122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.630253 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-43e2407e-44b0-4fcb-b88e-03af9812ad5e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2021346 Apr 22 14:45:20.664935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 4db25f22-d677-47b8-9e50-ba7cf67da0a2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4db25f22-d677-47b8-9e50-ba7cf67da0a2,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:20.665350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.700700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.789939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 4db25f22-d677-47b8-9e50-ba7cf67da0a2 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:20.828410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] For port 4db25f22-d677-47b8-9e50-ba7cf67da0a2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=4db25f22-d677-47b8-9e50-ba7cf67da0a2,segment=NetworkSegment(46280c3b-0e32-4593-823e-0ea54dfe31fa),segment_id=46280c3b-0e32-4593-823e-0ea54dfe31fa)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:20.828799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.881475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.933304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=4db25f22-d677-47b8-9e50-ba7cf67da0a2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:20.944341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No DVR routers for this DVR port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:20.973178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:20.973836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Calling delete_port for 4db25f22-d677-47b8-9e50-ba7cf67da0a2 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:20.981041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.056009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:45:21.056440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:45:21.210244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event updated for resources: {'Port': ['ID=e01db3c1-04e6-4afc-93f7-aa07753fc44f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:21.220087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.224119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.249396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4db25f22-d677-47b8-9e50-ba7cf67da0a2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:21.250027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348fc4d8-8840-48bd-9c33-251d715f8c6f']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:21.259651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46280c3b-0e32-4593-823e-0ea54dfe31fa') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:21.259931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46280c3b-0e32-4593-823e-0ea54dfe31fa') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:21.274403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.292719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.300254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 4db25f22-d677-47b8-9e50-ba7cf67da0a2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:21.300458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:21.300581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 4db25f22-d677-47b8-9e50-ba7cf67da0a2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:21.300876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:21.332644 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:21.433247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.447942 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Floating IP e687b6e7-8f36-4579-ac6b-8e5332177888 associated. External IP: 172.26.2.215, port: be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948. Apr 22 14:45:21.462922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.466071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=348fc4d8-8840-48bd-9c33-251d715f8c6f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:21.481896 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2bc0a53a-6543-4f51-85aa-cfad029b3697 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/348fc4d8-8840-48bd-9c33-251d715f8c6f HTTP/1.1" status: 204 len: 168 time: 1.3129663 Apr 22 14:45:21.482592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36930) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:21.558098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Deleting port 4db25f22-d677-47b8-9e50-ba7cf67da0a2 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:21.558811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.638259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36934) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:21.659607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc541c-5229-409d-8e00-e2eb1765e5d9 None None] The port '4db25f22-d677-47b8-9e50-ba7cf67da0a2' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:45:21.771778 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d9124018-8dff-4d4d-b1fd-685d5c1edab5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1302783 Apr 22 14:45:21.855772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:21.984812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Router 99dda41d-2551-47b3-b9b0-822df522cfec has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:22.208069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:22.238056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.328827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8081425b-b94c-4674-a6ed-269614050c11 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0026147 Apr 22 14:45:22.329596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:22.446746 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b495d3ce-5a40-4b9f-a6f9-ce0abbc892e7'] response: {'name': 'network-changed', 'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'status': 'completed', 'code': 200} Apr 22 14:45:22.506579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:22.507004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.616487 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-0ed7eea4-7b0b-40b4-b3ce-d43e5c3cec99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dc94618eca24279b407cba5af546ff9&device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1098 time: 0.1452050 Apr 22 14:45:22.627469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c05e0-5da1-4ef4-b337-ca3c854dc4a2 req-369bf6ea-4b4d-486d-b67f-6d06888065d8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:22.628897 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e32c05e0-5da1-4ef4-b337-ca3c854dc4a2 req-369bf6ea-4b4d-486d-b67f-6d06888065d8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.1177084 Apr 22 14:45:22.698927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,segment=NetworkSegment(aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b),segment_id=aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:22.699230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:22.764851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e32c05e0-5da1-4ef4-b337-ca3c854dc4a2 req-dcd86a2f-5606-4c4b-a9f3-5ed4cdb253b6 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176276 Apr 22 14:45:22.779449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36944) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:22.848074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36948) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:22.918940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-3f773669-a3d6-41a2-b9a9-e3a3df1ce9be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:22.920525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-3f773669-a3d6-41a2-b9a9-e3a3df1ce9be service neutron] 10.222.0.24 "GET /v2.0/networks?id=f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 200 len: 898 time: 0.2907951 Apr 22 14:45:22.939363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:23.156834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.200527 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-23327f4b-131a-41cf-91c9-f9bdd495fc73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.4199066 Apr 22 14:45:23.204627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f53e1f69-fbb8-4d53-a63c-6f8760b377d5 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.3542635 Apr 22 14:45:23.207012 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-423ca0af-6278-4176-830d-c373aee8a93a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 200 len: 999 time: 0.1518481 Apr 22 14:45:23.215329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:23.274980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-9a8d9584-677e-4694-be28-c6db5dbc8e2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:23.276538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-9a8d9584-677e-4694-be28-c6db5dbc8e2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db47fe05-615b-452b-9c56-6649ed5d401b HTTP/1.1" status: 200 len: 835 time: 0.0628603 Apr 22 14:45:23.383707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-840ca51d-ade8-4174-a5ae-430296ca0187 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f59ef70a-7083-4ab1-8333-a99535922a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005301 Apr 22 14:45:23.523418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:23.569039 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-7cc71f4f-cb97-4cbb-a9fc-894897c87944 service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789508 Apr 22 14:45:23.626056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] Sync routers for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:23.646387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:23.647104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:23.749205 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-137bf698-f98e-4dd9-b56e-e0a3d61d45c3 req-4d4ad9d3-3b5f-439b-a9a8-c800fdfbba86 service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733768 Apr 22 14:45:23.831908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:23.962004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:45:23Z', 'revision_number': 11, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:23.966881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] Checking router: d377070a-a5bc-4461-a715-17d9ffaade7a for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:23.978142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] Routers {'d377070a-a5bc-4461-a715-17d9ffaade7a'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:23.978858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d377070a-a5bc-4461-a715-17d9ffaade7a'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:24.025809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:24.105355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] Set router d377070a-a5bc-4461-a715-17d9ffaade7a gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:24.175596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:24.192198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36960) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.194268 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-651a40aa-ec22-4fde-bed0-1f92fef1adbf tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105916 Apr 22 14:45:24.203481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36964) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.207239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36968) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.232655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:45:23Z', 'revision_number': 11, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:24.238160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d902e-39c5-458a-8065-068fea292f2a None None] The sync data for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv is: [{'id': 'd377070a-a5bc-4461-a715-17d9ffaade7a', 'name': 'tempest-RoutersTest-router-1197859752', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:20Z', 'updated_at': '2022-04-22T14:45:23Z', 'revision_number': 11, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:24.488419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting subnet f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:45:24.491510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.539287 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b3ac620d-ad8a-4edc-88a0-2cf2cc23a47f tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.3309259 Apr 22 14:45:24.553315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.570990 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-814b3059-4566-4485-9c33-4a2b23f0dfa1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.3662632 Apr 22 14:45:24.639875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.716925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.754651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Subnet': ['ID=f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:24.761211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.767632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fee9bd3d-7d48-49f3-82c4-bfd8ddf3847e tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa HTTP/1.1" status: 204 len: 168 time: 0.5743964 Apr 22 14:45:24.770036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d0704-e736-47ba-9aed-d132b0ede2bc None None] Network 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:45:24.770584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36978) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:24.882135 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:24.892531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Deleting port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:45:24.892796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.105185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] For port 6a6014f1-a80e-4077-b2fd-4fcc4d170410, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6a6014f1-a80e-4077-b2fd-4fcc4d170410,segment=NetworkSegment(aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b),segment_id=aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:25.105957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.228990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Calling delete_port for 6a6014f1-a80e-4077-b2fd-4fcc4d170410 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:45:25.303052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.343506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e7ef7-f052-415c-b38a-315c943b0b10 None None] DHCP port deletion for 6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:45:25.346372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Port': ['ID=6a6014f1-a80e-4077-b2fd-4fcc4d170410,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:25.356164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.356500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.356831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.357157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.357481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.357834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.360033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.360387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.361013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.361141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.361393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:25.374680 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No DVR routers for this DVR port 6a6014f1-a80e-4077-b2fd-4fcc4d170410 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:45:25.497278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.526400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:25.537828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:25.538119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0f94cd-aa9e-4b3f-90a9-949fd347aa9b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:25.540816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36982) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.549631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.565371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.571236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:45:25.573156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:45:25.587851 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:45:25.590925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 36986) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.651464 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-62414a0c-c927-4d70-b733-c84b9f0617af tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1080613 Apr 22 14:45:25.784280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bb2b07f-22ca-49c6-bac9-7711c450c675 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:25.794259 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d86da4c-655f-47bb-9931-af1ab0ca7dbe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2019320 Apr 22 14:45:25.804200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.825732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:25.834974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Pushing event deleted for resources: {'Network': ['ID=6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:25.848024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 36992) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:25.848205 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e739841e-2bc1-45f3-b60f-b4cebf43380b tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/networks/6f9bfe39-9ad7-4bb9-a9e7-251ed44986d1 HTTP/1.1" status: 204 len: 168 time: 1.0767167 Apr 22 14:45:25.854115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'routes': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:25.866524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 3bb2b07f-22ca-49c6-bac9-7711c450c675 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:25.875824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3bb2b07f-22ca-49c6-bac9-7711c450c675 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:25.876193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.016990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.033827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3bb2b07f-22ca-49c6-bac9-7711c450c675, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bb2b07f-22ca-49c6-bac9-7711c450c675,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:26.039320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.103214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e869050-0370-4833-9d19-7406ba2f4fd4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:26.149402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 8e869050-0370-4833-9d19-7406ba2f4fd4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:26.149769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8e869050-0370-4833-9d19-7406ba2f4fd4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:26.150209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6a6014f1-a80e-4077-b2fd-4fcc4d170410 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:26.186078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6a6014f1-a80e-4077-b2fd-4fcc4d170410 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:26.186405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6a6014f1-a80e-4077-b2fd-4fcc4d170410 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:26.187010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:26.225229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:26.225534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64d5a4f0-dbe3-4feb-ab4e-1f7b1c1a98e7 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:26.226169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:26.259836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:26.260307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 725c69ef-516a-4e3c-ac5b-f1ef51fb2626 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:26.261650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3bb2b07f-22ca-49c6-bac9-7711c450c675,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:26.283949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Added routes are [] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 14:45:26.284733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.extraroute_db [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Removed routes are [] {{(pid=84059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 14:45:26.284885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.534707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.538259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.654428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37000) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.675072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router d377070a-a5bc-4461-a715-17d9ffaade7a has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:26.770506 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c16a46ff-d38c-47b6-9ece-b7c9fa459fc0 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1147566 Apr 22 14:45:26.796452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37006) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.814299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:26.820137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:26.821270 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ef432138-5764-4bab-9e1a-14d7f995d8c1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 701 time: 0.9721444 Apr 22 14:45:26.824332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37010) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.874385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-faa4ce06-2f17-4e36-b076-e255b4f1f9b7 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:26.892039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-faa4ce06-2f17-4e36-b076-e255b4f1f9b7 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:26.895948 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-faa4ce06-2f17-4e36-b076-e255b4f1f9b7 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 205 time: 0.0680830 Apr 22 14:45:26.896307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37014) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:26.905725 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f86ca5e4-4145-41f3-a53b-6e6559669235 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1081641 Apr 22 14:45:27.031472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.212499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bb2b07f-22ca-49c6-bac9-7711c450c675 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:27.315274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3bb2b07f-22ca-49c6-bac9-7711c450c675 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:27.316067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.447259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ca25a43d-adbe-4674-8762-80c6da8fd5b1 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:45:27.480805 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: ca25a43d-adbe-4674-8762-80c6da8fd5b1 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:45:27.481482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ca25a43d-adbe-4674-8762-80c6da8fd5b1 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:45:27.540981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.545355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.571889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.572505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router d377070a-a5bc-4461-a715-17d9ffaade7a {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:45:27.586623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.591998 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6d5b8624-4bf5-4d82-8fb3-5668ff499f39 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 204 len: 168 time: 0.6903474 Apr 22 14:45:27.592331 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37018) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.597547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1247620996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:27.604092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:27.608500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Usage tracker for resource:router and tenant:c0b17c467e4e40cdb1173c58417b8d77 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:27.611673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:27.618690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:27.643582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.644838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.679989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.703909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.736928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:27.740887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6bc3e91b-8d1d-46b7-bb49-ef4fd44e79e4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1449256 Apr 22 14:45:27.741178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37022) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.748263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:27.774686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37026) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:27.891837 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e460bd93-27dd-4a11-a378-0d250fe9c751 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1159501 Apr 22 14:45:27.909869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37032) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.055539 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-55ba1715-2c26-4320-a99c-c437644ed2e3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1439841 Apr 22 14:45:28.118592 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:45:28.290977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.303532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.379025 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Sync routers for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:28.393203 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:28.393847 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:28.478147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Router f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:45:28.594893 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:28.615820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:28.622698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:28.627417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37036) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.627594 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-00bb73cb-af11-4bc0-b232-9523754c7a72 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "PUT /v2.0/routers/f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 HTTP/1.1" status: 200 len: 694 time: 0.8852246 Apr 22 14:45:28.628125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] Sync routers for ids ['f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:28.640587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] Routers {'f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:28.641481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:28.770185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] Set router f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:28.792907 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-744b9523-4de5-4c19-82b0-7dbf46b3af05 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/routers/f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 HTTP/1.1" status: 200 len: 700 time: 0.1636808 Apr 22 14:45:28.795510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37040) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.847191 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cbf9488a-f6bb-4af2-a937-7c4e9ef22387 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 HTTP/1.1" status: 200 len: 205 time: 0.0477939 Apr 22 14:45:28.847411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37044) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.883268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4', 'name': 'tempest-RoutersTest-router-1247620996', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:27Z', 'updated_at': '2022-04-22T14:45:28Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:28.887633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] Checking router: f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:28.894141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37048) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:28.899800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] Routers {'f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:28.900723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:29.005836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.066382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37054) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.067306 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'd83c105d-4f14-4c95-b854-242ad36300e0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'port_id': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'mac_address': 'fa:16:3e:de:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:16Z', 'updated_at': '2022-04-22T14:45:16Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:44:49Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:29.072214 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Checking router: c8e5ba63-328b-45a9-bc36-c3703d7cf481 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:29.072559 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Updating router c8e5ba63-328b-45a9-bc36-c3703d7cf481 port 203c01c2-68f3-4fce-8d56-7efea0229f39 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:29.077996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] Set router f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:29.127625 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.173481 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-58a8bb3f-476e-49f2-8370-13ae03fdb5d2 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.2780499 Apr 22 14:45:29.192994 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e1716f97-58a5-4eed-bc84-046056edad6b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1252840 Apr 22 14:45:29.197511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4', 'name': 'tempest-RoutersTest-router-1247620996', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:27Z', 'updated_at': '2022-04-22T14:45:28Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:29.202071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0415d-6efe-4696-afd3-3bd968e00571 None None] The sync data for ids ['f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4'] in dv-neutron-838878-1-hyperv is: [{'id': 'f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4', 'name': 'tempest-RoutersTest-router-1247620996', 'tenant_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:45:27Z', 'updated_at': '2022-04-22T14:45:28Z', 'revision_number': 2, 'project_id': 'c0b17c467e4e40cdb1173c58417b8d77', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:29.422749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.427040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.452868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.453418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Fanout notify agent at l3_agent the message router_deleted on router f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:45:29.469073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.470161 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-56808e5d-b1ee-45d3-9804-a9ac679c09ad tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 HTTP/1.1" status: 204 len: 168 time: 0.6217334 Apr 22 14:45:29.476621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37058) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.490341 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.502312 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Transition to ACTIVE for port object 203c01c2-68f3-4fce-8d56-7efea0229f39 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:29.508692 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.520741 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74e6852a-3330-4dcc-a750-38fb04c1d098 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 HTTP/1.1" status: 200 len: 205 time: 0.0430362 Apr 22 14:45:29.523119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37062) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.585659 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-9a679f92-ef33-48e8-93ed-b124aba847a4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:29.589670 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9a679f92-ef33-48e8-93ed-b124aba847a4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/f7c9e94b-b20a-4758-b7bf-b0fa6f3c70f4 HTTP/1.1" status: 404 len: 336 time: 0.0632658 Apr 22 14:45:29.589994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37066) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.632616 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1fcc20-33c4-4872-878e-99ec8866d219 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:29.633055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1fcc20-33c4-4872-878e-99ec8866d219 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:29.633269 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Pushing event updated for resources: {'Port': ['ID=203c01c2-68f3-4fce-8d56-7efea0229f39,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:29.634999 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ea1fcc20-33c4-4872-878e-99ec8866d219 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/b4317600-10d8-438e-8654-357f7ae954ca HTTP/1.1" status: 404 len: 337 time: 0.0438983 Apr 22 14:45:29.637646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37070) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.672712 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.673068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.673199 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.673427 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.673781 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.674104 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.674428 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.674752 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.675071 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.675396 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.675701 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:29.736972 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Attempting to bind port 203c01c2-68f3-4fce-8d56-7efea0229f39 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:29.737377 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Attempting to bind port 203c01c2-68f3-4fce-8d56-7efea0229f39 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:29.737669 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Attempting to bind port 203c01c2-68f3-4fce-8d56-7efea0229f39 on network fd1926b5-2040-42f3-9ab0-299e095b146f {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:29.744931 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:29.745421 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Checking segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:29.745864 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.746245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Bound using segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:29.746707 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Bound port: 203c01c2-68f3-4fce-8d56-7efea0229f39, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:29.747070 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.791193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9d7c82-dd12-4e98-ac3e-e36c4d860a5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:29.791634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9d7c82-dd12-4e98-ac3e-e36c4d860a5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:29.793276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-de9d7c82-dd12-4e98-ac3e-e36c4d860a5d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/8f7bc800-f635-4de0-afeb-eb5b14f42f8d HTTP/1.1" status: 404 len: 337 time: 0.1545830 Apr 22 14:45:29.795923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37074) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.832545 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-963f24f2-efb7-475a-9354-2562a25665b1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:29.832942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963f24f2-efb7-475a-9354-2562a25665b1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:29.834213 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] For port 203c01c2-68f3-4fce-8d56-7efea0229f39, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:29.834591 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-963f24f2-efb7-475a-9354-2562a25665b1 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/143911b2-a6ae-45cd-ac35-511162f483d6 HTTP/1.1" status: 404 len: 337 time: 0.0377164 Apr 22 14:45:29.837230 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] For port 203c01c2-68f3-4fce-8d56-7efea0229f39, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=203c01c2-68f3-4fce-8d56-7efea0229f39,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:29.837367 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37078) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.842600 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:29.876386 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bcbf86-096d-4e27-9bd2-ad8a243bc9a5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:29.877232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bcbf86-096d-4e27-9bd2-ad8a243bc9a5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:29.881569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-44bcbf86-096d-4e27-9bd2-ad8a243bc9a5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/f79ee4f2-56ce-46dc-bd54-a7c8a258d7fa HTTP/1.1" status: 404 len: 337 time: 0.0406692 Apr 22 14:45:29.881767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37082) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.922034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab90845a-eeb7-4438-81a0-16c4f9b046e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Synchronizing usage tracker for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:29.935052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ab90845a-eeb7-4438-81a0-16c4f9b046e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] Unset dirty status for tenant:c0b17c467e4e40cdb1173c58417b8d77 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:29.937714 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab90845a-eeb7-4438-81a0-16c4f9b046e0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 200 len: 205 time: 0.0537961 Apr 22 14:45:29.939188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37086) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:29.946579 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6e92c-096a-4f47-b768-3efab2f679ca None None] Pushing event updated for resources: {'Port': ['ID=203c01c2-68f3-4fce-8d56-7efea0229f39,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:29.955005 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:29.955725 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:30.007671 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-3e104c41-010c-49e7-8970-a9e671aeb6e9 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:30.008427 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3e104c41-010c-49e7-8970-a9e671aeb6e9 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/d377070a-a5bc-4461-a715-17d9ffaade7a HTTP/1.1" status: 404 len: 336 time: 0.0684695 Apr 22 14:45:30.011206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37090) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.052700 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b6e74415-ef6f-4b8c-942b-4d6dc2fa9fc0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=9676aaac-33a7-492d-96fd-c76178ba5f11 HTTP/1.1" status: 200 len: 205 time: 0.0404191 Apr 22 14:45:30.055155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37094) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.122221 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-37e294c8-40c5-4433-abe8-3da4653bf4b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:30.123489 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-37e294c8-40c5-4433-abe8-3da4653bf4b0 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/9676aaac-33a7-492d-96fd-c76178ba5f11 HTTP/1.1" status: 404 len: 336 time: 0.0674114 Apr 22 14:45:30.126212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37100) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.138920 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:30.163395 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f955cf96-ef28-4462-a49b-4d2188f1e5b5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:30.163840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f955cf96-ef28-4462-a49b-4d2188f1e5b5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:30.167936 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f955cf96-ef28-4462-a49b-4d2188f1e5b5 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/fe9f4093-97d5-4089-898b-3f56a16fea12 HTTP/1.1" status: 404 len: 337 time: 0.0380867 Apr 22 14:45:30.168156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37106) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.177508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37110) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.199005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37114) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.318066 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c0233a70-bd45-4908-a0d2-356d881ebb59 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1392024 Apr 22 14:45:30.434443 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-feb9e28f-fb44-4075-ae73-1671e99aa544 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 200 len: 205 time: 0.2627256 Apr 22 14:45:30.435441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37124) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.476068 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b39b39ef-9647-4623-a0fb-694dc6e9b63e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2717278 Apr 22 14:45:30.501057 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-12c167ac-1d2f-4542-91c3-a05296052dbb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:30.502725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-12c167ac-1d2f-4542-91c3-a05296052dbb tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/ba64af8c-9014-4435-ab98-30b3209e5808 HTTP/1.1" status: 404 len: 336 time: 0.0669930 Apr 22 14:45:30.505715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37128) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.517418 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'd83c105d-4f14-4c95-b854-242ad36300e0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'port_id': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'mac_address': 'fa:16:3e:de:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:16Z', 'updated_at': '2022-04-22T14:45:16Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:29Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:30.521262 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d418fc3-56f1-4069-a793-bcba7d67acb3 None None] The sync data for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv is: [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'd83c105d-4f14-4c95-b854-242ad36300e0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'port_id': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'mac_address': 'fa:16:3e:de:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:16Z', 'updated_at': '2022-04-22T14:45:16Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:29Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:30.567651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd6a0108-1cde-4811-8ddc-3fa49c31f407 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=36baaf68-5ab9-4e1c-99d5-0acecb72fade HTTP/1.1" status: 200 len: 205 time: 0.0592451 Apr 22 14:45:30.569031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37132) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.597806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-361a3f47-2092-4239-97be-0aac6581d57b req-1850a0b3-acd4-4f6a-936c-298847cf4ad0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:30.614871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-361a3f47-2092-4239-97be-0aac6581d57b req-1850a0b3-acd4-4f6a-936c-298847cf4ad0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:30.616020 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-1850a0b3-acd4-4f6a-936c-298847cf4ad0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917245522&fields=id&tenant_id=a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 267 time: 0.0791030 Apr 22 14:45:30.659034 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-2d109e66-6222-4daf-827d-1ee94bc01572 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:30.660093 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2d109e66-6222-4daf-827d-1ee94bc01572 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/36baaf68-5ab9-4e1c-99d5-0acecb72fade HTTP/1.1" status: 404 len: 336 time: 0.0910764 Apr 22 14:45:30.663031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37136) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.711382 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aed3cb1-ec46-4896-834a-b3982f34f3a7 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:30.711824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aed3cb1-ec46-4896-834a-b3982f34f3a7 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:30.716087 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6aed3cb1-ec46-4896-834a-b3982f34f3a7 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/b13cbd00-cd9a-43a2-8a86-721b0ceeef6e HTTP/1.1" status: 404 len: 337 time: 0.0497096 Apr 22 14:45:30.716436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37140) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.761890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5904e158-eef2-4b3a-bc44-dff7cb3e1954 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebbf85b9-312f-4137-81b2-3db7eccc1ede HTTP/1.1" status: 200 len: 205 time: 0.0442140 Apr 22 14:45:30.764053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37144) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.796941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3f47-2092-4239-97be-0aac6581d57b req-1f60d9d3-a57f-4af3-aed8-acd4631db119 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:30.797634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-361a3f47-2092-4239-97be-0aac6581d57b req-1f60d9d3-a57f-4af3-aed8-acd4631db119 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:30.817560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-361a3f47-2092-4239-97be-0aac6581d57b req-1f60d9d3-a57f-4af3-aed8-acd4631db119 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:30.818929 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-1f60d9d3-a57f-4af3-aed8-acd4631db119 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 812 time: 0.1943858 Apr 22 14:45:30.830782 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-4a31075f-de91-4f45-b29a-b7e32cd6c7ce tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:30.831842 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4a31075f-de91-4f45-b29a-b7e32cd6c7ce tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/ebbf85b9-312f-4137-81b2-3db7eccc1ede HTTP/1.1" status: 404 len: 336 time: 0.0667400 Apr 22 14:45:30.834406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37148) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.838051 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-7e65303e-3464-4888-9857-6cca9a137a6f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/quotas/a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 375 time: 0.0113966 Apr 22 14:45:30.872737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f62fc4-be81-4ae8-9fe4-3ed51965fee4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:30.873185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f62fc4-be81-4ae8-9fe4-3ed51965fee4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:30.877760 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-05f62fc4-be81-4ae8-9fe4-3ed51965fee4 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/aeecdbab-6e83-4ef9-a7d5-8042174b6e7d HTTP/1.1" status: 404 len: 337 time: 0.0395927 Apr 22 14:45:30.878074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37152) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.930407 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-84bc0fa3-c944-440a-a71a-8bfacd92ce77 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "GET /v2.0/ports?device_id=d89c52ec-aa8c-44b1-a746-f9e2026e46ae HTTP/1.1" status: 200 len: 205 time: 0.0508168 Apr 22 14:45:30.932870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37156) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:30.935050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-361a3f47-2092-4239-97be-0aac6581d57b req-fad287fd-a313-448d-8250-f139573d3e41 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:30.953340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-361a3f47-2092-4239-97be-0aac6581d57b req-fad287fd-a313-448d-8250-f139573d3e41 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:30.954718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-fad287fd-a313-448d-8250-f139573d3e41 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081693 Apr 22 14:45:30.998708 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-05104d1b-391f-4387-ba1e-be94ad32ce74 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] delete failed (client error): The resource could not be found. Apr 22 14:45:30.999959 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-05104d1b-391f-4387-ba1e-be94ad32ce74 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/routers/d89c52ec-aa8c-44b1-a746-f9e2026e46ae HTTP/1.1" status: 404 len: 336 time: 0.0658772 Apr 22 14:45:31.003093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37160) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.044314 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e1e61a-abfa-418f-8db2-d9865280428d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:31.044890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e1e61a-abfa-418f-8db2-d9865280428d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:31.049136 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-95e1e61a-abfa-418f-8db2-d9865280428d tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/457f9648-0701-47e4-bb1f-af7ed9c3aefb HTTP/1.1" status: 404 len: 337 time: 0.0425320 Apr 22 14:45:31.049896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37164) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.087020 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b485a24-8fcb-4703-9787-d6a4afd3f751 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] DELETE failed (client error): The resource could not be found. Apr 22 14:45:31.087520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b485a24-8fcb-4703-9787-d6a4afd3f751 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 14:45:31.089183 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0b485a24-8fcb-4703-9787-d6a4afd3f751 tempest-RoutersTest-1241793074 tempest-RoutersTest-1241793074-project] 10.222.0.32 "DELETE /v2.0/subnets/d756b445-cede-4c8c-a814-c1ce2a7786fc HTTP/1.1" status: 404 len: 337 time: 0.0385015 Apr 22 14:45:31.099899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-2a825980-8205-44a1-a3a3-fcafb5123654 service neutron] 10.222.0.32 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323364 Apr 22 14:45:31.248220 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-5e125e75-66a6-460c-b460-05a6bda38fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426251 Apr 22 14:45:31.249100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 203c01c2-68f3-4fce-8d56-7efea0229f39 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:31.319767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37172) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.352177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 203c01c2-68f3-4fce-8d56-7efea0229f39 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:31.358934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 203c01c2-68f3-4fce-8d56-7efea0229f39 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:31.359501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.478378 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.491594 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fdf4642f-967a-41d1-828e-cb9c44484249 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1687315 Apr 22 14:45:31.504273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37186) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.593549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.607895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-372eb49a-d377-4eb1-ba64-c43566978aae tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1283457 Apr 22 14:45:31.637983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 203c01c2-68f3-4fce-8d56-7efea0229f39, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=203c01c2-68f3-4fce-8d56-7efea0229f39,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:31.645051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.720740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=203c01c2-68f3-4fce-8d56-7efea0229f39,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:31.744510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37196) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:31.744837 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8462fb7e-d76a-4dd2-92ff-55f9a6b071b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0b17c467e4e40cdb1173c58417b8d77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2392993 Apr 22 14:45:31.814478 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Sync routers for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:31.821008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b628efe5-9409-47bb-adcf-7347e14e3c85 req-8bac749c-bd56-4df0-94a8-9441a62f803c tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 210 time: 0.0582142 Apr 22 14:45:31.827825 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Routers set() bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:31.828182 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Router IDs set() for agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:45:31.828806 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d377070a-a5bc-4461-a715-17d9ffaade7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent'). {{(pid=84061) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:45:31.840060 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Routers set() bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:31.840410 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Router IDs set() for agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:45:31.840979 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d377070a-a5bc-4461-a715-17d9ffaade7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent'). {{(pid=84061) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 14:45:31.841339 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75af63-1296-400d-8cab-78ce4efddfc0 None None] The sync data for ids ['d377070a-a5bc-4461-a715-17d9ffaade7a'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:31.860145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.887676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.940808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.958932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e15b7-0b5c-42dd-a1c8-7461303838aa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:31.969292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:31.970602 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b00e15b7-0b5c-42dd-a1c8-7461303838aa HTTP/1.1" status: 204 len: 168 time: 0.2247396 Apr 22 14:45:31.972217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.972566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.972902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.974006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.974598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.975156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.975790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.976128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.976508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.976885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:31.977259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d435cc0-f325-4e6c-a99e-de500b5a9c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:32.495292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37208) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:32.610029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37212) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:32.610962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f5d115e8-9976-4167-8e52-cdf169111908 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1141210 Apr 22 14:45:32.714078 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f31ba6c6-0fdb-4d0c-86f5-8b7af22b0d88 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1028214 Apr 22 14:45:32.925813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3f47-2092-4239-97be-0aac6581d57b req-6a318a08-ef57-4aca-85b3-db3ce235d52a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:32.927259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-6a318a08-ef57-4aca-85b3-db3ce235d52a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 812 time: 0.1504767 Apr 22 14:45:33.019924 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c3561b4e-3f1c-4c1a-9bbb-e80732f20822 req-0e1b3a78-facc-4ed8-afbf-cdf9687a2d37 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 210 time: 0.0567560 Apr 22 14:45:33.047178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-894ccc92-8d32-4539-a4a6-963643de1a9a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 379 time: 0.0472670 Apr 22 14:45:33.056317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'port': {'device_id': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'admin_state_up': True, 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'security_groups': ['1ecd4f7c-20f0-44c0-8a84-130884bb6b7d']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:33.132852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Sync routers for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:33.151176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:33.154330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:33.325412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 203c01c2-68f3-4fce-8d56-7efea0229f39 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:33.340026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:33.349738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:33.362541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Made reservation on behalf of a2dd0946a63f4746bf8d6c6990636273 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:45:33.365797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.407878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:33.482449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 203c01c2-68f3-4fce-8d56-7efea0229f39 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:33.482781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.529052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Allocated IP 172.20.0.11 (eb263995-aa05-492f-a2e7-3bffe535683c/e3afa4e8-38ef-4015-82c2-afc085779bd2/09742f25-7168-4d10-9ae6-b960f593ef32) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:33.615146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37220) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:33.717593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.722957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37224) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:33.735844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Transition to ACTIVE for port object 09742f25-7168-4d10-9ae6-b960f593ef32 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:33.760691 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d0e66f26-234b-4d92-a904-6d9c75cd6b8d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1434338 Apr 22 14:45:33.799967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.811455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.864902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:57Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'e687b6e7-8f36-4579-ac6b-8e5332177888', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'floating_ip_address': '172.26.2.215', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'port_id': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'mac_address': 'fa:16:3e:23:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:20Z', 'updated_at': '2022-04-22T14:45:20Z', 'revision_number': 0, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d60637d-defc-4a74-8c21-018096fa8e08', 'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'mac_address': 'fa:16:3e:2e:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:56Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 2, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'subnets': [{'id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:33.869172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Checking router: 99dda41d-2551-47b3-b9b0-822df522cfec for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:33.869597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Updating router 99dda41d-2551-47b3-b9b0-822df522cfec port 9d60637d-defc-4a74-8c21-018096fa8e08 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:33.922390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Network eb263995-aa05-492f-a2e7-3bffe535683c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:33.922662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:33.927558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:33.929762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=09742f25-7168-4d10-9ae6-b960f593ef32,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:33.931956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:33.958547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-93c8ea6d-1b15-49b4-9cb1-2a3b7eab7472 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2343469 Apr 22 14:45:33.999994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:34.000601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.035300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-54e49c14-55a6-41e6-8987-3d1d9590855b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9825068 Apr 22 14:45:34.049852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Request body: {'port': {'device_id': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:34.218598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.330928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.335761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-554b90ed-7248-40ce-9683-d01cd92065bc None None] Provisioning for port 09742f25-7168-4d10-9ae6-b960f593ef32 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:34.348614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-554b90ed-7248-40ce-9683-d01cd92065bc None None] Provisioning complete for port 09742f25-7168-4d10-9ae6-b960f593ef32 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:34.349074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-554b90ed-7248-40ce-9683-d01cd92065bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.373073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7090-783f-4cc5-9eb7-4db46b566b1b req-45191303-3ce7-485e-88b2-39800af9bc0f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:34.373781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8c0e7090-783f-4cc5-9eb7-4db46b566b1b req-45191303-3ce7-485e-88b2-39800af9bc0f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:45:34.377030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Transition to ACTIVE for port object 9d60637d-defc-4a74-8c21-018096fa8e08 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:34.398500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.417841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8c0e7090-783f-4cc5-9eb7-4db46b566b1b req-45191303-3ce7-485e-88b2-39800af9bc0f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:45:34.419071 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c0e7090-783f-4cc5-9eb7-4db46b566b1b req-45191303-3ce7-485e-88b2-39800af9bc0f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 932 time: 0.2501807 Apr 22 14:45:34.450444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-554b90ed-7248-40ce-9683-d01cd92065bc None None] Port 09742f25-7168-4d10-9ae6-b960f593ef32 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:45:34.532125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c0e7090-783f-4cc5-9eb7-4db46b566b1b req-44fe8c1b-e040-4841-9004-1209bc5162b1 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646229 Apr 22 14:45:34.539761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Pushing event updated for resources: {'Port': ['ID=9d60637d-defc-4a74-8c21-018096fa8e08,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:34.602933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.603078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:34.603526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.603671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.603923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.604241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.604562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.604878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.605196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.605507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.607844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.609139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:45:34.624474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:34.625099 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:34.710783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09742f25-7168-4d10-9ae6-b960f593ef32 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:34.719706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.745469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Transition to ACTIVE for port object 09742f25-7168-4d10-9ae6-b960f593ef32 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:34.762553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.766109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37230) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:34.777621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Attempting to bind port 9d60637d-defc-4a74-8c21-018096fa8e08 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:34.778694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Attempting to bind port 9d60637d-defc-4a74-8c21-018096fa8e08 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:34.779510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Attempting to bind port 9d60637d-defc-4a74-8c21-018096fa8e08 on network f59ef70a-7083-4ab1-8333-a99535922a1b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:34.786656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:34.787367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Checking segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:34.787984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.788825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Bound using segment: {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:34.789773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Bound port: 9d60637d-defc-4a74-8c21-018096fa8e08, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf42c79-43ee-49c6-9f8b-b09da7cec190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:34.790385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:34.819137 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:34.907511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=09742f25-7168-4d10-9ae6-b960f593ef32,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:34.943694 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-78fa9a97-9dbf-48d4-8487-d83083d2d38b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1760788 Apr 22 14:45:34.962741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37234) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:35.018027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] For port 9d60637d-defc-4a74-8c21-018096fa8e08, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:35.026306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] For port 9d60637d-defc-4a74-8c21-018096fa8e08, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9d60637d-defc-4a74-8c21-018096fa8e08,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:35.042878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.068871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Attempting to bind port 09742f25-7168-4d10-9ae6-b960f593ef32 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:35.069430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Attempting to bind port 09742f25-7168-4d10-9ae6-b960f593ef32 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:35.071487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Attempting to bind port 09742f25-7168-4d10-9ae6-b960f593ef32 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:35.090834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Port 09742f25-7168-4d10-9ae6-b960f593ef32 on network eb263995-aa05-492f-a2e7-3bffe535683c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:45:35.091182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Attempting to bind port 09742f25-7168-4d10-9ae6-b960f593ef32 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:35.104975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:35.105311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Checking segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:35.108028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Bound using segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:35.108448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Bound port: 09742f25-7168-4d10-9ae6-b960f593ef32, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:35.108806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.142533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d11dc5-f6fb-4cc9-bae2-200ea48f6256 None None] Pushing event updated for resources: {'Port': ['ID=9d60637d-defc-4a74-8c21-018096fa8e08,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:35.152891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:35.153736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:35.184227 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-246b5ed4-50ed-4ea9-a64e-833cd4fef049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2200046 Apr 22 14:45:35.253464 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] For port 09742f25-7168-4d10-9ae6-b960f593ef32, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:35.257326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] For port 09742f25-7168-4d10-9ae6-b960f593ef32, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=09742f25-7168-4d10-9ae6-b960f593ef32,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:35.275675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.351749 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:44:51Z', 'revision_number': 2, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:35.359160 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:35.359505 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Updating router 7d642f8d-4d6a-4420-88a2-e317ea277709 port 64650064-823e-4bfb-8c18-bf5b2db36a46 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:45:35.387370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.388992 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] 10.222.0.24 "PUT /v2.0/ports/09742f25-7168-4d10-9ae6-b960f593ef32 HTTP/1.1" status: 200 len: 1094 time: 1.3455453 Apr 22 14:45:35.389735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:35.419153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0a7e-ee06-434c-a327-daf65d90bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=09742f25-7168-4d10-9ae6-b960f593ef32,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:35.481668 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:35.497315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:35.510585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b7ba66-d3cd-4fa8-bea2-36562081d223'] response: {'name': 'network-changed', 'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32', 'status': 'completed', 'code': 200} Apr 22 14:45:35.576267 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-6c11deda-a59e-4800-9511-7b89e6c51e01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 1097 time: 0.1378827 Apr 22 14:45:35.944542 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-a6ba93e1-5ade-4b42-b98e-341a3ba33b47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09742f25-7168-4d10-9ae6-b960f593ef32 HTTP/1.1" status: 200 len: 217 time: 0.3588111 Apr 22 14:45:35.945643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37242) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:36.042716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:57Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'e687b6e7-8f36-4579-ac6b-8e5332177888', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'floating_ip_address': '172.26.2.215', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'port_id': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'mac_address': 'fa:16:3e:23:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:20Z', 'updated_at': '2022-04-22T14:45:20Z', 'revision_number': 0, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d60637d-defc-4a74-8c21-018096fa8e08', 'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'mac_address': 'fa:16:3e:2e:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:56Z', 'updated_at': '2022-04-22T14:45:35Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'subnets': [{'id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:36.054612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f0431-e07c-4436-98c1-64766445ab5e None None] The sync data for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv is: [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:57Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'e687b6e7-8f36-4579-ac6b-8e5332177888', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'floating_ip_address': '172.26.2.215', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'port_id': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'mac_address': 'fa:16:3e:23:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:20Z', 'updated_at': '2022-04-22T14:45:20Z', 'revision_number': 0, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d60637d-defc-4a74-8c21-018096fa8e08', 'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'mac_address': 'fa:16:3e:2e:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:56Z', 'updated_at': '2022-04-22T14:45:35Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'subnets': [{'id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:36.070512 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.085952 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Transition to ACTIVE for port object 64650064-823e-4bfb-8c18-bf5b2db36a46 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:45:36.099388 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.166070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3f47-2092-4239-97be-0aac6581d57b req-d308eb8c-d97a-42a6-8633-80bf6d363916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:36.168389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-d308eb8c-d97a-42a6-8633-80bf6d363916 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.2071717 Apr 22 14:45:36.180230 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f895864-b46a-4082-bd5b-6bf1e7fb0b20 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.2333269 Apr 22 14:45:36.194079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37246) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:36.283951 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77af620-7b55-42a5-8ae6-fe5c84f6c8f6 None None] Pushing event updated for resources: {'Port': ['ID=64650064-823e-4bfb-8c18-bf5b2db36a46,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:36.301913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2612-4029-48d4-8568-0d0d3aeefa49 req-57c7781d-1847-4dd1-ae4a-ab1c5479f0cd tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:36.304060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ffb2612-4029-48d4-8568-0d0d3aeefa49 req-57c7781d-1847-4dd1-ae4a-ab1c5479f0cd tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.2540133 Apr 22 14:45:36.400967 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-d73063ee-cead-44a0-bfde-6c7234cdcad5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2204213 Apr 22 14:45:36.441295 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5ebfdf63-b2bb-4b1c-af24-5d7c96635cb8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2457931 Apr 22 14:45:36.485629 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Attempting to bind port 64650064-823e-4bfb-8c18-bf5b2db36a46 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:45:36.486410 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Attempting to bind port 64650064-823e-4bfb-8c18-bf5b2db36a46 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:45:36.486938 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Attempting to bind port 64650064-823e-4bfb-8c18-bf5b2db36a46 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:45:36.513261 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:45:36.513633 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Checking segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:45:36.514069 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.514457 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Bound using segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:45:36.514910 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Bound port: 64650064-823e-4bfb-8c18-bf5b2db36a46, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:45:36.515286 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.539521 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ffb2612-4029-48d4-8568-0d0d3aeefa49 req-ca952639-06a0-48d5-82fe-d2dc98f6c82e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183447 Apr 22 14:45:36.587633 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-e1ee2de8-a1ea-4466-bef2-a8db38a7b65c service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770284 Apr 22 14:45:36.622592 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] For port 64650064-823e-4bfb-8c18-bf5b2db36a46, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:45:36.626034 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] For port 64650064-823e-4bfb-8c18-bf5b2db36a46, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=64650064-823e-4bfb-8c18-bf5b2db36a46,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:45:36.632679 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:36.717056 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77af620-7b55-42a5-8ae6-fe5c84f6c8f6 None None] Pushing event updated for resources: {'Port': ['ID=64650064-823e-4bfb-8c18-bf5b2db36a46,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:36.725053 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:36.725665 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:36.772509 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-361a3f47-2092-4239-97be-0aac6581d57b req-8441542e-fefc-4806-8029-2eef1d1ac468 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767917 Apr 22 14:45:36.910215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-40600a43-096c-4e38-bf73-e5d4fc42aa0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 1097 time: 0.0824335 Apr 22 14:45:36.945202 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:37.053919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-b5c65c9d-a6e6-4a6a-97df-7fed7e64c02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:37.055730 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-b5c65c9d-a6e6-4a6a-97df-7fed7e64c02d service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1388447 Apr 22 14:45:37.142238 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-567dabd4-f561-40b3-a803-8cea1ba22c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09742f25-7168-4d10-9ae6-b960f593ef32 HTTP/1.1" status: 200 len: 217 time: 0.0762155 Apr 22 14:45:37.183563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37250) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.309727 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:36Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:37.317105 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950b6bd-4ed2-4b6f-859c-f297dcb71c16 None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:36Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:45:37.349868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-d43fdd4f-5289-4958-af60-d668dbf24f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:37.353864 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-d43fdd4f-5289-4958-af60-d668dbf24f37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.1971445 Apr 22 14:45:37.443759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d60637d-defc-4a74-8c21-018096fa8e08 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:37.448067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37254) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:37.490827 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-da403629-c812-4a9c-8d2f-9f2d759166e4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.3050973 Apr 22 14:45:37.534117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 9d60637d-defc-4a74-8c21-018096fa8e08 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:37.541831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9d60637d-defc-4a74-8c21-018096fa8e08 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:37.542452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.579016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e25248e2-323b-4f16-8b1a-434d7a204614 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1282501 Apr 22 14:45:37.590865 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-b1cc3bc7-7a28-4c38-977c-59dfe7419dce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210312 Apr 22 14:45:37.679709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.715657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 9d60637d-defc-4a74-8c21-018096fa8e08, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9d60637d-defc-4a74-8c21-018096fa8e08,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:37.731225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.732207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64650064-823e-4bfb-8c18-bf5b2db36a46 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:37.785655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-12034971-1fac-409c-9772-a9056b7accd1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874325 Apr 22 14:45:37.854302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=9d60637d-defc-4a74-8c21-018096fa8e08,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:37.903470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 64650064-823e-4bfb-8c18-bf5b2db36a46 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:37.914489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 64650064-823e-4bfb-8c18-bf5b2db36a46 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:37.914926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:37.923506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb769e-e28e-4262-ab38-ad43e05e34b9 req-47e70412-4d1a-4479-9b90-fca7ae15bd74 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:37.930269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98bb769e-e28e-4262-ab38-ad43e05e34b9 req-47e70412-4d1a-4479-9b90-fca7ae15bd74 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.2089326 Apr 22 14:45:37.987808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1f557ae-fc5c-4ae0-95d9-4c2157594634 req-29206995-7181-41e4-b649-6985df7279f8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930902 Apr 22 14:45:38.012626 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98bb769e-e28e-4262-ab38-ad43e05e34b9 req-f9421597-fffe-4754-8ade-336e806afb0c tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812614 Apr 22 14:45:38.048765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:38.082039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 64650064-823e-4bfb-8c18-bf5b2db36a46, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=64650064-823e-4bfb-8c18-bf5b2db36a46,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:38.087164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:38.154213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=64650064-823e-4bfb-8c18-bf5b2db36a46,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:38.493897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37260) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.581410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37264) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:38.601213 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1575e5dc-5699-434c-8a80-a11b22f294c2 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1062520 Apr 22 14:45:38.784255 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e38e5b51-5e70-4df8-9e36-430aed0468f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.2015681 Apr 22 14:45:39.212251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d60637d-defc-4a74-8c21-018096fa8e08 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:39.214863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0264a-b20a-4da7-b0fd-38c9efba69bc req-2445f65b-4f4f-4739-8f3f-64d8b54af7de tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:39.216337 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f2d0264a-b20a-4da7-b0fd-38c9efba69bc req-2445f65b-4f4f-4739-8f3f-64d8b54af7de tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.0814431 Apr 22 14:45:39.261520 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f2d0264a-b20a-4da7-b0fd-38c9efba69bc req-d3a2f9d1-36c6-49e2-8552-378c64c9fe0b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Apr 22 14:45:39.279494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9d60637d-defc-4a74-8c21-018096fa8e08 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:39.280204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:39.399475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64650064-823e-4bfb-8c18-bf5b2db36a46 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:39.466158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 64650064-823e-4bfb-8c18-bf5b2db36a46 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:39.466498 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:39.606002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37270) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.629150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-2da6-4639-af0c-b3c4d1ead371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:39.713918 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-31083a6b-55cf-4999-80ec-494b9550cb6c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1066988 Apr 22 14:45:39.788400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37274) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:39.906352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b5694792-f3c4-4809-bea1-e20a3a3d74c7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1165724 Apr 22 14:45:40.459138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44fab-8f38-4b8a-a9a3-062984ef994a req-345e72f5-339c-440a-98cd-a1dd631edc5a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:40.460547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bc44fab-8f38-4b8a-a9a3-062984ef994a req-345e72f5-339c-440a-98cd-a1dd631edc5a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.0759089 Apr 22 14:45:40.505930 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8bc44fab-8f38-4b8a-a9a3-062984ef994a req-4a169503-0a7c-4078-a438-bdeeb7abb64f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Apr 22 14:45:40.718150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37280) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:40.821799 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9e177da0-9337-4d7b-be42-1df7c78dbad8 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1025336 Apr 22 14:45:40.911269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37284) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.037632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bf67f4cd-565c-45ac-a877-6b67c81ad76d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1249592 Apr 22 14:45:41.694292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bbd44ede-4b8d-4c1a-b975-5e11fa0947c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:41.716293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81972db-d75e-472e-bd12-64282d3d0255 req-d9700a45-8e8e-4c19-ac15-c9211fd72102 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:41.717766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e81972db-d75e-472e-bd12-64282d3d0255 req-d9700a45-8e8e-4c19-ac15-c9211fd72102 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.0785143 Apr 22 14:45:41.762785 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e81972db-d75e-472e-bd12-64282d3d0255 req-6659c6f2-258d-42da-a4b8-c94076a70ecf tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393267 Apr 22 14:45:41.826039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37290) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:41.949344 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ee775262-15a8-4205-b7b5-db315ba6f29a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1217592 Apr 22 14:45:42.042028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37294) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.160074 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-abdb4254-b5ae-4548-a9b5-4bfa6d7a0248 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1166739 Apr 22 14:45:42.829384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:42.953133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37300) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:42.975426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:43.104846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-46c04260-aa8f-42e6-a882-952a2f3f9bfa tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1504636 Apr 22 14:45:43.135896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f369c-bf7d-4064-b0c3-d4443aba0f28 req-d6e7d438-548a-47ff-8a69-eec152dbaf62 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:43.137323 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a74f369c-bf7d-4064-b0c3-d4443aba0f28 req-d6e7d438-548a-47ff-8a69-eec152dbaf62 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.0969436 Apr 22 14:45:43.164177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37304) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:43.185168 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a74f369c-bf7d-4064-b0c3-d4443aba0f28 req-e39d8a1c-33d9-43d8-8da1-63fc011c672e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Apr 22 14:45:43.268785 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3536b9af-44d1-415b-a9c3-f23a57968101 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.1034310 Apr 22 14:45:44.068036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-b02e971d-ea2b-4a85-b80a-f88c07df57ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911531 Apr 22 14:45:44.108957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37308) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.255260 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3b102d37-5608-4322-965f-3a482bc5385c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1451969 Apr 22 14:45:44.273361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-61b8dd66-64e0-4fc3-bd28-29b827785154 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1099 time: 0.1103559 Apr 22 14:45:44.273824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37314) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:44.371973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:44.543432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79302ba9-4435-43c1-bbce-3037d4a7bd54 None None] New status for floating IP d83c105d-4f14-4c95-b854-242ad36300e0: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:45:44.607297 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bdf68477-7995-4235-91c1-a8e8ed4910b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 991 time: 0.3322814 Apr 22 14:45:44.651627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a594c-951f-4e83-87df-887b8d2007a9 req-e6bdb2ec-d6e6-4e48-b036-9f7b67c05e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:44.653090 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-e6bdb2ec-d6e6-4e48-b036-9f7b67c05e13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 897 time: 0.3219743 Apr 22 14:45:44.661534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb19c-3a39-454a-aba8-88b3904a6e34 req-d8b9f9d3-c527-49a9-817e-b80d8bacdf97 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:44.662867 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-429eb19c-3a39-454a-aba8-88b3904a6e34 req-d8b9f9d3-c527-49a9-817e-b80d8bacdf97 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.3328197 Apr 22 14:45:44.786275 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-1b7843df-251b-49db-acac-a27cd3030a4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 200 len: 999 time: 0.1224785 Apr 22 14:45:44.788453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-429eb19c-3a39-454a-aba8-88b3904a6e34 req-f265aec7-0f6e-4052-83d0-ca3792e5a870 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764799 Apr 22 14:45:44.852872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a594c-951f-4e83-87df-887b8d2007a9 req-1be4ea75-e9db-4bed-8a61-fe537d00f416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:44.854325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-1be4ea75-e9db-4bed-8a61-fe537d00f416 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0610523 Apr 22 14:45:44.932770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-315cd9a3-57a5-44fc-8a4a-54744214b94f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711544 Apr 22 14:45:45.070900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-a800e081-d2e6-4f62-bec8-7ed91dc3fdd6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300228 Apr 22 14:45:45.209350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-211a594c-951f-4e83-87df-887b8d2007a9 req-aae1ab18-57ec-4387-b123-56b2bdc02809 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302390 Apr 22 14:45:45.259976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37318) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.364763 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-21c944c7-5080-4149-af9c-808d4db125f1 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1036692 Apr 22 14:45:45.611364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37322) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:45.721844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2ebe670-e9d6-4328-93d7-df721412c5b9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 993 time: 0.1092565 Apr 22 14:45:45.989064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918692b1-d255-422e-a85d-d7a1711283f7 req-fdeaa8dc-8a16-4c8b-8e97-8ff432ba7f8a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:45.990155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-918692b1-d255-422e-a85d-d7a1711283f7 req-fdeaa8dc-8a16-4c8b-8e97-8ff432ba7f8a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 944 time: 0.0773036 Apr 22 14:45:46.036839 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-918692b1-d255-422e-a85d-d7a1711283f7 req-eab9bf1c-4da9-47f2-a5a7-8ed5145e4aa6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Apr 22 14:45:46.370128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37332) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:46.473157 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-072b7cea-a2b4-49a2-a938-cc21e133141f tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1016040 Apr 22 14:45:46.915477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 09742f25-7168-4d10-9ae6-b960f593ef32 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:45:47.072364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 09742f25-7168-4d10-9ae6-b960f593ef32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=09742f25-7168-4d10-9ae6-b960f593ef32,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:47.086030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '09742f25-7168-4d10-9ae6-b960f593ef32', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'port_id': '09742f25-7168-4d10-9ae6-b960f593ef32', 'mac_address': 'fa:16:3e:8c:b3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:45:47.143991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:47.162867 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09742f25-7168-4d10-9ae6-b960f593ef32 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:45:47.178590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 09742f25-7168-4d10-9ae6-b960f593ef32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=09742f25-7168-4d10-9ae6-b960f593ef32,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:47.184406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:47.237235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278832e-1b7d-4a91-91ef-4f46172ca4b2 req-e668d494-3d8c-4f26-9ce3-bd8a3ca0faf3 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:47.238726 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8278832e-1b7d-4a91-91ef-4f46172ca4b2 req-e668d494-3d8c-4f26-9ce3-bd8a3ca0faf3 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 945 time: 0.0788376 Apr 22 14:45:47.248059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=09742f25-7168-4d10-9ae6-b960f593ef32,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:47.285779 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8278832e-1b7d-4a91-91ef-4f46172ca4b2 req-925bce2e-8189-47d6-9e41-7515d92289f1 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Apr 22 14:45:47.423412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['09742f25-7168-4d10-9ae6-b960f593ef32'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:45:47.477177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37338) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:47.583249 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f114ec60-6012-424e-8fce-ffddacd88081 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1038008 Apr 22 14:45:48.492811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619a81f-723b-4ef7-9008-dc343d775f8e req-e26708eb-e125-4cde-8e2d-793618a9d048 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:48.494193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a619a81f-723b-4ef7-9008-dc343d775f8e req-e26708eb-e125-4cde-8e2d-793618a9d048 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 945 time: 0.0862017 Apr 22 14:45:48.548029 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a619a81f-723b-4ef7-9008-dc343d775f8e req-bd12ba67-7d9f-48be-985f-a35be3c8ba28 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Apr 22 14:45:48.585579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37344) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:48.699758 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f9a60163-1575-4abf-a2e2-122372c9fd36 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1129425 Apr 22 14:45:48.859114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:48.942500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 09742f25-7168-4d10-9ae6-b960f593ef32 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:45:48.945810 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a3913f42-63ce-4e4c-8a8c-1c11d0f775a0 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=2de1b45c6a344478879c569e76de696b&network_id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 3000 time: 0.0854394 Apr 22 14:45:49.017834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 09742f25-7168-4d10-9ae6-b960f593ef32 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:45:49.022934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 09742f25-7168-4d10-9ae6-b960f593ef32 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:45:49.023444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.140144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.168712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:49.178263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 09742f25-7168-4d10-9ae6-b960f593ef32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=09742f25-7168-4d10-9ae6-b960f593ef32,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:45:49.182936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:49.220627 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d074ec0-c8e9-4e8f-b98f-74969e93e091'] response: {'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32', 'code': 200} Apr 22 14:45:49.252162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=09742f25-7168-4d10-9ae6-b960f593ef32,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:49.448353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-766084f1-d66b-45f8-9917-b0c268acf202 req-2582bce6-1e4d-452f-9c66-d8afbc0e4960 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 1099 time: 0.0708697 Apr 22 14:45:49.491256 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-766084f1-d66b-45f8-9917-b0c268acf202 req-f8eaaa93-c3e1-4dec-a460-96e52a75c454 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362856 Apr 22 14:45:49.704273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37362) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:49.775695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee81f09-617c-4c98-9b2c-8c78fd196185 req-4a99a259-18b1-4755-9c06-d4414e84bf81 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:49.777220 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ee81f09-617c-4c98-9b2c-8c78fd196185 req-4a99a259-18b1-4755-9c06-d4414e84bf81 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 946 time: 0.0858498 Apr 22 14:45:49.813875 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cae9f5a9-4e74-4dc2-ab7c-dcdd7b7fc438 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1077061 Apr 22 14:45:49.822816 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ee81f09-617c-4c98-9b2c-8c78fd196185 req-e6155852-b432-4c51-93ae-bf399a66ff73 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397809 Apr 22 14:45:50.818876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37366) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:50.921302 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d402ad0a-4f44-4f4e-ac6e-e24c53d33e9c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1009176 Apr 22 14:45:51.128704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade2ae-f6a2-430a-a861-74b97e90c2f6 req-ef283cf4-7ef1-430f-bc12-e582bdceb788 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:51.130085 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61ade2ae-f6a2-430a-a861-74b97e90c2f6 req-ef283cf4-7ef1-430f-bc12-e582bdceb788 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 946 time: 0.1846621 Apr 22 14:45:51.177140 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61ade2ae-f6a2-430a-a861-74b97e90c2f6 req-3f3210a4-898d-4116-90f3-5045ec6298a9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411110 Apr 22 14:45:51.368107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1238bb-6181-41fc-a563-4b313004a0a0 req-b91458d5-eb60-41f5-a2a9-9bbecda2fa07 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:51.369535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c1238bb-6181-41fc-a563-4b313004a0a0 req-b91458d5-eb60-41f5-a2a9-9bbecda2fa07 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 946 time: 0.0756032 Apr 22 14:45:51.420131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c1238bb-6181-41fc-a563-4b313004a0a0 req-9f95a325-8f9a-4e40-b3f6-e4f3445df34b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442870 Apr 22 14:45:51.459291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37376) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:51.744309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6e1aa21e-27db-4f83-b1ba-9601a896a7ef tempest-TestVolumeBootPattern-1292948060 tempest-TestVolumeBootPattern-1292948060-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 1094 time: 0.2836249 Apr 22 14:45:51.747312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37384) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:51.753031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '09742f25-7168-4d10-9ae6-b960f593ef32', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:51.759148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:45:51.763551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:floatingip and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:45:51.766531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:45:51.772946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:45:51.787371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:51.925426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37388) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:51.926080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:52.029608 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33c1024c-e36a-4c6c-b17d-b798c83127dd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1026735 Apr 22 14:45:52.058456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Allocated IP 172.26.2.122 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/11ab65cd-0c7b-4890-a6e8-434211f342b6) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:45:52.200906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:52.232193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:52.303650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:45:52.307141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:45:52.309104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=11ab65cd-0c7b-4890-a6e8-434211f342b6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:52.311168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:45:52.632507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37392) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:52.689510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74300d54-9bca-4be6-ac96-df1f019a23a0 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:52.691287 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-74300d54-9bca-4be6-ac96-df1f019a23a0 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676 HTTP/1.1" status: 200 len: 814 time: 0.0576468 Apr 22 14:45:52.838260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:52.894354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.033620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37400) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:53.111203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.117010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.143778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cf62587e-1847-4220-a003-26338d272dcd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1087215 Apr 22 14:45:53.219392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=11ab65cd-0c7b-4890-a6e8-434211f342b6,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:45:53.232534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.514713 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Floating IP 34104f1d-e0cf-4c81-bc79-f8528abab1cd associated. External IP: 172.26.2.122, port: 09742f25-7168-4d10-9ae6-b960f593ef32. Apr 22 14:45:53.803176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37404) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:53.808857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:45:53.906031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:53.916318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:54.122194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:54.147477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:54.198962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.279788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.285402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.285765 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP d83c105d-4f14-4c95-b854-242ad36300e0 disassociated. External IP: 172.26.2.12, port: e6c13a07-ab3e-4b7d-9036-17d795c40b4c. Apr 22 14:45:54.286946 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e68b5c86-a720-450b-9036-6f55c6f026d6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5385740 Apr 22 14:45:54.289533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:54.310919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-39ced807-5fa7-4427-bfeb-c1e09a0392de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1619244 Apr 22 14:45:54.344484 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1268b014-d6bc-4732-8c30-7aaa28cc26fb'] response: {'name': 'network-changed', 'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32', 'status': 'completed', 'code': 200} Apr 22 14:45:54.441165 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-e25ec210-7c1d-466c-b3cc-af1870137459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 1099 time: 0.0736396 Apr 22 14:45:54.569346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef810c-9127-489e-8880-dda515737c92 req-f797b59c-0c6f-47c6-bcae-3117e9157dac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:54.570819 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-f797b59c-0c6f-47c6-bcae-3117e9157dac service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1239154 Apr 22 14:45:54.672625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-5db26fd9-80ed-4523-8292-7e533aeff47e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09742f25-7168-4d10-9ae6-b960f593ef32 HTTP/1.1" status: 200 len: 1000 time: 0.0938029 Apr 22 14:45:54.686433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:45:54.738129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef810c-9127-489e-8880-dda515737c92 req-4196f748-771d-4f80-8553-f2cb9c7b9d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:54.739507 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-4196f748-771d-4f80-8553-f2cb9c7b9d04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0598457 Apr 22 14:45:54.813779 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-06e87f09-b135-4aae-b1c1-8f6694926f53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678661 Apr 22 14:45:54.883122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:45:54.887503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:45:54.941000 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-350dd35c-994f-4021-8098-fd6a3bb0e78f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 1.1366947 Apr 22 14:45:54.941548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:45:54.945857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37416) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:55.002179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd1e27e-04d6-4198-bb1f-2ea0af4d811d'] response: {'name': 'network-changed', 'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'status': 'completed', 'code': 200} Apr 22 14:45:55.045551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-a8245827-a3ca-436a-b8a4-e3740e63ad1f service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249310 Apr 22 14:45:55.061920 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a122429-32d6-44dc-8a83-f1b867098020 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.1150301 Apr 22 14:45:55.093201 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-82e0d4d6-d12f-43ec-884e-c4187e3410e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0719593 Apr 22 14:45:55.175818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bef810c-9127-489e-8880-dda515737c92 req-6319feab-4036-453b-816b-9e972a25346f service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247151 Apr 22 14:45:55.228848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-c4953f04-34ae-47f5-b571-1698863fb292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:55.230326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-c4953f04-34ae-47f5-b571-1698863fb292 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 897 time: 0.1314509 Apr 22 14:45:55.302039 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-6ff5d129-be13-4cb9-b2ea-44d8ffe32768 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 200 len: 217 time: 0.0650036 Apr 22 14:45:55.315262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37422) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:55.365911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-e8d4ad08-f99c-4e89-bfc8-df0981cf548f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:45:55.367359 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-e8d4ad08-f99c-4e89-bfc8-df0981cf548f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0570366 Apr 22 14:45:55.423618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d84fbd8d-7f37-40f2-8bf7-200cb3da87c0 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1069589 Apr 22 14:45:55.446057 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-ff493fda-a86e-43e7-babf-f0f69a60b138 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713351 Apr 22 14:45:55.669091 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-92126c63-b6c3-43a0-b3bd-0bde26ee6f8b service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154615 Apr 22 14:45:55.797718 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1f2b765-f5f2-4068-a9b2-3cad5fb0788c req-f20c26ff-a92c-4ce0-8f47-a75216600c8d service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224399 Apr 22 14:45:56.066219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37426) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:56.153925 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c68f1dca-02b7-4a11-9fdd-e4e029bc3378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0861914 Apr 22 14:45:56.428829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37430) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:56.536858 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b7d7ccf9-f292-4bf5-beed-41e6563f5b22 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1064699 Apr 22 14:45:57.159371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37434) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:57.248920 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-31266e14-b2c2-41f2-a5bb-1c1077eb3c79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0884051 Apr 22 14:45:57.541463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37438) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:57.649723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-56ea420f-d83e-4d8d-a6e5-4d2305078951 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1070576 Apr 22 14:45:58.254640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37442) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:58.342640 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fb58c251-ea55-45fa-af23-f5094b7b2575 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0865660 Apr 22 14:45:58.655041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37446) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:58.769335 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a4e725ba-46bb-4675-bcc5-4501558f97ef tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1128252 Apr 22 14:45:59.347839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37450) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:59.434396 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4f90f3ee-498f-43dc-99e7-2519cfed9e1f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0850320 Apr 22 14:45:59.447425 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] Sync routers for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:45:59.459376 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:59.459970 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:59.638128 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:45:59.773949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37454) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:45:59.878336 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ea59cd34-c180-4bf0-999b-5afa003416cd tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1024585 Apr 22 14:45:59.970044 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:45:59.974107 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] Checking router: c8e5ba63-328b-45a9-bc36-c3703d7cf481 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:45:59.984872 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:45:59.985457 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:00.165650 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:00.437749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37460) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:00.484346 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:00.488412 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2150b57-34cc-4be5-8e02-5d9cfadeb1a4 None None] The sync data for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv is: [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:00.531670 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-041df6a4-23a4-495a-8775-687a9497ed60 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0924706 Apr 22 14:46:00.883385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37464) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:00.995081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dd28e195-4034-4fb5-85c1-889e06a99c24 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1102011 Apr 22 14:46:01.535959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37468) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:01.621556 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-651586ca-b38a-4b5b-be02-1daf22329d2a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0844038 Apr 22 14:46:01.999200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37472) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:02.103503 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-19d7475d-f58c-4953-9453-92e52726403a tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1030080 Apr 22 14:46:02.625216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:02.712145 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bcac380a-4214-4e91-9d8f-fb5cdb95d738 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0851321 Apr 22 14:46:03.107707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37480) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:03.216494 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1581031e-e0ea-4080-b1bd-232f57fc0498 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 991 time: 0.1073859 Apr 22 14:46:03.603627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82584860-dded-448f-875e-c5521886025f None None] Sync routers for ids ['7c73d05b-3a3d-4db0-a249-453db55324f5'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:03.617929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82584860-dded-448f-875e-c5521886025f None None] Routers {'7c73d05b-3a3d-4db0-a249-453db55324f5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:03.618792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-82584860-dded-448f-875e-c5521886025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c73d05b-3a3d-4db0-a249-453db55324f5'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:03.657501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de104dbf-03c1-462e-8a67-2ac22f176bd4 None None] New status for floating IP e687b6e7-8f36-4579-ac6b-8e5332177888: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:03.716090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37484) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:03.797590 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-41b45009-f413-4079-8dbe-ef355d3e3c6a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0802820 Apr 22 14:46:03.810811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:03.813012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-82584860-dded-448f-875e-c5521886025f None None] Set router 7c73d05b-3a3d-4db0-a249-453db55324f5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:04.155671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-82584860-dded-448f-875e-c5521886025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 4, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '6e6d3dd4-0279-43c1-a66f-59a6c98c26a8', 'name': '', 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'mac_address': 'fa:16:3e:bb:ab:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 2, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'subnets': [{'id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:04.159581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82584860-dded-448f-875e-c5521886025f None None] Checking router: 7c73d05b-3a3d-4db0-a249-453db55324f5 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:04.159929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82584860-dded-448f-875e-c5521886025f None None] Updating router 7c73d05b-3a3d-4db0-a249-453db55324f5 port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:46:04.217660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82584860-dded-448f-875e-c5521886025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.221203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37490) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:04.435307 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-56de3233-a7cf-443b-9a3e-f99f26493efa tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 993 time: 0.2124028 Apr 22 14:46:04.562911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82584860-dded-448f-875e-c5521886025f None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.574220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-82584860-dded-448f-875e-c5521886025f None None] Transition to ACTIVE for port object 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:04.581279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82584860-dded-448f-875e-c5521886025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.704348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d6fd-98a4-43e0-877a-46360d96a49f None None] Pushing event updated for resources: {'Port': ['ID=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:04.795029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-82584860-dded-448f-875e-c5521886025f None None] Attempting to bind port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:04.795387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-82584860-dded-448f-875e-c5521886025f None None] Attempting to bind port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:04.795737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82584860-dded-448f-875e-c5521886025f None None] Attempting to bind port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 on network aa74ddfe-ad25-4e3c-832e-548be02b08c6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:04.801918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37500) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:04.803520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82584860-dded-448f-875e-c5521886025f None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:04.804038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82584860-dded-448f-875e-c5521886025f None None] Checking segment: {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:04.804446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82584860-dded-448f-875e-c5521886025f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.804829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82584860-dded-448f-875e-c5521886025f None None] Bound using segment: {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:04.805299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-82584860-dded-448f-875e-c5521886025f None None] Bound port: 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6151b0b4-3313-4115-b4d2-f176c9bd84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:04.805852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82584860-dded-448f-875e-c5521886025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.884246 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6bf7fbdb-5e2a-4607-8785-cf2d12e486cd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0814459 Apr 22 14:46:04.905533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-82584860-dded-448f-875e-c5521886025f None None] For port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:04.908503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-82584860-dded-448f-875e-c5521886025f None None] For port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:04.913819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82584860-dded-448f-875e-c5521886025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:04.986829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d6fd-98a4-43e0-877a-46360d96a49f None None] Pushing event updated for resources: {'Port': ['ID=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:04.994593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82584860-dded-448f-875e-c5521886025f None None] Routers {'7c73d05b-3a3d-4db0-a249-453db55324f5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:04.995510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-82584860-dded-448f-875e-c5521886025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c73d05b-3a3d-4db0-a249-453db55324f5'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:05.118704 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:46:05.180731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-82584860-dded-448f-875e-c5521886025f None None] Set router 7c73d05b-3a3d-4db0-a249-453db55324f5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:05.535576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-82584860-dded-448f-875e-c5521886025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 4, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '6e6d3dd4-0279-43c1-a66f-59a6c98c26a8', 'name': '', 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'mac_address': 'fa:16:3e:bb:ab:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'subnets': [{'id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:05.541254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82584860-dded-448f-875e-c5521886025f None None] The sync data for ids ['7c73d05b-3a3d-4db0-a249-453db55324f5'] in dv-neutron-838878-1-hyperv is: [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:45:04Z', 'revision_number': 4, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '6e6d3dd4-0279-43c1-a66f-59a6c98c26a8', 'name': '', 'network_id': 'aa74ddfe-ad25-4e3c-832e-548be02b08c6', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'mac_address': 'fa:16:3e:bb:ab:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:45:02Z', 'updated_at': '2022-04-22T14:46:04Z', 'revision_number': 4, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'subnets': [{'id': 'bf5890bb-d3bd-4585-88ac-b250c7b57288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:05.582486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490db544-3d45-4fe3-9fab-39de7fe1d9cb req-74815c59-a7e6-4cff-b3a7-a3342f8f1b0d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:05.584030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-490db544-3d45-4fe3-9fab-39de7fe1d9cb req-74815c59-a7e6-4cff-b3a7-a3342f8f1b0d tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.1706915 Apr 22 14:46:05.655220 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-490db544-3d45-4fe3-9fab-39de7fe1d9cb req-5a50dafa-afde-4c3b-be9e-a98e3208ff5e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546598 Apr 22 14:46:05.887782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37516) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:05.970386 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-732b0067-01ac-44e6-9b0a-8d4b24f04f63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0814414 Apr 22 14:46:06.877097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b209f-80b2-4493-9b11-14e3d3d73656 req-1e83c8cf-dead-4ee7-bca5-9cbc9cd73bcb tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:06.878544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a1b209f-80b2-4493-9b11-14e3d3d73656 req-1e83c8cf-dead-4ee7-bca5-9cbc9cd73bcb tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0816834 Apr 22 14:46:06.925992 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a1b209f-80b2-4493-9b11-14e3d3d73656 req-f3ae7cda-5114-4cfb-b6cf-bb19c25a5302 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Apr 22 14:46:06.974262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37522) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:07.053042 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2620bf8a-43b3-4fe7-8b0e-c2efc7584a4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0775445 Apr 22 14:46:07.239390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:07.316393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:07.321343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:07.321731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.475495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.514672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:07.521117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:07.583885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:07.776148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:07.790052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:07.790577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:07.991329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:08.057429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37528) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:08.129066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2aa30-22ac-470e-8c1b-a18b9142c9ba req-6e747ed8-6cd8-494b-82dd-0699503e6e46 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:08.130849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b9a2aa30-22ac-470e-8c1b-a18b9142c9ba req-6e747ed8-6cd8-494b-82dd-0699503e6e46 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0863221 Apr 22 14:46:08.141745 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-97b25154-d0ce-4774-b0e6-4d5348e4d28f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0812025 Apr 22 14:46:08.177004 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b9a2aa30-22ac-470e-8c1b-a18b9142c9ba req-a25c4049-30a6-493e-907e-4985ec199790 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Apr 22 14:46:08.364374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '34104f1d-e0cf-4c81-bc79-f8528abab1cd', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '09742f25-7168-4d10-9ae6-b960f593ef32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:8c:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:52Z', 'updated_at': '2022-04-22T14:45:52Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:08.368445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:08.379673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:08.380271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:45:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:08.568448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:08.924751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '34104f1d-e0cf-4c81-bc79-f8528abab1cd', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '09742f25-7168-4d10-9ae6-b960f593ef32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:8c:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:52Z', 'updated_at': '2022-04-22T14:45:52Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:08.929151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef2ec2-df02-42bb-9608-9f98bfd5a629 None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '34104f1d-e0cf-4c81-bc79-f8528abab1cd', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.122', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '09742f25-7168-4d10-9ae6-b960f593ef32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:8c:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:52Z', 'updated_at': '2022-04-22T14:45:52Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:09.144447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37532) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:09.243209 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-df0f3500-48aa-46a6-8c66-e1802ef29404 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0918107 Apr 22 14:46:09.312197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:09.445208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:09.445208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:09.448188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d2541-7ef5-46fa-b454-86ba40ffa0c4 req-1a2820b3-4b83-45e1-8fec-188d8d7b62f1 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:09.454232 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-308d2541-7ef5-46fa-b454-86ba40ffa0c4 req-1a2820b3-4b83-45e1-8fec-188d8d7b62f1 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.1051602 Apr 22 14:46:09.493504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-308d2541-7ef5-46fa-b454-86ba40ffa0c4 req-127fba6b-3a50-4698-8ac5-faed353fdf1b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431492 Apr 22 14:46:09.616725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-57d975c3-4d04-4690-9c42-0ce154aaed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:10.242662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37538) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:10.327965 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0cf8decb-b436-4168-9d34-d2f6bfd2de17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0839241 Apr 22 14:46:10.708400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54b9f6-d1a5-4dff-9f61-1c3d7719f1a2 req-ca22fe17-6df9-4039-98e2-7672b6c41b6e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:10.708400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c54b9f6-d1a5-4dff-9f61-1c3d7719f1a2 req-ca22fe17-6df9-4039-98e2-7672b6c41b6e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0890510 Apr 22 14:46:10.754152 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c54b9f6-d1a5-4dff-9f61-1c3d7719f1a2 req-d4b9eafb-6a41-4e8c-9c54-fdd5d95b421e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Apr 22 14:46:11.331746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37544) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:11.413907 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-33f3053f-8be5-4803-b2d4-cf0be66d747f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0809665 Apr 22 14:46:11.700322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-72451451-b50b-4498-b63d-2c1bc5aba601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:11.961908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7b14d-aa5e-46f5-adcc-b2eb6554dbc3 req-2743fba6-1b61-4bec-8931-07b9809a03d3 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:11.962593 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2bb7b14d-aa5e-46f5-adcc-b2eb6554dbc3 req-2743fba6-1b61-4bec-8931-07b9809a03d3 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0876350 Apr 22 14:46:12.014375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2bb7b14d-aa5e-46f5-adcc-b2eb6554dbc3 req-b7ef12f0-0858-445c-b39f-c833e60d6e79 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409348 Apr 22 14:46:12.417592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37552) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:12.504037 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-15a5b94b-c9e5-4107-9551-193ece1d8cd9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0850728 Apr 22 14:46:12.828218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:12.973616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:13.231593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e250e-2cbd-43b9-8934-a90024f6f0e3 req-60256324-20fb-4226-bb02-3afe14e10722 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:13.233065 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-287e250e-2cbd-43b9-8934-a90024f6f0e3 req-60256324-20fb-4226-bb02-3afe14e10722 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0929494 Apr 22 14:46:13.279237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-287e250e-2cbd-43b9-8934-a90024f6f0e3 req-f6887e30-ca6b-43e9-ab48-921114b5d3a1 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Apr 22 14:46:13.507888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37558) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:13.680805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-137ddcbe-4f8d-460b-af73-3e7907757118 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.1675408 Apr 22 14:46:14.377618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:14.495146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6757a5-b94f-4597-8373-ba8b97747625 req-4fe8ba18-03fc-4dc3-bf27-831d4063cd20 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:14.496574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e6757a5-b94f-4597-8373-ba8b97747625 req-4fe8ba18-03fc-4dc3-bf27-831d4063cd20 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0792496 Apr 22 14:46:14.546803 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e6757a5-b94f-4597-8373-ba8b97747625 req-784f6dda-e198-44d6-a4b1-3a01ac5a3248 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439374 Apr 22 14:46:14.680581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37564) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:14.763816 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9a8b8812-43a7-4890-9d7e-30872648aca6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0820551 Apr 22 14:46:15.755839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec032631-fd9e-45b1-9f2e-229c2a478a45 req-ff7f9e60-413c-412f-8d21-c83cb1c8b48e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:15.757438 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec032631-fd9e-45b1-9f2e-229c2a478a45 req-ff7f9e60-413c-412f-8d21-c83cb1c8b48e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0860956 Apr 22 14:46:15.767732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37570) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:15.805156 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec032631-fd9e-45b1-9f2e-229c2a478a45 req-91e565d7-5e0e-46ed-b54f-44edaff1d86b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 Apr 22 14:46:15.859186 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b3a29e84-f05a-44a0-bc3d-429a1ebc896e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0901470 Apr 22 14:46:16.862786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37576) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:16.952888 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7890093b-984b-4b99-9acd-b08b64116d95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0868096 Apr 22 14:46:17.009205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29e07-4667-4c40-a8a9-9afeb63b299f req-d3ea9fcc-a873-442d-9bac-033ddfb68ffc tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:17.010685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-26e29e07-4667-4c40-a8a9-9afeb63b299f req-d3ea9fcc-a873-442d-9bac-033ddfb68ffc tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0806110 Apr 22 14:46:17.056556 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-26e29e07-4667-4c40-a8a9-9afeb63b299f req-c68d6442-954c-4255-833b-580692d79a82 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Apr 22 14:46:17.955478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37580) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:18.048553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dab636b6-1eca-4824-b431-fe7c284547d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0916069 Apr 22 14:46:18.254547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b6844-5b37-4ca0-9fb7-540cf7f28a9d req-683dd48c-7417-4076-a899-18b1b9ba4b57 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:18.255900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb7b6844-5b37-4ca0-9fb7-540cf7f28a9d req-683dd48c-7417-4076-a899-18b1b9ba4b57 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0766189 Apr 22 14:46:18.303590 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb7b6844-5b37-4ca0-9fb7-540cf7f28a9d req-ae3a6107-f6dc-4452-9455-5a08cdfb7012 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Apr 22 14:46:18.564764 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ad72389-be45-4451-b892-d399538a46cd req-fe9727f9-8037-469f-9b81-9b36f1028e65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1098 time: 0.1522746 Apr 22 14:46:18.607152 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5ad72389-be45-4451-b892-d399538a46cd req-3cf6fbe3-ec9c-4446-84dc-0544e50cc154 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353374 Apr 22 14:46:19.054227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37588) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:19.100370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:46:19.101212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:46:19.149380 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6a90e8f4-3092-4a09-94c0-331887ca5953 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 689 time: 0.0944293 Apr 22 14:46:19.306188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.335940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:19.360281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'port_id': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'mac_address': 'fa:16:3e:23:16:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:46:19.364220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:19.408954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:19.428503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.450647 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3ffcb9-39d7-4b29-89cc-e275474d343e'] response: {'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'code': 200} Apr 22 14:46:19.471209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:19.497011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:19.534316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:19.543616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f7b3-7755-4fc1-890a-660e900bfc1b req-400390c1-2c20-449a-9aea-921c94c2ad96 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:19.545429 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52a7f7b3-7755-4fc1-890a-660e900bfc1b req-400390c1-2c20-449a-9aea-921c94c2ad96 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 943 time: 0.1047733 Apr 22 14:46:19.583759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:46:19.584130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:46:19.628554 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887be7a-6dae-479f-a399-72ae4d33f78b None None] New status for floating IP d83c105d-4f14-4c95-b854-242ad36300e0: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:19.650917 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52a7f7b3-7755-4fc1-890a-660e900bfc1b req-a2062c31-6841-4df3-8342-de2f4c242d0b tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984259 Apr 22 14:46:19.697797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad527ef-2b1b-4f1b-af5c-4c3d9fdd264c None None] New status for floating IP 34104f1d-e0cf-4c81-bc79-f8528abab1cd: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:20.138913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:20.157789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37598) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:20.158272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:20.176974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:20.183968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:20.244974 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e5a7e106-95bc-488b-aeba-f8095447726b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 687 time: 0.0901558 Apr 22 14:46:20.260786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:20.433804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:46:20.866072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bec93-3f42-4379-9835-0e7a056fac2e req-00d78c9f-e7d4-4064-9371-5bd4dbb0eada tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:20.867458 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-323bec93-3f42-4379-9835-0e7a056fac2e req-00d78c9f-e7d4-4064-9371-5bd4dbb0eada tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 944 time: 0.0864537 Apr 22 14:46:20.923515 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-323bec93-3f42-4379-9835-0e7a056fac2e req-5e5fed83-b0fb-4d2c-a3a5-263ab14d5d39 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488913 Apr 22 14:46:20.954296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37604) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:21.075791 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ac88adaf-e730-4034-8aed-b7a4d0781e96 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 200 len: 992 time: 0.1195395 Apr 22 14:46:21.424474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37610) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:21.429365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330925877', 'description': 'tempest-secgroup-smoke-330925877 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:21.435909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:21.446019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:21.458657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.501445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:21.505883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:21.508776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:21.514562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:21.569644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.573700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.614974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f379c19-6eb3-4eab-b26b-2429d0cddd92,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:21.624288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.625765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-df713e20-29bb-4009-9610-fffb86de11d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2014763 Apr 22 14:46:21.628582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37614) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:21.633752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '6f379c19-6eb3-4eab-b26b-2429d0cddd92', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:21.639815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:21.643467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:21.648242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:21.652978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:21.671468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.737930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.749453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.777886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326514f9-4451-4d2a-a462-afc945141de5,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:21.787940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.787940 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1e56d8a8-b6c8-4415-9203-c3a590697950 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1526582 Apr 22 14:46:21.787940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37618) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:21.793786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '6f379c19-6eb3-4eab-b26b-2429d0cddd92', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:21.800489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:21.805973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:21.805973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:21.815609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:21.833616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.894500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.899052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.921910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce0988c-dfdb-42da-9860-e4e961749462,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:21.931237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:21.931933 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-78777031-3a9a-4c8e-b7d7-c664fd13c792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1455932 Apr 22 14:46:21.934928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37622) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:21.940511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '6f379c19-6eb3-4eab-b26b-2429d0cddd92', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:21.946862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:21.950471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:21.957477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:21.965485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:21.983707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.050204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.054508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.077724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689b22dc-a843-4c88-93df-6ad752c72041,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:22.087567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.088672 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8bffa032-3329-45ce-b2e7-44af9dfcde7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520829 Apr 22 14:46:22.091723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37626) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:22.096568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '6f379c19-6eb3-4eab-b26b-2429d0cddd92', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:22.103859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:22.106713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:22.109641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:22.117327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:22.137183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.215287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.218609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.251055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7fc7c4-07ce-4114-8dfd-ea422f30622d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:22.260453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.260453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8e980a26-cd63-46a6-99be-4ad9727d68e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1667335 Apr 22 14:46:22.269421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37630) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:22.269421 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '6f379c19-6eb3-4eab-b26b-2429d0cddd92', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:22.282185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:22.282185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:22.288166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:22.290068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:22.301370 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:46:22.308365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.374745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.378611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.402099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76394854-7dff-4230-ad4b-52925950f1f7,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:22.411241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.412448 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-507e13c6-0f4d-46ba-8d41-d931552eb22e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1499503 Apr 22 14:46:22.415253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37634) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:22.420563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '6f379c19-6eb3-4eab-b26b-2429d0cddd92', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:22.426226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:22.429903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:22.432694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:22.438454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:22.450946 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:46:22.457270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.526329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.536668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.560243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95acf4b0-08f7-48db-badb-14e301e8df7a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:22.570043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:22.571211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-81735284-4941-41d9-8be1-a1d54280a3c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1550181 Apr 22 14:46:22.816904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-2ecb60fe-7c0e-44ac-82e9-d43005c27447 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:22.836444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-2ecb60fe-7c0e-44ac-82e9-d43005c27447 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:22.837786 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-2ecb60fe-7c0e-44ac-82e9-d43005c27447 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330925877&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0665236 Apr 22 14:46:23.078938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-55bdd5b5-6f2a-4af3-ab5d-73abe1d5c0a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:23.080299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-55bdd5b5-6f2a-4af3-ab5d-73abe1d5c0a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 796 time: 0.2351542 Apr 22 14:46:23.096988 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-cbc9de9d-f50f-449f-8dad-a86865b8b24d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0111220 Apr 22 14:46:23.113000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:23.184089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-a792dfcc-e6bf-4d25-a9d2-99604c528990 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817807 Apr 22 14:46:23.188432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:23.188796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.199513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-afa2630e-fddc-4510-9c1c-2d3d6e3cf2ac service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:46:23.200551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-afa2630e-fddc-4510-9c1c-2d3d6e3cf2ac service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051959 Apr 22 14:46:23.308667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.331593 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-bce95667-7d14-4e22-ae41-0cc7c9610b36 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251287 Apr 22 14:46:23.339402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:23.348986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:23.355934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:23.404835 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e32804-3e1c-443d-bfe1-16525397706a'] response: {'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'code': 200} Apr 22 14:46:23.432047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:23.474895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-e5dd5a6d-5401-46f1-9b44-25fc59fc0bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374166 Apr 22 14:46:23.666434 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-367b85cd-100d-4280-bba6-a07d151c9a9c req-fc0c177e-1fff-4523-a41b-01ef4cd3af30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 210 time: 0.0469258 Apr 22 14:46:24.854432 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a271bf8a-47e1-4e1f-8a51-2ee98ea4787a req-3e714c32-421b-4f03-a46c-4c0bcf909740 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 210 time: 0.0577779 Apr 22 14:46:24.982469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-0b22bad2-c1e4-454d-bcdb-e59aaaf14f08 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:24.983821 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-0b22bad2-c1e4-454d-bcdb-e59aaaf14f08 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 796 time: 0.1446400 Apr 22 14:46:25.044728 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-824f0c65-8520-457a-a803-cd890f6b8879 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 471 time: 0.0419207 Apr 22 14:46:25.054232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['6f379c19-6eb3-4eab-b26b-2429d0cddd92']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:25.187380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:46:25.191776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:port and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:46:25.194782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:46:25.201022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:46:25.214829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:46:25.217796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.477574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.5 (fd1926b5-2040-42f3-9ab0-299e095b146f/0ccea044-e572-4185-ac65-5f732f99f40c/c1ff81d4-06bb-4599-8824-f8142f077cb9) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:46:25.660838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.676215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object c1ff81d4-06bb-4599-8824-f8142f077cb9 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:25.700507 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.775171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network fd1926b5-2040-42f3-9ab0-299e095b146f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:46:25.778263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:46:25.782626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:46:25.809146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=c1ff81d4-06bb-4599-8824-f8142f077cb9,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:25.829937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.830321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.830607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.830930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.831251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.831569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.831885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.832200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.832512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.832824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.833136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:46:25.857516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:25.858141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:25.889123 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-d22e5669-2322-405a-ae64-290c68c18e92 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363850 Apr 22 14:46:25.897627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-442fb781-2e70-480f-85cb-900125bbbcab tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:46:25.898609 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-442fb781-2e70-480f-85cb-900125bbbcab tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053453 Apr 22 14:46:25.913389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Request body: {'port': {'device_id': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:26.032532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.056905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce851978-65ed-497f-853c-3a174a2a9f86 req-93cef024-e47e-409d-a9ba-973c4409a95a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:26.059051 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce851978-65ed-497f-853c-3a174a2a9f86 req-93cef024-e47e-409d-a9ba-973c4409a95a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 931 time: 0.0757017 Apr 22 14:46:26.077122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-edfb4ff5-6d73-48f5-ba6e-7d09b265df05 None None] Provisioning for port c1ff81d4-06bb-4599-8824-f8142f077cb9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:26.084025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-edfb4ff5-6d73-48f5-ba6e-7d09b265df05 None None] Provisioning complete for port c1ff81d4-06bb-4599-8824-f8142f077cb9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:26.084025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-edfb4ff5-6d73-48f5-ba6e-7d09b265df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.116673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce851978-65ed-497f-853c-3a174a2a9f86 req-6c00e473-f016-49e0-bac6-38f5ec6c707f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Apr 22 14:46:26.137529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-edfb4ff5-6d73-48f5-ba6e-7d09b265df05 None None] Port c1ff81d4-06bb-4599-8824-f8142f077cb9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:46:26.380343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ff81d4-06bb-4599-8824-f8142f077cb9 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:26.387637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.403731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Transition to ACTIVE for port object c1ff81d4-06bb-4599-8824-f8142f077cb9 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:46:26.408198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.528002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Pushing event updated for resources: {'Port': ['ID=c1ff81d4-06bb-4599-8824-f8142f077cb9,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:26.643309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Attempting to bind port c1ff81d4-06bb-4599-8824-f8142f077cb9 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:46:26.643632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Attempting to bind port c1ff81d4-06bb-4599-8824-f8142f077cb9 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:46:26.643948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Attempting to bind port c1ff81d4-06bb-4599-8824-f8142f077cb9 on network fd1926b5-2040-42f3-9ab0-299e095b146f {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:26.649890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Port c1ff81d4-06bb-4599-8824-f8142f077cb9 on network fd1926b5-2040-42f3-9ab0-299e095b146f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:46:26.650464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Attempting to bind port c1ff81d4-06bb-4599-8824-f8142f077cb9 on network fd1926b5-2040-42f3-9ab0-299e095b146f {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:46:26.656926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:46:26.657254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Checking segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:46:26.657627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Bound using segment: {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:46:26.658078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Bound port: c1ff81d4-06bb-4599-8824-f8142f077cb9, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:46:26.658429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.750017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] For port c1ff81d4-06bb-4599-8824-f8142f077cb9, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:46:26.753562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] For port c1ff81d4-06bb-4599-8824-f8142f077cb9, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:46:26.759705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.819633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:26.820325 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] 10.222.0.24 "PUT /v2.0/ports/c1ff81d4-06bb-4599-8824-f8142f077cb9 HTTP/1.1" status: 200 len: 1093 time: 0.9149134 Apr 22 14:46:26.820752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:26.839914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bc2cc-ca94-4989-b9e8-527df54f990a service neutron] Pushing event updated for resources: {'Port': ['ID=c1ff81d4-06bb-4599-8824-f8142f077cb9,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:26.897469 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef7947b-5e0f-44f0-b78c-879736400a62'] response: {'name': 'network-changed', 'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'status': 'completed', 'code': 200} Apr 22 14:46:26.941067 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-a221f4ee-9fa2-4cc0-9a79-6164055d926c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 1096 time: 0.0791245 Apr 22 14:46:27.014747 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-fc987783-d45a-441e-9814-92d91044c0c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9 HTTP/1.1" status: 200 len: 217 time: 0.0666444 Apr 22 14:46:27.077528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-abb7fe10-5fab-48b7-a239-36d52d439f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:27.079018 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-abb7fe10-5fab-48b7-a239-36d52d439f00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0575447 Apr 22 14:46:27.158420 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-7afcdd62-5ce4-41a7-bc48-eb5f8729b65a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723717 Apr 22 14:46:27.320679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545c7a4-9838-40af-b19b-62a1533f2487 req-34b833d4-b894-4f89-9d9a-6b6abed026cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:27.322183 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6545c7a4-9838-40af-b19b-62a1533f2487 req-34b833d4-b894-4f89-9d9a-6b6abed026cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 943 time: 0.0840373 Apr 22 14:46:27.367298 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6545c7a4-9838-40af-b19b-62a1533f2487 req-9239bc4f-fbeb-496c-94c1-5ae83be31225 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393403 Apr 22 14:46:27.384483 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-ec8adbba-7e07-40f7-87b4-afa5a05be345 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195554 Apr 22 14:46:27.517650 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8e0309d-e7a8-46f7-b61c-b348e230d8b6 req-a85afffa-0ca1-4978-b396-d63134c3f6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267154 Apr 22 14:46:27.644670 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-0e709336-1dd7-49ec-9fb2-48912dcceb09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 1096 time: 0.0727260 Apr 22 14:46:27.777770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-64e8147f-4085-465d-ab8e-3185852c1dbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:27.779219 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-64e8147f-4085-465d-ab8e-3185852c1dbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 897 time: 0.1274354 Apr 22 14:46:27.848989 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-e364a635-b34e-4399-847d-71b358818584 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9 HTTP/1.1" status: 200 len: 217 time: 0.0628905 Apr 22 14:46:27.911565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-ba6f9fb8-b75c-4373-a43e-2039e4359691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:27.912985 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-ba6f9fb8-b75c-4373-a43e-2039e4359691 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0569720 Apr 22 14:46:28.000792 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-468305fb-823f-46da-aecb-b72e128b01b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803659 Apr 22 14:46:28.146446 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-dcb15d76-20d6-40ee-8c67-722a2c05cfbb service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384122 Apr 22 14:46:28.277739 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-39a4e1e7-304f-499a-affd-e4c8be81d61d req-550ba242-6223-474c-a395-18780abae98f service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232367 Apr 22 14:46:28.573092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ae1d7-c30d-4ba0-a581-f601bda7a436 req-2b15a22e-3d49-49e8-8026-5618a91c113d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:28.574560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-162ae1d7-c30d-4ba0-a581-f601bda7a436 req-2b15a22e-3d49-49e8-8026-5618a91c113d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 943 time: 0.0788436 Apr 22 14:46:28.625078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-162ae1d7-c30d-4ba0-a581-f601bda7a436 req-7647b8ee-bc1f-4d32-8819-c319bc5b6cd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 Apr 22 14:46:29.161547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c1ff81d4-06bb-4599-8824-f8142f077cb9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:46:29.335147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port c1ff81d4-06bb-4599-8824-f8142f077cb9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:29.348413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'port_id': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'mac_address': 'fa:16:3e:8c:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:46:29.404346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.423073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ff81d4-06bb-4599-8824-f8142f077cb9 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:46:29.441442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port c1ff81d4-06bb-4599-8824-f8142f077cb9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:29.448114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:29.513404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=c1ff81d4-06bb-4599-8824-f8142f077cb9,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:29.702520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['c1ff81d4-06bb-4599-8824-f8142f077cb9'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:46:29.826090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bdde3-ccd5-4375-b7fa-c9d64f2beeab req-95ca0d6b-4c95-488b-9268-45e8d9cbfb5f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:29.827973 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b6bdde3-ccd5-4375-b7fa-c9d64f2beeab req-95ca0d6b-4c95-488b-9268-45e8d9cbfb5f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 944 time: 0.0794740 Apr 22 14:46:29.875784 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b6bdde3-ccd5-4375-b7fa-c9d64f2beeab req-eaee7b42-9a6f-4382-a699-530fc22b20bd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422418 Apr 22 14:46:31.074683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af079e-12dd-4bfc-9502-635d10ff92d7 req-4235322b-6697-4ce0-b84b-9d298bc81734 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:31.076247 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-82af079e-12dd-4bfc-9502-635d10ff92d7 req-4235322b-6697-4ce0-b84b-9d298bc81734 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 944 time: 0.0826004 Apr 22 14:46:31.126821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-82af079e-12dd-4bfc-9502-635d10ff92d7 req-621f49f3-773f-4472-80ce-395ca0f2ba48 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411265 Apr 22 14:46:31.178733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c1ff81d4-06bb-4599-8824-f8142f077cb9 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:46:31.255150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port c1ff81d4-06bb-4599-8824-f8142f077cb9 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:46:31.259729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port c1ff81d4-06bb-4599-8824-f8142f077cb9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:46:31.260089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.378048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.406479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:31.416754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port c1ff81d4-06bb-4599-8824-f8142f077cb9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:31.421650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:31.473976 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb475174-de11-4ffa-9739-b3e51bfda519'] response: {'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'code': 200} Apr 22 14:46:31.492360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=c1ff81d4-06bb-4599-8824-f8142f077cb9,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:31.719663 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d24a47b3-f4a1-4cd4-a0c8-a37732b933dd req-f5c74dad-e7b3-40de-ace0-8c875bffde72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 1098 time: 0.0715079 Apr 22 14:46:31.765181 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d24a47b3-f4a1-4cd4-a0c8-a37732b933dd req-fcd15650-d372-4e1f-9c5b-579e70aff967 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384133 Apr 22 14:46:32.336001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd57f-fcdc-4016-bce8-53904dec292f req-af300fa5-2f92-42a3-87a8-d6b027a309da tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:32.338025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-279bd57f-fcdc-4016-bce8-53904dec292f req-af300fa5-2f92-42a3-87a8-d6b027a309da tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 945 time: 0.0843379 Apr 22 14:46:32.385984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-279bd57f-fcdc-4016-bce8-53904dec292f req-82213841-2130-43f3-a770-d6021c964f19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Apr 22 14:46:33.600408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a64c-791d-4311-b991-68e83bb5c021 req-b552b3d1-d3f4-4100-8913-11fbcb1f06b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:33.601887 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-54c6a64c-791d-4311-b991-68e83bb5c021 req-b552b3d1-d3f4-4100-8913-11fbcb1f06b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 945 time: 0.0815301 Apr 22 14:46:33.646955 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-54c6a64c-791d-4311-b991-68e83bb5c021 req-d2928922-a678-4cbe-9623-b1681389d7e8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393357 Apr 22 14:46:33.812617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:33.851196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886856-d3cc-44b4-9e94-f33c6a5ccf29 req-3b1221db-6c25-4a6e-be5a-b1ae1ab26ece tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:33.852677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d6886856-d3cc-44b4-9e94-f33c6a5ccf29 req-3b1221db-6c25-4a6e-be5a-b1ae1ab26ece tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 945 time: 0.0875065 Apr 22 14:46:33.900593 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d6886856-d3cc-44b4-9e94-f33c6a5ccf29 req-becac63d-bf00-4fa5-aa2d-7c2869fa197b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Apr 22 14:46:33.934503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37686) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.003965 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-26e7fe89-6430-450d-8b91-86c9187a2c81 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 1093 time: 0.0682752 Apr 22 14:46:34.007837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37690) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:34.012798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'port_id': 'c1ff81d4-06bb-4599-8824-f8142f077cb9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:46:34.087350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.752372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.758991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:34.947681 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP d83c105d-4f14-4c95-b854-242ad36300e0 associated. External IP: 172.26.2.12, port: c1ff81d4-06bb-4599-8824-f8142f077cb9. Apr 22 14:46:35.341223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:35.542777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:35.548308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:35.552224 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] Sync routers for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:35.565152 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:35.565768 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:46:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:35.602013 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4203601d-6e8f-4ca5-b24b-818d774e7e09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 990 time: 1.5907116 Apr 22 14:46:35.602013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:35.602524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37698) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:35.656563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a633c6d3-bf92-470a-a60c-1c1663b65bd1'] response: {'name': 'network-changed', 'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'status': 'completed', 'code': 200} Apr 22 14:46:35.745166 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:35.754519 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e6e63c54-1e2f-48cd-bac3-9bf4e316dbbc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 990 time: 0.1488791 Apr 22 14:46:35.770292 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-6cab9683-1f13-4fbb-a77c-57e7fb2bb761 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 1098 time: 0.0878615 Apr 22 14:46:35.896366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-d1059440-d9be-4962-8b38-db49d4aa98dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:35.897716 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-d1059440-d9be-4962-8b38-db49d4aa98dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 200 len: 897 time: 0.1210210 Apr 22 14:46:35.997912 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-253b621d-b67f-452b-9e1a-104871d6be0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9 HTTP/1.1" status: 200 len: 998 time: 0.0936172 Apr 22 14:46:36.059322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-685b9967-401d-4c8a-9b47-edf651cfa6f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:36.060746 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-685b9967-401d-4c8a-9b47-edf651cfa6f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 200 len: 835 time: 0.0563860 Apr 22 14:46:36.087153 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'd83c105d-4f14-4c95-b854-242ad36300e0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'port_id': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'mac_address': 'fa:16:3e:8c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:16Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:36.090962 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] Checking router: c8e5ba63-328b-45a9-bc36-c3703d7cf481 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:36.101448 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:36.102093 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:46:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:36.134455 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-781144bb-8cc4-4a6d-8b20-940b4690f181 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1926b5-2040-42f3-9ab0-299e095b146f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663686 Apr 22 14:46:36.282533 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:36.374888 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-83415418-4873-48ec-992d-665e49728025 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334023 Apr 22 14:46:36.506845 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8e3669fb-83dc-4a56-a7ed-cfffb4fd45ec req-e777e07a-f299-48e4-be98-ca80989f7f88 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249075 Apr 22 14:46:36.623427 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'd83c105d-4f14-4c95-b854-242ad36300e0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'port_id': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'mac_address': 'fa:16:3e:8c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:16Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:36.627820 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bea8e0-a2ff-4119-9ab8-eea4345d6236 None None] The sync data for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv is: [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'd83c105d-4f14-4c95-b854-242ad36300e0', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'port_id': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'mac_address': 'fa:16:3e:8c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:45:16Z', 'updated_at': '2022-04-22T14:46:34Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:36.757460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37704) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:36.862066 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fa29b919-2f88-4fd0-8223-11e696e4c0c4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 990 time: 0.1028631 Apr 22 14:46:37.866693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37708) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:38.065253 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d4141a03-7fe1-4839-9278-b6ae37e35181 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 990 time: 0.1973915 Apr 22 14:46:39.070419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37712) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:39.179665 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa0539a8-1380-42cc-800f-f4d35c99a2a8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 990 time: 0.1077759 Apr 22 14:46:39.517510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb52f3-842f-4aa3-9227-87caffe87216 None None] New status for floating IP d83c105d-4f14-4c95-b854-242ad36300e0: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:39.612842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c5327943-c903-44fb-8ea2-61acaeb5ba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:40.184842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37716) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:40.296893 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-262daec4-ab7b-4beb-a01d-128b1e42ffb8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 200 len: 992 time: 0.1104879 Apr 22 14:46:41.700843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd029-4d35-45cd-9075-399902c5717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:42.120345 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:46:42.838410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:42.972784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:44.374701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:46.097274 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-15f4e50c-3f6e-4dfe-99c4-54294ca2e2eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811737 Apr 22 14:46:46.200737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-1a76e40d-c4e5-46c2-81ec-aed1ea288d21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dc94618eca24279b407cba5af546ff9&device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1098 time: 0.0742466 Apr 22 14:46:46.346831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-394bea73-c759-4142-bf18-143b462d4b3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:46.348410 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-394bea73-c759-4142-bf18-143b462d4b3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 200 len: 898 time: 0.1264246 Apr 22 14:46:46.465025 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-0d323d93-6cd7-4b3b-b0b6-39d1aaba1007 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 200 len: 1001 time: 0.1094170 Apr 22 14:46:46.535944 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-ffc3c4d7-0031-4bf8-aedf-eb8aa60fdef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:46.537382 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-ffc3c4d7-0031-4bf8-aedf-eb8aa60fdef2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db47fe05-615b-452b-9c56-6649ed5d401b HTTP/1.1" status: 200 len: 835 time: 0.0652368 Apr 22 14:46:46.619719 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-e25b0816-e273-4beb-b25a-5608a6ea1118 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f59ef70a-7083-4ab1-8333-a99535922a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746632 Apr 22 14:46:46.750063 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-999fe356-986f-4468-a771-524445a0031b service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220541 Apr 22 14:46:46.881896 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ec2cd1d5-2e4f-4fa8-a2be-5b25042b3533 req-96039b6b-fc9b-47e6-bf41-636b6efe6875 service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255729 Apr 22 14:46:56.185240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37730) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:46:56.389625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Deleting port e01db3c1-04e6-4afc-93f7-aa07753fc44f {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:56.389947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.649094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.649354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.771897 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Calling delete_port for e01db3c1-04e6-4afc-93f7-aa07753fc44f owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:46:56.938122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:56.979970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'Port': ['ID=e01db3c1-04e6-4afc-93f7-aa07753fc44f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:46:57.073506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.463578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Router 99dda41d-2551-47b3-b9b0-822df522cfec has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:46:57.669849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:46:57.681293 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956116d0-716e-470c-b29f-eba19080455d None None] Sync routers for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:46:57.693582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:57.695886 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:57.696515 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:46:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:57.745906 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f166264-6cf3-4de4-81c7-20c71c16524c tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "DELETE /v2.0/floatingips/e687b6e7-8f36-4579-ac6b-8e5332177888 HTTP/1.1" status: 204 len: 168 time: 1.5589294 Apr 22 14:46:57.746498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:46:57.808865 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb76a1a-b7bb-48e4-956f-b404b77adc85'] response: {'name': 'network-changed', 'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'status': 'completed', 'code': 200} Apr 22 14:46:57.909311 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-d595cac2-4d56-4202-8a8f-7cd556197895 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dc94618eca24279b407cba5af546ff9&device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 1098 time: 0.0766842 Apr 22 14:46:57.913848 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:58.041290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-ad3595a9-c6a9-45e2-b60f-bf413fe18fdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:58.043036 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-ad3595a9-c6a9-45e2-b60f-bf413fe18fdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 200 len: 898 time: 0.1271889 Apr 22 14:46:58.145514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddd1e3-c23b-4fa0-8e08-f4cb11f16ea8 req-648089e6-d817-4538-83b4-b11c5799a66e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:58.147094 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8eddd1e3-c23b-4fa0-8e08-f4cb11f16ea8 req-648089e6-d817-4538-83b4-b11c5799a66e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0852964 Apr 22 14:46:58.194416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8eddd1e3-c23b-4fa0-8e08-f4cb11f16ea8 req-57888ceb-005a-4b6a-a847-729f1683c9b5 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Apr 22 14:46:58.226589 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-7a9340dc-8b92-4f9f-be9c-499015ec7cbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 200 len: 217 time: 0.1752768 Apr 22 14:46:58.238508 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:57Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9d60637d-defc-4a74-8c21-018096fa8e08', 'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'mac_address': 'fa:16:3e:2e:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:56Z', 'updated_at': '2022-04-22T14:45:37Z', 'revision_number': 5, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'subnets': [{'id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:58.242337 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956116d0-716e-470c-b29f-eba19080455d None None] Checking router: 99dda41d-2551-47b3-b9b0-822df522cfec for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:46:58.252963 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:46:58.253595 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:46:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:58.293902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-5ca2b10c-fd3c-483e-b4ed-093ec8d3d35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:58.295652 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-5ca2b10c-fd3c-483e-b4ed-093ec8d3d35a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db47fe05-615b-452b-9c56-6649ed5d401b HTTP/1.1" status: 200 len: 835 time: 0.0610566 Apr 22 14:46:58.373530 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-1e5bd9ca-1532-4afa-a2bd-045ac563e6b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f59ef70a-7083-4ab1-8333-a99535922a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668328 Apr 22 14:46:58.428058 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:46:58.505845 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-534ce51d-8517-455e-bd81-8aeb086559c6 service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242905 Apr 22 14:46:58.637780 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-cd38d3d6-4d60-4037-a336-b5825bb00e9d req-255965e7-9d98-4e8d-9a60-c51d40a23282 service neutron] 10.222.0.24 "GET /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238372 Apr 22 14:46:58.732883 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-956116d0-716e-470c-b29f-eba19080455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:57Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9d60637d-defc-4a74-8c21-018096fa8e08', 'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'mac_address': 'fa:16:3e:2e:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:56Z', 'updated_at': '2022-04-22T14:45:37Z', 'revision_number': 5, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'subnets': [{'id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:46:58.736684 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956116d0-716e-470c-b29f-eba19080455d None None] The sync data for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv is: [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:44:57Z', 'revision_number': 4, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9d60637d-defc-4a74-8c21-018096fa8e08', 'name': '', 'network_id': 'f59ef70a-7083-4ab1-8333-a99535922a1b', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'mac_address': 'fa:16:3e:2e:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:56Z', 'updated_at': '2022-04-22T14:45:37Z', 'revision_number': 5, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'subnets': [{'id': 'db47fe05-615b-452b-9c56-6649ed5d401b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:46:58.955589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b04054-e1d2-4899-b069-80d34aaf2a3a None None] New status for floating IP e687b6e7-8f36-4579-ac6b-8e5332177888: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:46:59.392517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cb0e-b0c3-47de-9f2c-f590b530edbc req-c7c213f4-dc3f-42dd-92b7-1085f2de9cda tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:59.393972 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bbd4cb0e-b0c3-47de-9f2c-f590b530edbc req-c7c213f4-dc3f-42dd-92b7-1085f2de9cda tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0772331 Apr 22 14:46:59.440597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bbd4cb0e-b0c3-47de-9f2c-f590b530edbc req-336e9580-cffb-43b9-9f62-4c55ebd667c7 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f4a7240-3291-47c5-8314-f0ee3c43c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 Apr 22 14:46:59.452344 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c33946-7fd2-48f2-b639-05271c176472 req-97093a8b-46f0-461f-bc9f-66193351b731 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:46:59.453025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-f3c33946-7fd2-48f2-b639-05271c176472 req-97093a8b-46f0-461f-bc9f-66193351b731 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Synchronizing usage tracker for tenant:3dc94618eca24279b407cba5af546ff9 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:46:59.468252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-f3c33946-7fd2-48f2-b639-05271c176472 req-97093a8b-46f0-461f-bc9f-66193351b731 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Unset dirty status for tenant:3dc94618eca24279b407cba5af546ff9 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:46:59.469475 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f3c33946-7fd2-48f2-b639-05271c176472 req-97093a8b-46f0-461f-bc9f-66193351b731 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.24 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 945 time: 0.0915384 Apr 22 14:46:59.545215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Deleting port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:46:59.546283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:59.810413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] For port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:46:59.810746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:46:59.927310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Calling delete_port for be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:00.075110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:00.124547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'Port': ['ID=be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:00.203717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] No DVR routers for this DVR port be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:00.206112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:00.208662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-deleted', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:00.226943 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f3c33946-7fd2-48f2-b639-05271c176472 req-37093d98-78d2-4be8-b4a9-09dae818b110 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.24 "DELETE /v2.0/ports/be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 HTTP/1.1" status: 204 len: 173 time: 0.7522233 Apr 22 14:47:00.274543 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4b3a34-5483-4176-940b-c7ac5adea127'] response: {'server_uuid': 'cab2668d-2bef-4a2b-9a66-246437560e91', 'name': 'network-vif-deleted', 'tag': 'be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948', 'status': 'completed', 'code': 200} Apr 22 14:47:00.620902 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64269f5d-b991-4810-b5f3-95a7dbe3153a req-638353f4-f56a-44a1-9254-e472cc85a381 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab2668d-2bef-4a2b-9a66-246437560e91 HTTP/1.1" status: 200 len: 210 time: 0.0428891 Apr 22 14:47:01.747288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37752) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:02.158725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:02.761953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Deleting port 9d60637d-defc-4a74-8c21-018096fa8e08 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:02.762777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:02.946099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] For port 9d60637d-defc-4a74-8c21-018096fa8e08, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9d60637d-defc-4a74-8c21-018096fa8e08,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:02.946425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:03.157283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Calling delete_port for 9d60637d-defc-4a74-8c21-018096fa8e08 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:03.252386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:03.286644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:03.287065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device be9ed1e8-b3d5-4d40-85c2-9e2b7cb77948 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:03.333601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:03.377698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'Port': ['ID=9d60637d-defc-4a74-8c21-018096fa8e08,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:03.417815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.418052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.418364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.418689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.419013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.419339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.419656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.419984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.420288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.420603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.420915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:03.697524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:03.814130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:04.273131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Router 99dda41d-2551-47b3-b9b0-822df522cfec has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:04.573987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:04.584081 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] Sync routers for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:04.586558 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ccdcbc4b-eb05-4d74-908e-3818714e87df tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "PUT /v2.0/routers/99dda41d-2551-47b3-b9b0-822df522cfec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8381801 Apr 22 14:47:04.589501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37758) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:04.595878 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:04.596572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:46:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:04.766557 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:04.768846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Deleting subnet db47fe05-615b-452b-9c56-6649ed5d401b {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:47:04.771883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:04.823130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.000975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.073389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.081046 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:47:03Z', 'revision_number': 5, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:05.084821 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] Checking router: 99dda41d-2551-47b3-b9b0-822df522cfec for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:05.094875 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] Routers {'99dda41d-2551-47b3-b9b0-822df522cfec'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:05.095449 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:46:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['99dda41d-2551-47b3-b9b0-822df522cfec'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:05.114386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'Subnet': ['ID=db47fe05-615b-452b-9c56-6649ed5d401b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:05.119596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.126380 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-32b6d45f-a44b-4948-b00d-8fd3fc7c54de tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "DELETE /v2.0/subnets/db47fe05-615b-452b-9c56-6649ed5d401b HTTP/1.1" status: 204 len: 168 time: 0.5357602 Apr 22 14:47:05.128491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2bf1e4-2994-4d58-9fec-7cff890aef4e None None] Network f59ef70a-7083-4ab1-8333-a99535922a1b requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:05.129494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37762) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:05.279208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] Set router 99dda41d-2551-47b3-b9b0-822df522cfec gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:05.353908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.439688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] DHCP port deletion for f59ef70a-7083-4ab1-8333-a99535922a1b request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:47:05.444381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Deleting port b1bac4db-f464-4719-8e5f-736fd3fc3edc {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:05.444844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.556712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.567799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Deleting port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:05.568620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.573454 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:47:03Z', 'revision_number': 5, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:05.577733 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a7055-df10-4043-812d-7d49287650ef None None] The sync data for ids ['99dda41d-2551-47b3-b9b0-822df522cfec'] in dv-neutron-838878-1-hyperv is: [{'id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838108922', 'tenant_id': '3dc94618eca24279b407cba5af546ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:47Z', 'updated_at': '2022-04-22T14:47:03Z', 'revision_number': 5, 'project_id': '3dc94618eca24279b407cba5af546ff9', 'gw_port': {'id': 'e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dda41d-2551-47b3-b9b0-822df522cfec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:48Z', 'updated_at': '2022-04-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:05.647835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] For port b1bac4db-f464-4719-8e5f-736fd3fc3edc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1bac4db-f464-4719-8e5f-736fd3fc3edc,segment=NetworkSegment(7cf42c79-43ee-49c6-9f8b-b09da7cec190),segment_id=7cf42c79-43ee-49c6-9f8b-b09da7cec190)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:05.648214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.748214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] For port e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:05.748850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.769151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Calling delete_port for b1bac4db-f464-4719-8e5f-736fd3fc3edc owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:05.844656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:05.868875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Calling delete_port for e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:05.886392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Pushing event deleted for resources: {'Port': ['ID=b1bac4db-f464-4719-8e5f-736fd3fc3edc,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:05.896109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] No DVR routers for this DVR port b1bac4db-f464-4719-8e5f-736fd3fc3edc on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:05.907330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca9d45-1a12-4763-a65c-8a22d07c6ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:06.032781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.078696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'Port': ['ID=e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:06.296165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.644468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.648858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.678091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.678617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Fanout notify agent at l3_agent the message router_deleted on router 99dda41d-2551-47b3-b9b0-822df522cfec {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:47:06.693298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.694407 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7831cdc3-68c6-4686-80c7-a5ea038739c4 tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "DELETE /v2.0/routers/99dda41d-2551-47b3-b9b0-822df522cfec HTTP/1.1" status: 204 len: 168 time: 1.5637691 Apr 22 14:47:06.697200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37768) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:06.813169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.954358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:06.979806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59ef70a-7083-4ab1-8333-a99535922a1b']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:06.992634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf42c79-43ee-49c6-9f8b-b09da7cec190') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:06.992931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf42c79-43ee-49c6-9f8b-b09da7cec190') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:07.005158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.021246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.027593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:47:07.027971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:47:07.041862 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:47:07.122975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.141559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.151723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'Network': ['ID=f59ef70a-7083-4ab1-8333-a99535922a1b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:07.154393 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c22b6ac3-093f-4481-b108-89c19c5eb3ac tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "DELETE /v2.0/networks/f59ef70a-7083-4ab1-8333-a99535922a1b HTTP/1.1" status: 204 len: 168 time: 0.4562366 Apr 22 14:47:07.157220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37772) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:07.231900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31eda03d-8409-4a3a-92d5-978f54b5067e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.262050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:07.262636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31eda03d-8409-4a3a-92d5-978f54b5067e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.294750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:07.295079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device e8ec86c7-ed1c-4db6-9950-d7a92ca3bfc0 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:07.295463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1bac4db-f464-4719-8e5f-736fd3fc3edc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:07.329434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31eda03d-8409-4a3a-92d5-978f54b5067e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.336074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: b1bac4db-f464-4719-8e5f-736fd3fc3edc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:07.336415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1bac4db-f464-4719-8e5f-736fd3fc3edc not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:07.336819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d60637d-defc-4a74-8c21-018096fa8e08 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:07.347892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda03d-8409-4a3a-92d5-978f54b5067e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a7240-3291-47c5-8314-f0ee3c43c0d8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:07.363090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-31eda03d-8409-4a3a-92d5-978f54b5067e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:07.364456 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-31eda03d-8409-4a3a-92d5-978f54b5067e tempest-TestNetworkAdvancedServerOps-2099031341 tempest-TestNetworkAdvancedServerOps-2099031341-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f4a7240-3291-47c5-8314-f0ee3c43c0d8 HTTP/1.1" status: 204 len: 168 time: 0.2061224 Apr 22 14:47:07.374286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 9d60637d-defc-4a74-8c21-018096fa8e08 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:07.374657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d60637d-defc-4a74-8c21-018096fa8e08 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:07.735200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:07.921965 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0ea1c1e7-667c-497d-bce4-6f89dc718a5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dc94618eca24279b407cba5af546ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1855645 Apr 22 14:47:07.924621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37788) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:07.985475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a07b18b1-bc75-4c37-a79a-503cf989627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.013511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a07b18b1-bc75-4c37-a79a-503cf989627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.084700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a07b18b1-bc75-4c37-a79a-503cf989627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.101217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b18b1-bc75-4c37-a79a-503cf989627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ee7ba-3413-48b0-b66f-ad8245c38220,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:08.107494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a07b18b1-bc75-4c37-a79a-503cf989627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.108604 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a07b18b1-bc75-4c37-a79a-503cf989627c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e1ee7ba-3413-48b0-b66f-ad8245c38220 HTTP/1.1" status: 204 len: 168 time: 0.1830812 Apr 22 14:47:08.452684 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37796) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:08.471428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.504399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:08.508369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Usage tracker for resource:security_group_rule and tenant:03774f3cc7674ad68a6cde5bf6bb6eda is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:08.511282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:08.517277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:08.582788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.590248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.638984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03774f3cc7674ad68a6cde5bf6bb6eda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1850994 Apr 22 14:47:08.640524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f94fc-bbc4-4de3-adc5-1f8692d2d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a545e1-58d7-4bee-91f5-83ec201c12fc,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:08.641641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37800) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:08.707221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4643-6982-465b-9a08-8952f09ad874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.732441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4643-6982-465b-9a08-8952f09ad874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.786297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4643-6982-465b-9a08-8952f09ad874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.801954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4643-6982-465b-9a08-8952f09ad874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a545e1-58d7-4bee-91f5-83ec201c12fc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:08.806209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4643-6982-465b-9a08-8952f09ad874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:08.810019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd6e4643-6982-465b-9a08-8952f09ad874 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96a545e1-58d7-4bee-91f5-83ec201c12fc HTTP/1.1" status: 204 len: 168 time: 0.1660280 Apr 22 14:47:09.594775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b11f8fe-2834-4c63-8bbb-0606db67f28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:11.695887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2e294974-d3a0-4d3e-9440-be8e90835259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:11.997423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01cd73-b185-4dcd-889b-d9b9b53edbf4 req-94ec9430-6847-410d-a837-eb3574971223 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:11.998800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2e01cd73-b185-4dcd-889b-d9b9b53edbf4 req-94ec9430-6847-410d-a837-eb3574971223 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 945 time: 0.0825799 Apr 22 14:47:12.044510 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2e01cd73-b185-4dcd-889b-d9b9b53edbf4 req-1ec2c33f-8147-43f4-b924-f9dd1fe36071 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394769 Apr 22 14:47:12.841956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:12.971910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.208502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-f99a6965-768f-4f4e-b8a3-5e7e90c3dadb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:13.209199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-f99a6965-768f-4f4e-b8a3-5e7e90c3dadb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:13.226996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-f99a6965-768f-4f4e-b8a3-5e7e90c3dadb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:13.228116 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-f99a6965-768f-4f4e-b8a3-5e7e90c3dadb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 945 time: 0.0972774 Apr 22 14:47:13.240713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead09b7-869c-473b-a92a-67bd59cc4029 req-33d750d7-0cef-4d19-aab5-a241ef2e5d70 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:13.242150 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ead09b7-869c-473b-a92a-67bd59cc4029 req-33d750d7-0cef-4d19-aab5-a241ef2e5d70 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 945 time: 0.0766656 Apr 22 14:47:13.287560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ead09b7-869c-473b-a92a-67bd59cc4029 req-a02196ac-d0b9-4acb-b557-4b4113a70958 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f379c19-6eb3-4eab-b26b-2429d0cddd92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393794 Apr 22 14:47:13.295741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port c1ff81d4-06bb-4599-8824-f8142f077cb9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:13.296079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.535246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port c1ff81d4-06bb-4599-8824-f8142f077cb9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c1ff81d4-06bb-4599-8824-f8142f077cb9,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:13.535582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.914255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.914509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:13.914840 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP d83c105d-4f14-4c95-b854-242ad36300e0 disassociated. External IP: 172.26.2.12, port: c1ff81d4-06bb-4599-8824-f8142f077cb9. Apr 22 14:47:13.915167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for c1ff81d4-06bb-4599-8824-f8142f077cb9 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:14.066153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.119225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=c1ff81d4-06bb-4599-8824-f8142f077cb9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:14.335679 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:14.376898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.457321 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fabb7a0f-d42c-42b6-983d-050bb4c05a34 req-f3771658-ac21-49c4-8926-2c8ce4ecf25a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9754d99-689d-4945-9ea9-de52477ede0c HTTP/1.1" status: 200 len: 210 time: 0.0449646 Apr 22 14:47:14.537258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:14.547308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] Sync routers for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:14.561294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:14.562250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:14.609541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port c1ff81d4-06bb-4599-8824-f8142f077cb9 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:14.612247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:14.615052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'name': 'network-vif-deleted', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:14.636635 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ee5ad3f9-a615-430a-a528-d47e90433a99 req-fcd6ce66-efd0-4ca5-8086-e4d25e8b0bd8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/c1ff81d4-06bb-4599-8824-f8142f077cb9 HTTP/1.1" status: 204 len: 173 time: 1.4025617 Apr 22 14:47:14.745004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:14.890062 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea4863-2a25-45d2-9eb7-88cfb406c02d'] response: {'server_uuid': 'c9754d99-689d-4945-9ea9-de52477ede0c', 'name': 'network-vif-deleted', 'tag': 'c1ff81d4-06bb-4599-8824-f8142f077cb9', 'status': 'completed', 'code': 200} Apr 22 14:47:15.071009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:15.074858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] Checking router: c8e5ba63-328b-45a9-bc36-c3703d7cf481 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:15.085324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:15.085958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:15.316971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:15.561073 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37824) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:15.627775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:15.631534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a51f6b75-db26-4b8e-a6df-8ace224c9508 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.632330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf88b7-ee47-47b7-9305-abb82a85dc55 None None] The sync data for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv is: [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:44:48Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '203c01c2-68f3-4fce-8d56-7efea0229f39', 'name': '', 'network_id': 'fd1926b5-2040-42f3-9ab0-299e095b146f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:c1:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:46Z', 'updated_at': '2022-04-22T14:45:31Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '0ccea044-e572-4185-ac65-5f732f99f40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:15.661132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a51f6b75-db26-4b8e-a6df-8ace224c9508 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.736380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a51f6b75-db26-4b8e-a6df-8ace224c9508 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.754520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f6b75-db26-4b8e-a6df-8ace224c9508 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f379c19-6eb3-4eab-b26b-2429d0cddd92,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:15.770864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a51f6b75-db26-4b8e-a6df-8ace224c9508 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:15.772563 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a51f6b75-db26-4b8e-a6df-8ace224c9508 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f379c19-6eb3-4eab-b26b-2429d0cddd92 HTTP/1.1" status: 204 len: 168 time: 0.2105167 Apr 22 14:47:15.816984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37830) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:15.881808 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac16ed-0e34-40ed-8d66-b3c59c3220e5 None None] New status for floating IP d83c105d-4f14-4c95-b854-242ad36300e0: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:47:15.970016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 3afc2360-f8b5-4b47-8af5-01990c85d464 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:15.970360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.136572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.136898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:16.345442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 3afc2360-f8b5-4b47-8af5-01990c85d464 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:16.429100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:47:16.429399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:47:16.930592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 3afc2360-f8b5-4b47-8af5-01990c85d464 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:16.931485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.101057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.101556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.240818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 3afc2360-f8b5-4b47-8af5-01990c85d464 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:17.282457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c1ff81d4-06bb-4599-8824-f8142f077cb9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:17.316172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: c1ff81d4-06bb-4599-8824-f8142f077cb9 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:17.316543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c1ff81d4-06bb-4599-8824-f8142f077cb9 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:17.398225 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.443302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=3afc2360-f8b5-4b47-8af5-01990c85d464,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:17.541137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.555820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:17.556935 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fdb75a46-a9ec-4217-984a-6f69bbda65b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/d83c105d-4f14-4c95-b854-242ad36300e0 HTTP/1.1" status: 204 len: 168 time: 1.7389560 Apr 22 14:47:17.962564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdc56d-7522-428f-8e19-3f01ba4cc2ef req-1915f0fb-245f-4faf-8648-5687ccb6338a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:17.963996 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38cdc56d-7522-428f-8e19-3f01ba4cc2ef req-1915f0fb-245f-4faf-8648-5687ccb6338a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.0821660 Apr 22 14:47:18.010859 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38cdc56d-7522-428f-8e19-3f01ba4cc2ef req-d0e4e565-bfba-4893-b981-8b24c7344ed2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Apr 22 14:47:19.121474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:47:19.185772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-2e4b3724-6fbf-4751-8c5e-aae9fb5d87a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:19.186437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-2e4b3724-6fbf-4751-8c5e-aae9fb5d87a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:19.203865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-2e4b3724-6fbf-4751-8c5e-aae9fb5d87a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:19.205040 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-2e4b3724-6fbf-4751-8c5e-aae9fb5d87a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.0985444 Apr 22 14:47:19.218110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98809-4b5e-4d43-8291-405b5b7444d4 req-d13e361b-7de0-4181-9a3e-bbd7037e3444 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:19.219580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6a98809-4b5e-4d43-8291-405b5b7444d4 req-d13e361b-7de0-4181-9a3e-bbd7037e3444 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 946 time: 0.0806282 Apr 22 14:47:19.270453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6a98809-4b5e-4d43-8291-405b5b7444d4 req-103c4985-5ab1-4efa-ae6d-a6635ff74c50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00cec2d-3838-4667-b924-c581d0c6d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Apr 22 14:47:19.273401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port e6c13a07-ab3e-4b7d-9036-17d795c40b4c {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:19.274024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.517133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port e6c13a07-ab3e-4b7d-9036-17d795c40b4c, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:19.517475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.633496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for e6c13a07-ab3e-4b7d-9036-17d795c40b4c owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:19.772614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.818138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=e6c13a07-ab3e-4b7d-9036-17d795c40b4c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:19.900364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port e6c13a07-ab3e-4b7d-9036-17d795c40b4c on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:19.902858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:19.905400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'name': 'network-vif-deleted', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:19.923222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f8a10b6d-5ca0-4f24-b788-f64a37222811 req-e0cedd36-e8a8-49a1-bdaa-04d167fd60ea tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/e6c13a07-ab3e-4b7d-9036-17d795c40b4c HTTP/1.1" status: 204 len: 173 time: 0.7121670 Apr 22 14:47:19.967315 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5a46eb-5b8a-4982-a98b-7dbebea21d65'] response: {'server_uuid': 'd1f531ce-2812-469b-860e-eb9b30dbf2a5', 'name': 'network-vif-deleted', 'tag': 'e6c13a07-ab3e-4b7d-9036-17d795c40b4c', 'status': 'completed', 'code': 200} Apr 22 14:47:20.449966 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b31e5882-f6a6-42e0-8cca-f463527b6b62 req-31138d7f-8927-4280-9af8-0725581ca3f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1f531ce-2812-469b-860e-eb9b30dbf2a5 HTTP/1.1" status: 200 len: 210 time: 0.0483339 Apr 22 14:47:21.565471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37846) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:21.648002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f16ef6-364d-4eea-9c5c-b0c21cc23fc7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.676276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f16ef6-364d-4eea-9c5c-b0c21cc23fc7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.750603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f16ef6-364d-4eea-9c5c-b0c21cc23fc7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.768917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f16ef6-364d-4eea-9c5c-b0c21cc23fc7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00cec2d-3838-4667-b924-c581d0c6d32b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:21.775798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-18f16ef6-364d-4eea-9c5c-b0c21cc23fc7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:21.779525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-18f16ef6-364d-4eea-9c5c-b0c21cc23fc7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/e00cec2d-3838-4667-b924-c581d0c6d32b HTTP/1.1" status: 204 len: 168 time: 0.2099149 Apr 22 14:47:21.819200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:22.239135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:22.935257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 203c01c2-68f3-4fce-8d56-7efea0229f39 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:22.936017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.115870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 203c01c2-68f3-4fce-8d56-7efea0229f39, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=203c01c2-68f3-4fce-8d56-7efea0229f39,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:23.116183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.231036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 203c01c2-68f3-4fce-8d56-7efea0229f39 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:23.313967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e6c13a07-ab3e-4b7d-9036-17d795c40b4c no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:23.349632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: e6c13a07-ab3e-4b7d-9036-17d795c40b4c {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:23.349976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e6c13a07-ab3e-4b7d-9036-17d795c40b4c not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:23.403846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:23.457589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=203c01c2-68f3-4fce-8d56-7efea0229f39,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:23.752180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.418065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router c8e5ba63-328b-45a9-bc36-c3703d7cf481 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:24.627660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:24.638357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] Sync routers for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:24.641856 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-71b6ad86-89dd-4681-a49c-1070df483725 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/c8e5ba63-328b-45a9-bc36-c3703d7cf481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8215885 Apr 22 14:47:24.644962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37856) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:24.650661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:24.651250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:24.830156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:24.922877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet 0ccea044-e572-4185-ac65-5f732f99f40c {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:47:24.925993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:24.993554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.073201 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.120835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:47:23Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:25.124880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] Checking router: c8e5ba63-328b-45a9-bc36-c3703d7cf481 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:25.136236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] Routers {'c8e5ba63-328b-45a9-bc36-c3703d7cf481'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:25.136835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:25.146796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.186744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccea044-e572-4185-ac65-5f732f99f40c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:25.194101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.201019 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5d2f2590-d638-497d-9f4a-88c6de5ce2f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/0ccea044-e572-4185-ac65-5f732f99f40c HTTP/1.1" status: 204 len: 168 time: 0.5550237 Apr 22 14:47:25.203668 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37860) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:25.245460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ca309-bb17-4791-bdc6-5692050a83b9 None None] Network fd1926b5-2040-42f3-9ab0-299e095b146f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:25.409992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.515991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] Set router c8e5ba63-328b-45a9-bc36-c3703d7cf481 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:25.625538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.638527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 808c66c6-1406-4c47-a043-06105b3a9a7f {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:25.638865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.776755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] DHCP port deletion for fd1926b5-2040-42f3-9ab0-299e095b146f request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:47:25.787183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] Deleting port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:25.787534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.809375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 808c66c6-1406-4c47-a043-06105b3a9a7f, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=808c66c6-1406-4c47-a043-06105b3a9a7f,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:25.810026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:25.923615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:47:23Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:25.939149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 808c66c6-1406-4c47-a043-06105b3a9a7f owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:25.984379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8550b-90c2-4b9a-b969-2d97a95f435b None None] The sync data for ids ['c8e5ba63-328b-45a9-bc36-c3703d7cf481'] in dv-neutron-838878-1-hyperv is: [{'id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'name': 'tempest-TestNetworkBasicOps-router-2052521839', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:38Z', 'updated_at': '2022-04-22T14:47:23Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '808c66c6-1406-4c47-a043-06105b3a9a7f', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5ba63-328b-45a9-bc36-c3703d7cf481', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:39Z', 'updated_at': '2022-04-22T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:26.015350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] For port c2f8796c-db67-49d0-8dd3-3251bd7d84a0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,segment=NetworkSegment(edc9bd26-dfd8-491f-92d0-22cd8bcb6293),segment_id=edc9bd26-dfd8-491f-92d0-22cd8bcb6293)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:26.015350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.108519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.131149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] Calling delete_port for c2f8796c-db67-49d0-8dd3-3251bd7d84a0 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:26.165024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=808c66c6-1406-4c47-a043-06105b3a9a7f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:26.203829 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.204181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.204492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.204861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.205164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.205458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.205793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.206182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.206616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.206861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.207171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:26.208478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.257745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] Pushing event deleted for resources: {'Port': ['ID=c2f8796c-db67-49d0-8dd3-3251bd7d84a0,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:26.262291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884d619-b06f-40fd-8cab-aea82032e817 None None] No DVR routers for this DVR port c2f8796c-db67-49d0-8dd3-3251bd7d84a0 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:26.499376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.754081 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.758854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.791538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.792021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router c8e5ba63-328b-45a9-bc36-c3703d7cf481 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:47:26.806597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:26.807725 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c7483248-76be-4768-a729-aacf198e63bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/c8e5ba63-328b-45a9-bc36-c3703d7cf481 HTTP/1.1" status: 204 len: 168 time: 1.6031981 Apr 22 14:47:26.810655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37864) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:26.925500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.053349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.077440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1926b5-2040-42f3-9ab0-299e095b146f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:27.091876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:27.092341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc9bd26-dfd8-491f-92d0-22cd8bcb6293') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:27.109371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.129907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.136089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:47:27.136488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:47:27.150778 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:47:27.231825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.250380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.265009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=fd1926b5-2040-42f3-9ab0-299e095b146f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:27.277287 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cd744644-622c-43e4-add7-97749f405b66 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/fd1926b5-2040-42f3-9ab0-299e095b146f HTTP/1.1" status: 204 len: 168 time: 0.4655139 Apr 22 14:47:27.286225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 808c66c6-1406-4c47-a043-06105b3a9a7f no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:27.302843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37868) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:27.308550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--260081946', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:27.313850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:27.318044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:27.321045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:27.326870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:27.327228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 808c66c6-1406-4c47-a043-06105b3a9a7f {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:27.327569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 808c66c6-1406-4c47-a043-06105b3a9a7f not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:27.327974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c2f8796c-db67-49d0-8dd3-3251bd7d84a0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:27.344093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:47:27.347039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.360151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c2f8796c-db67-49d0-8dd3-3251bd7d84a0 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:27.360475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c2f8796c-db67-49d0-8dd3-3251bd7d84a0 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:27.360879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 203c01c2-68f3-4fce-8d56-7efea0229f39 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:27.374037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:47:27.382699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.383027 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment 2adae492-5730-4ed7-84b1-3005819bbae1 of type vlan for network 6f2d5940-27ff-44b4-8597-edee15b5f784 Apr 22 14:47:27.393123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 203c01c2-68f3-4fce-8d56-7efea0229f39 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:47:27.393469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 203c01c2-68f3-4fce-8d56-7efea0229f39 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:27.408192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.437973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.441937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:27.442516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.545950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=6f2d5940-27ff-44b4-8597-edee15b5f784,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:27.549318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-726c1ad4-0b7b-4513-9d68-98295b699c0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2453647 Apr 22 14:47:27.552180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37872) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:27.557412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:47:27.557620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:27.564422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:27.568264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:27.571076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:27.576646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:27.587564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.588500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.606132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.752624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.936616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:27.967690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.106325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.82 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/125890a4-bbd9-45d1-a252-06755ed80d67) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:28.340130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.371040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.438991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:28.441931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:28.444410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:28.473276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=125890a4-bbd9-45d1-a252-06755ed80d67,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:28.629874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.630496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:28.862294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:47:29.068280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:29.077836 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Sync routers for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:29.090502 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:29.091112 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:29.096699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.098327 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e3c9939c-4bc2-4ce8-abfe-6bc14af08d0c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5451849 Apr 22 14:47:29.101689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37876) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:29.143313 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-007f0dfc-91c8-4e42-bc19-835a0e47b5da tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403907 Apr 22 14:47:29.146301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37880) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:29.263394 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:29.271655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c84ad-9401-4784-896a-3f58a7cd9965 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:29.276028 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-504c84ad-9401-4784-896a-3f58a7cd9965 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260021 Apr 22 14:47:29.276201 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37884) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:29.316315 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e2e5f17c-14d9-4f80-b0f8-10effc481d55 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365248 Apr 22 14:47:29.316566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37888) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:29.321839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877429794', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:29.427349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:29.431137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:29.433988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:29.439580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:29.450527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:47:29.550956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.563308 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:28Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:29.567145 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Checking router: 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:29.567484 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Updating router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 port 125890a4-bbd9-45d1-a252-06755ed80d67 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:47:29.616787 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.766503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.845709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=54a3496b-e3af-4e61-bcfe-56e9e6f19187,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:29.854559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:29.854915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 6f2d5940-27ff-44b4-8597-edee15b5f784, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:47:29.879779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:47:29.890594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 6f2d5940-27ff-44b4-8597-edee15b5f784) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:29.895146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:29.896343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.900692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db709052-7223-4899-bcc6-d596881410f4 None None] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:29.919504 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-71f31bc2-497e-49b9-ad09-1f3dfd5f2895 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6018691 Apr 22 14:47:29.922325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37892) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:29.948352 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:29.959836 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Transition to ACTIVE for port object 125890a4-bbd9-45d1-a252-06755ed80d67 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:29.967276 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.049211 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Pushing event updated for resources: {'Port': ['ID=125890a4-bbd9-45d1-a252-06755ed80d67,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:30.059590 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Attempting to bind port 125890a4-bbd9-45d1-a252-06755ed80d67 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:30.060020 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Attempting to bind port 125890a4-bbd9-45d1-a252-06755ed80d67 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:30.060447 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Attempting to bind port 125890a4-bbd9-45d1-a252-06755ed80d67 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:30.063276 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.065778 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.066198 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.066529 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.066854 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.069650 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.070004 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.070332 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.070655 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.070973 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.071285 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:47:30.082729 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:30.083386 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:30.083550 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.083838 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:30.084288 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Bound port: 125890a4-bbd9-45d1-a252-06755ed80d67, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:30.084649 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.123733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-6f2d5940-27ff-44b4-8597-edee15b5f784', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:47:30.124927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.156205 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] For port 125890a4-bbd9-45d1-a252-06755ed80d67, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:30.159233 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] For port 125890a4-bbd9-45d1-a252-06755ed80d67, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=125890a4-bbd9-45d1-a252-06755ed80d67,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:30.163499 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.244335 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08355e-1e71-4bfc-8961-7743408d08bb None None] Pushing event updated for resources: {'Port': ['ID=125890a4-bbd9-45d1-a252-06755ed80d67,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:30.252676 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:30.253285 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:30.299401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Allocated IP 172.20.0.2 (6f2d5940-27ff-44b4-8597-edee15b5f784/54a3496b-e3af-4e61-bcfe-56e9e6f19187/06e234f5-4e9c-4835-b1a8-4984b31d7ae6) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:30.433722 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:30.559038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.570746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Transition to ACTIVE for port object 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:30.588495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Transition to ACTIVE for port object 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:30.595217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.651480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:30.654419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:30.662439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:30.679090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Pushing event updated for resources: {'Port': ['ID=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:30.726834 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:28Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:30.730409 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28e8eb-c005-4334-a922-1ff46c3dc8d6 None None] The sync data for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv is: [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:28Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:30.760281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Attempting to bind port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:30.760640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Attempting to bind port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:30.760991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Attempting to bind port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:30.767591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:30.767950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Checking segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:30.768343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.768721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Bound using segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:30.769501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Bound port: 06e234f5-4e9c-4835-b1a8-4984b31d7ae6, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:30.769891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.809238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.863996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] For port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:30.867799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] For port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:30.872611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:30.986130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e154c9-3149-4551-b380-423208d6e2d0 None None] Pushing event updated for resources: {'Port': ['ID=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:31.281168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (6f2d5940-27ff-44b4-8597-edee15b5f784/54a3496b-e3af-4e61-bcfe-56e9e6f19187/a59ca922-619c-48f9-8bcc-ed53b39caddc) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:31.372268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:31.447235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:31.452975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 125890a4-bbd9-45d1-a252-06755ed80d67 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:31.476620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.495804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object a59ca922-619c-48f9-8bcc-ed53b39caddc will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:31.522943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.525904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 125890a4-bbd9-45d1-a252-06755ed80d67 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:31.532077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 125890a4-bbd9-45d1-a252-06755ed80d67 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:31.532536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.591445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:31.594811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:31.597421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:31.650750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=a59ca922-619c-48f9-8bcc-ed53b39caddc,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:31.656966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.670744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.674066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 125890a4-bbd9-45d1-a252-06755ed80d67, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=125890a4-bbd9-45d1-a252-06755ed80d67,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:31.678751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.745725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=125890a4-bbd9-45d1-a252-06755ed80d67,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:31.757898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:31.991468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d075e-6309-41dd-9361-1561737fbba9 None None] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:47:32.142081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] Provisioning for port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:32.156619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] Provisioning complete for port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:32.157249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.269368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.276633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.327213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.366598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] For port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:32.371947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.402483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.406104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=a59ca922-619c-48f9-8bcc-ed53b39caddc,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:32.437770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7c68b-5393-4496-9707-e06c2ac7a8ac None None] Pushing event updated for resources: {'Port': ['ID=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:32.546768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:32.548208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:32.598281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7c55c156-35fd-4838-8795-52c78d8cff0c None None] Provisioning for port a59ca922-619c-48f9-8bcc-ed53b39caddc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:32.604191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7c55c156-35fd-4838-8795-52c78d8cff0c None None] Provisioning complete for port a59ca922-619c-48f9-8bcc-ed53b39caddc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:32.604564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c55c156-35fd-4838-8795-52c78d8cff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.672255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7c55c156-35fd-4838-8795-52c78d8cff0c None None] Port a59ca922-619c-48f9-8bcc-ed53b39caddc cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:32.686104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7c55c156-35fd-4838-8795-52c78d8cff0c None None] Provisioning complete for port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:32.686331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c55c156-35fd-4838-8795-52c78d8cff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.926864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2cf53f2c-b48e-4e51-b161-f4c0d278718e None None] Provisioning complete for port a59ca922-619c-48f9-8bcc-ed53b39caddc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:32.927229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2cf53f2c-b48e-4e51-b161-f4c0d278718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:32.938968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:32.981100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-2cf53f2c-b48e-4e51-b161-f4c0d278718e None None] Port a59ca922-619c-48f9-8bcc-ed53b39caddc cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:33.153501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:33.167461 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-011faf04-d5de-4ce4-8fe5-1abea2d32f77 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2440984 Apr 22 14:47:33.171397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37896) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.285665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 125890a4-bbd9-45d1-a252-06755ed80d67 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:33.313468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.313468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.313468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.314275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.314477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.314883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.319640 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-40378e72-2ee2-4ab3-91ca-b0ba4d2a5902 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1444974 Apr 22 14:47:33.319940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37900) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.363902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 125890a4-bbd9-45d1-a252-06755ed80d67 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:33.364738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.395252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.395252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.395252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.395584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.395719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.396056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:33.397814 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7a960f20-f414-4086-b767-91541eafe4e3 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0768766 Apr 22 14:47:33.400687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37904) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.489493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:33.566390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:33.566390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.761969 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e9e6ced4-2aca-417f-9ff2-180533c3755d tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3601780 Apr 22 14:47:33.764900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37908) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:33.770992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-230079031', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:33.815559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.921134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:33.925169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:port and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:33.928037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:33.933629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:33.947151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:47:33.951560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:33.976386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] device_id is not set on port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:47:34.130966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.9 (6f2d5940-27ff-44b4-8597-edee15b5f784/54a3496b-e3af-4e61-bcfe-56e9e6f19187/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:34.333448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.351170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:34.369336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Sync routers for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:34.375670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.382216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:34.382840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:34.448876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:34.452745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:34.457057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:34.487546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:34.528035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:34.529173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.557873 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-359cbf30-73d3-4341-870b-94821ac78246 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7919250 Apr 22 14:47:34.576694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:34.780316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37914) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:34.787250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349945859', 'description': 'tempest-secgroup-smoke-349945859 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:34.795451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:34.800489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:34.803241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:34.814667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:34.828210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0226f61e-44fb-4992-a425-5a9e0f7cf880 None None] Provisioning for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:34.828829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.839263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0226f61e-44fb-4992-a425-5a9e0f7cf880 None None] Provisioning complete for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:34.839263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0226f61e-44fb-4992-a425-5a9e0f7cf880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.873849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:34.876344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:34.881460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:34.888823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:34.948853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0226f61e-44fb-4992-a425-5a9e0f7cf880 None None] Port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:34.966105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:34.972568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.001956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:32Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:35.004688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Checking router: 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:35.005148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Updating router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 port a59ca922-619c-48f9-8bcc-ed53b39caddc binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:47:35.019689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2fdd9-0e60-44d6-a319-955f6ce400e2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.026320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.026320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-60151c20-890f-4854-b701-027e9fa707a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2443929 Apr 22 14:47:35.028377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37918) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:35.041373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '19c2fdd9-0e60-44d6-a319-955f6ce400e2', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:35.048196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:35.053471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:35.062033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:35.064393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:35.065806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.085016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.156409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.161394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.185006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f9a3df-5e43-4307-8195-aad60700bda9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.195454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.198131 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4ccb6b16-072d-4d6d-a9cb-923689a3dca4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1669009 Apr 22 14:47:35.199626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37922) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:35.205142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '19c2fdd9-0e60-44d6-a319-955f6ce400e2', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:35.211389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:35.215260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:35.218587 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:35.224320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:35.246169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.340299 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.343799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.370275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853f31c4-8f8f-4fe2-bbf9-a67d1fb546ff,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.381431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.382680 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-875b8a3f-d5ee-4bda-b881-3f0b002e62ee tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1824055 Apr 22 14:47:35.385964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37926) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:35.391845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '19c2fdd9-0e60-44d6-a319-955f6ce400e2', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:35.399588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:35.402813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:35.406510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:35.412349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:35.430072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.496129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.496377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.499850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.512681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Transition to ACTIVE for port object a59ca922-619c-48f9-8bcc-ed53b39caddc will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:35.520101 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.526451 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5a10b5-c786-49d5-b793-b84bbd2ee0fd,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.534635 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.535922 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-607a55d4-9abf-440c-b352-c068c06f83b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488898 Apr 22 14:47:35.540861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37930) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:35.545902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '19c2fdd9-0e60-44d6-a319-955f6ce400e2', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:35.553501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:35.556490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:35.560885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:35.567526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:35.590620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.656348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.663932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.668253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613580d-9e98-40ee-a95d-16c351974b25 None None] Pushing event updated for resources: {'Port': ['ID=a59ca922-619c-48f9-8bcc-ed53b39caddc,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.692619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a13042-0e82-46bf-be4a-98b533144835,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.704864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.706261 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-eddb9fd2-794a-495f-b47c-b8cd564ca7b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1659944 Apr 22 14:47:35.709308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37934) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:35.715054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '19c2fdd9-0e60-44d6-a319-955f6ce400e2', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:35.723492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:35.727481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:35.734634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:35.740990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:35.757499 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:47:35.767207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Attempting to bind port a59ca922-619c-48f9-8bcc-ed53b39caddc on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:35.767506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.767937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Attempting to bind port a59ca922-619c-48f9-8bcc-ed53b39caddc by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:35.767937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Attempting to bind port a59ca922-619c-48f9-8bcc-ed53b39caddc on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:35.777157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:35.777157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Checking segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:35.777876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.778414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Bound using segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:35.778938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Bound port: a59ca922-619c-48f9-8bcc-ed53b39caddc, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:35.779276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.846160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.850251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.871479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c7a8da-762e-4d0b-a4c2-559e2ef29547,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.885049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.886311 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3c12772e-9858-44d6-8d0e-4a8b203544d7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1760037 Apr 22 14:47:35.888520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] For port a59ca922-619c-48f9-8bcc-ed53b39caddc, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:35.889029 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37938) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:35.892287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] For port a59ca922-619c-48f9-8bcc-ed53b39caddc, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a59ca922-619c-48f9-8bcc-ed53b39caddc,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:35.895789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '19c2fdd9-0e60-44d6-a319-955f6ce400e2', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:35.898645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.901620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:35.905372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:35.908221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:35.914022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:35.924729 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:47:35.931074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:35.982675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613580d-9e98-40ee-a95d-16c351974b25 None None] Pushing event updated for resources: {'Port': ['ID=a59ca922-619c-48f9-8bcc-ed53b39caddc,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:35.986467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:35.987074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:36.008995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:36.014127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:36.038160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c3b320-e33c-48ab-90cc-009317bd1428,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:36.049215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:36.060915 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aa4b3af9-b84e-4564-9a9c-c7f5e6a1d5aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1605682 Apr 22 14:47:36.209732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:36.309369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-20406f9d-5fcd-44c7-b36e-7d2dd6db2183 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:36.328924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-20406f9d-5fcd-44c7-b36e-7d2dd6db2183 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:36.334158 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-20406f9d-5fcd-44c7-b36e-7d2dd6db2183 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349945859&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0767984 Apr 22 14:47:36.415353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-0d0a876f-94fb-41b1-86e5-e2a3d0570850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:36.416204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-0d0a876f-94fb-41b1-86e5-e2a3d0570850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:36.434724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-0d0a876f-94fb-41b1-86e5-e2a3d0570850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:36.441388 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-0d0a876f-94fb-41b1-86e5-e2a3d0570850 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 929 time: 0.0974066 Apr 22 14:47:36.519923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-8f766a98-6529-48f9-a62e-079cae816061 service neutron] 10.222.0.32 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0693440 Apr 22 14:47:36.583631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:36.587814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5042df-736a-46cf-8579-f70d496bc281 None None] The sync data for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv is: [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:35Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:36.662706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-6fda0251-d21b-4f8d-a9d9-d8aefbc23687 service neutron] 10.222.0.32 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367559 Apr 22 14:47:36.823830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-557a06a6-0508-4aa5-b3f0-ecfad2283b0d service neutron] 10.222.0.32 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546519 Apr 22 14:47:37.038952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8465ee3d-cd05-466d-9ea6-1b798552995e req-b37ed919-8df7-41de-b4d7-6fc958fc6931 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 210 time: 0.0516946 Apr 22 14:47:37.334717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a59ca922-619c-48f9-8bcc-ed53b39caddc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:37.411304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a59ca922-619c-48f9-8bcc-ed53b39caddc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:37.417092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a59ca922-619c-48f9-8bcc-ed53b39caddc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:37.417512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:37.541398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:37.574886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a59ca922-619c-48f9-8bcc-ed53b39caddc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a59ca922-619c-48f9-8bcc-ed53b39caddc,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:37.580026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:37.652811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a59ca922-619c-48f9-8bcc-ed53b39caddc,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:38.042829 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-23eddd5a-f1fa-4d40-b756-47acd488a69a service neutron] 10.222.0.24 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1025 time: 0.0608850 Apr 22 14:47:38.194353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-0e39985e-baa9-4b58-ae8c-a355e75d8b6b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:38.195820 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-0e39985e-baa9-4b58-ae8c-a355e75d8b6b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 796 time: 0.1474519 Apr 22 14:47:38.211129 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6911e0fc-e2cc-4d9d-b182-e1a017453f16 req-35cd919f-fdeb-44c9-86b2-7b0bcd6a1ed4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 210 time: 0.0428782 Apr 22 14:47:38.251849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-a0fea344-86b6-4558-bd2b-4caaa4ffebf0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:38.262814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-a0fea344-86b6-4558-bd2b-4caaa4ffebf0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:38.263887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-a0fea344-86b6-4558-bd2b-4caaa4ffebf0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 379 time: 0.0524268 Apr 22 14:47:38.275640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Request body: {'port': {'device_id': 'f471981e-4810-461c-992a-163f781ed01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:38.379303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:38.814631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:38.822120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:38.837038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Transition to ACTIVE for port object e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:38.842474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:38.962804 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:39.072294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:47:39.072926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:47:39.072926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:39.078545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:47:39.078833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:47:39.084983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:47:39.085310 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Checking segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:47:39.085697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Bound using segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:47:39.086141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Bound port: e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:47:39.086474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.175924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:39.179068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:47:39.185600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.255099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.255099 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] 10.222.0.24 "PUT /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1130 time: 0.9805126 Apr 22 14:47:39.255099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f471981e-4810-461c-992a-163f781ed01d', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:39.271108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b83a2-90d0-495f-bbb8-541a1710cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:39.306254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a59ca922-619c-48f9-8bcc-ed53b39caddc up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:39.361079 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d30935-32c0-4917-9e0f-ba074f536646'] response: {'name': 'network-changed', 'server_uuid': 'f471981e-4810-461c-992a-163f781ed01d', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'status': 'completed', 'code': 200} Apr 22 14:47:39.394842 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-4dc4f63b-087c-4d1a-9b29-7a7bfbd02507 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 1133 time: 0.1003499 Apr 22 14:47:39.400426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a59ca922-619c-48f9-8bcc-ed53b39caddc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:39.400806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.474402 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-c8d5e816-da17-4982-9d3a-86b5b7da411b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 217 time: 0.0716248 Apr 22 14:47:39.496621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf665b91-a977-4ca0-8982-6541a331f3f9 req-b531f5f4-a1b7-481a-a966-f83949cbc127 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:39.504123 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf665b91-a977-4ca0-8982-6541a331f3f9 req-b531f5f4-a1b7-481a-a966-f83949cbc127 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 980 time: 0.0914116 Apr 22 14:47:39.542365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-8129fb16-9056-4558-8429-1fdd9c0605d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:39.543808 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-8129fb16-9056-4558-8429-1fdd9c0605d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54a3496b-e3af-4e61-bcfe-56e9e6f19187 HTTP/1.1" status: 200 len: 834 time: 0.0628164 Apr 22 14:47:39.544623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf665b91-a977-4ca0-8982-6541a331f3f9 req-2f08aeba-b851-46c7-8ba0-4ce51ee50453 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Apr 22 14:47:39.589001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7df285af-9028-46e9-801e-6330bf4b9849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:39.623013 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-a574b756-deff-4bd1-b6c1-58e0cce5e515 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f2d5940-27ff-44b4-8597-edee15b5f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725341 Apr 22 14:47:39.753309 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-33d0e538-903d-47eb-a8ce-2054e0f58723 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230619 Apr 22 14:47:39.885520 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b3538b0d-9b0e-48cc-916e-e81f14c77a5c req-42b50261-7171-4058-b0aa-9530cb284566 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262760 Apr 22 14:47:40.013281 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-a192cf1d-b801-40ad-845d-f3bf91e62da8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 1133 time: 0.0793829 Apr 22 14:47:40.148941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-6173c4aa-6aa3-4c46-a88c-4aa16fdad537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:40.150322 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-6173c4aa-6aa3-4c46-a88c-4aa16fdad537 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 897 time: 0.1305768 Apr 22 14:47:40.220355 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-bdb27f51-c9f0-443e-806e-1f23a08e021f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 217 time: 0.0630221 Apr 22 14:47:40.283448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-60304b76-acbf-453f-831c-84b42de9b11e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:40.284912 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-60304b76-acbf-453f-831c-84b42de9b11e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54a3496b-e3af-4e61-bcfe-56e9e6f19187 HTTP/1.1" status: 200 len: 834 time: 0.0580478 Apr 22 14:47:40.361071 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-cb64cdf6-e120-4cc1-874d-fd0fe9e3d604 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f2d5940-27ff-44b4-8597-edee15b5f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684855 Apr 22 14:47:40.506496 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-0bb2a322-0203-4aee-a3d6-b5b5e90d04f0 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382716 Apr 22 14:47:40.731352 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3c1145fb-c916-4ec1-8afb-33f7434ac799 req-38772d2c-7c26-4a6f-af29-ac73581ca320 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181778 Apr 22 14:47:40.742091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7385ff-ff75-4b40-801b-2ec5b2ff31ef req-c9cefdcd-4e19-41a2-b297-5e811a1d2e03 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:40.743529 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d7385ff-ff75-4b40-801b-2ec5b2ff31ef req-c9cefdcd-4e19-41a2-b297-5e811a1d2e03 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 980 time: 0.0735440 Apr 22 14:47:40.790164 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d7385ff-ff75-4b40-801b-2ec5b2ff31ef req-2f3dd29a-f17f-48b9-97b6-381a7308a7a8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Apr 22 14:47:41.706190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5b6ebdfd-38ce-4ea5-9848-81717bbc21f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:42.095317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d6a8d-13c2-42fe-b5d7-b049f865fdcd req-0b4dbb5e-5dd5-4279-88ff-95486691cc1a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:42.096774 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-553d6a8d-13c2-42fe-b5d7-b049f865fdcd req-0b4dbb5e-5dd5-4279-88ff-95486691cc1a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 980 time: 0.1674428 Apr 22 14:47:42.141984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-553d6a8d-13c2-42fe-b5d7-b049f865fdcd req-60c0b6b4-015c-49fa-9492-98ad1df17bb6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Apr 22 14:47:42.840922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:42.972100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:43.354808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bf137-2a3d-416e-99c2-d9e809e1d762 req-5a68b79a-83fe-40e1-bc83-41421fdd5314 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:43.356280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-613bf137-2a3d-416e-99c2-d9e809e1d762 req-5a68b79a-83fe-40e1-bc83-41421fdd5314 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 980 time: 0.0784349 Apr 22 14:47:43.394671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:47:43.402589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-613bf137-2a3d-416e-99c2-d9e809e1d762 req-a8c1094f-df72-4475-be40-09b3efd57eb6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Apr 22 14:47:43.525579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:43.538369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'port_id': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'mac_address': 'fa:16:3e:4e:6e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:47:43.596426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:43.613914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:43.629831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:43.636890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:43.700553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:43.852956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:47:44.383020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:44.603802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402fbf-ed08-40d8-94c1-977d2e17ba48 req-d9b2c1ec-44d4-48c3-a675-f65f1408efa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:44.605213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05402fbf-ed08-40d8-94c1-977d2e17ba48 req-d9b2c1ec-44d4-48c3-a675-f65f1408efa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 981 time: 0.0798068 Apr 22 14:47:44.651362 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05402fbf-ed08-40d8-94c1-977d2e17ba48 req-62240e9d-ee7c-464f-8559-d86bb9307d61 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Apr 22 14:47:45.411349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:47:45.499140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:47:45.504310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:45.504727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:45.615467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:45.672872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f471981e-4810-461c-992a-163f781ed01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:45.682914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:45.690810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:45.734139 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01525af-4acd-43a7-b1d7-c889e80a4241'] response: {'server_uuid': 'f471981e-4810-461c-992a-163f781ed01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'code': 200} Apr 22 14:47:45.759414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:45.860400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6d0e-4dc3-4091-80a9-a49fbe3358f8 req-c69f8095-adf3-4813-b223-8e6d839ad631 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:45.862005 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6ef6d0e-4dc3-4091-80a9-a49fbe3358f8 req-c69f8095-adf3-4813-b223-8e6d839ad631 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.0810807 Apr 22 14:47:45.922102 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6ef6d0e-4dc3-4091-80a9-a49fbe3358f8 req-ccb50e40-0c03-459b-844c-93a340a62315 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Apr 22 14:47:45.981950 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf93a24b-c263-4f77-a069-33f92165c14c req-6cd89512-2336-46e9-bce4-88e785514b8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 1135 time: 0.0883336 Apr 22 14:47:46.030430 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf93a24b-c263-4f77-a069-33f92165c14c req-28b2ef0c-d392-44ea-925c-f7d58a6f5d83 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380931 Apr 22 14:47:47.031708 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-dc5e53bb-cf73-4fbc-85a6-ac1a3c9a8ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738597 Apr 22 14:47:47.107783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98438d81-875f-4b8c-9877-f95c7fb014e7 req-fbdbdf2e-ff3e-4b6f-b301-f134d5f3a292 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:47.109202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98438d81-875f-4b8c-9877-f95c7fb014e7 req-fbdbdf2e-ff3e-4b6f-b301-f134d5f3a292 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.0760427 Apr 22 14:47:47.156383 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98438d81-875f-4b8c-9877-f95c7fb014e7 req-f062ae9a-c86a-4a3f-a172-e3c6d36cb879 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Apr 22 14:47:47.202810 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-3e14a29d-f859-4ee7-a0c7-fcd3935ff54d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 1099 time: 0.0723791 Apr 22 14:47:47.343921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-12cdf026-69e2-462e-9dd0-0a5105f8eccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:47.345370 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-12cdf026-69e2-462e-9dd0-0a5105f8eccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1243250 Apr 22 14:47:47.446739 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-6f642d76-b66a-4ae0-9fc6-f669a6e04838 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09742f25-7168-4d10-9ae6-b960f593ef32 HTTP/1.1" status: 200 len: 1002 time: 0.0955224 Apr 22 14:47:47.510065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-9543c0a0-afee-4c62-a418-d9b651e248b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:47.511399 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-9543c0a0-afee-4c62-a418-d9b651e248b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0589747 Apr 22 14:47:47.590611 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-5d9437ae-b01c-488e-8298-c52f75472ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722861 Apr 22 14:47:47.727179 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-531b83b6-b9ee-4a00-93d4-601ca18a2652 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287143 Apr 22 14:47:47.860061 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bb5ccd40-88d5-4b4a-83cb-bfba545d2843 req-e54e4e4c-65e8-4805-925f-f017eedf64b5 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254473 Apr 22 14:47:48.364884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e5bfd-e331-4082-9871-c35d582a8a20 req-4f7cb14f-7653-46ef-8596-b0797d85698c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:48.366384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-be5e5bfd-e331-4082-9871-c35d582a8a20 req-4f7cb14f-7653-46ef-8596-b0797d85698c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.0809612 Apr 22 14:47:48.421215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-be5e5bfd-e331-4082-9871-c35d582a8a20 req-684fea5b-f9ae-4c8b-a267-3bb8a4491f4c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466032 Apr 22 14:47:48.611698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b246ff3-9afe-4a2b-83d0-485d9eed9a80 req-463fb88f-cc0b-45db-9ea3-c3510a02fb7b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:48.613142 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b246ff3-9afe-4a2b-83d0-485d9eed9a80 req-463fb88f-cc0b-45db-9ea3-c3510a02fb7b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.0754378 Apr 22 14:47:48.661291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b246ff3-9afe-4a2b-83d0-485d9eed9a80 req-6cd4365d-716d-424c-b677-2316800d38bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Apr 22 14:47:48.688636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37984) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:48.757618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9d4b163-5d9a-4521-bea3-d097d0b86444 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 1130 time: 0.0677419 Apr 22 14:47:48.761258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 37988) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:48.766263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:48.771783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:48.775593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:48.778430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:48.784039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:48.796625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:48.932246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:49.069345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.10 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/63cd2bc8-f2a9-40a8-a6b3-ee52a69b53a0) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:47:49.219970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:49.250093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:49.315324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:47:49.318586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:47:49.323050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:47:49.359331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=63cd2bc8-f2a9-40a8-a6b3-ee52a69b53a0,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:49.908073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:49.978733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:50.178582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:50.185006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:50.289952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=63cd2bc8-f2a9-40a8-a6b3-ee52a69b53a0,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:50.307623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:50.520878 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 3bf82763-f7d5-4a61-9863-77f59b5e6b3d associated. External IP: 172.26.2.10, port: e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74. Apr 22 14:47:50.929783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:51.133236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:51.143281 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] Sync routers for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:51.155798 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:51.156928 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:51.161887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:51.216979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-003d2a7c-3034-4803-87b5-7d164818a1bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.4545875 Apr 22 14:47:51.217575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f471981e-4810-461c-992a-163f781ed01d', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:51.219781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 37992) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:51.303492 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fe4a13c5-c9bf-4db0-a9e1-9c62cf80043f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d&network_id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 1130 time: 0.0823927 Apr 22 14:47:51.353423 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:51.417718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f8899a-0f3e-42ee-ac3a-5eb9cc208a03'] response: {'name': 'network-changed', 'server_uuid': 'f471981e-4810-461c-992a-163f781ed01d', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'status': 'completed', 'code': 200} Apr 22 14:47:51.511955 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-8c97a869-08e1-4dca-aad6-20b61a57784d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 1135 time: 0.0719597 Apr 22 14:47:51.657493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-2ae93373-36ce-4873-9c79-b24e6af890be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:51.658992 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-2ae93373-36ce-4873-9c79-b24e6af890be service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 897 time: 0.1406076 Apr 22 14:47:51.696753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80020b08-f660-4ef6-b6e5-27f7a0eeb8cc req-f4b93235-2ccb-4ae8-aa62-f0c40405288f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:51.698213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80020b08-f660-4ef6-b6e5-27f7a0eeb8cc req-f4b93235-2ccb-4ae8-aa62-f0c40405288f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.0753105 Apr 22 14:47:51.745374 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '3bf82763-f7d5-4a61-9863-77f59b5e6b3d', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'port_id': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-230079031', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'mac_address': 'fa:16:3e:4e:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f471981e-4810-461c-992a-163f781ed01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:49Z', 'updated_at': '2022-04-22T14:47:49Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:51.749768 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] Checking router: 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:51.750442 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80020b08-f660-4ef6-b6e5-27f7a0eeb8cc req-68edc8a3-0511-457f-888c-49dfdd51778f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459595 Apr 22 14:47:51.761861 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:51.762518 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:51.765910 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-58970626-4c84-4cf6-aaed-23b57e5a243f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1035 time: 0.0999272 Apr 22 14:47:51.832705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-ed5becda-5990-4611-93fe-dec9285346b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:51.834153 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-ed5becda-5990-4611-93fe-dec9285346b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54a3496b-e3af-4e61-bcfe-56e9e6f19187 HTTP/1.1" status: 200 len: 834 time: 0.0620210 Apr 22 14:47:51.908418 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-98d24ad7-9f71-42cc-b44f-3c24170c06a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f2d5940-27ff-44b4-8597-edee15b5f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677643 Apr 22 14:47:51.933208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:52.133817 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-bd008a3b-8ffb-42a7-9335-9c484723d643 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189810 Apr 22 14:47:52.266514 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ab5106ed-319c-44d1-9317-7c793dbb67a6 req-5195342e-703e-49a4-ad7a-59fe825d4c73 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257215 Apr 22 14:47:52.314334 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '3bf82763-f7d5-4a61-9863-77f59b5e6b3d', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'port_id': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-230079031', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'mac_address': 'fa:16:3e:4e:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f471981e-4810-461c-992a-163f781ed01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:49Z', 'updated_at': '2022-04-22T14:47:49Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:52.318317 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a6d94-6462-4aa9-86bb-522cfc0be638 None None] The sync data for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv is: [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '3bf82763-f7d5-4a61-9863-77f59b5e6b3d', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'port_id': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-230079031', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'mac_address': 'fa:16:3e:4e:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f471981e-4810-461c-992a-163f781ed01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:47:49Z', 'updated_at': '2022-04-22T14:47:49Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:47:52.963706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-d74fdb34-fd8d-4717-b716-7484c193ddd4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:52.964425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-d74fdb34-fd8d-4717-b716-7484c193ddd4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:52.983720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-d74fdb34-fd8d-4717-b716-7484c193ddd4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:52.984924 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-d74fdb34-fd8d-4717-b716-7484c193ddd4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.1109056 Apr 22 14:47:53.057796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-d93823ac-8504-4528-a732-3b513622c383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:53.059189 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-d93823ac-8504-4528-a732-3b513622c383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0668261 Apr 22 14:47:53.075560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb63e52-a8c1-4c55-bd39-87252952ae3d req-d6b694cf-056b-49c2-b3e7-ba5a5d2a2af3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:53.077074 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddb63e52-a8c1-4c55-bd39-87252952ae3d req-d6b694cf-056b-49c2-b3e7-ba5a5d2a2af3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 982 time: 0.1930928 Apr 22 14:47:53.122570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddb63e52-a8c1-4c55-bd39-87252952ae3d req-9cb13b25-c21f-43dc-bf97-44adc97a284e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395427 Apr 22 14:47:53.200249 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-6ef41bd4-8408-4e46-a2a2-5c88898f69e2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1352103 Apr 22 14:47:53.211736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:53.322289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:53.340733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e20c40-0524-42e4-9fb6-41f3feecaba7 None None] New status for floating IP 3bf82763-f7d5-4a61-9863-77f59b5e6b3d: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:47:53.518057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:53.554965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:47:53.611177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] device_id is not set on port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:47:53.618863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:53.625054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:53.764999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=6']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:53.823361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] No DVR routers for this DVR port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:53.891483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1d067f75-e14c-4167-970b-9a664cd63cd4 None None] Provisioning complete for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:47:53.891820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1d067f75-e14c-4167-970b-9a664cd63cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:53.942490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1d067f75-e14c-4167-970b-9a664cd63cd4 None None] Port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:47:54.059724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] In _notify_port_updated(), no bound segment for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:47:54.060748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:54.062096 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45a13f66-15eb-4e0f-b025-947a208fac9a req-b0a944e7-e413-4de1-96f4-371ee5dd6a3f service neutron] 10.222.0.24 "PUT /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1025 time: 0.8544338 Apr 22 14:47:54.303610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-119bc6f7-097e-4c29-bb7e-258721c9dce0 req-3e6ccd36-af9d-4b04-a53e-cf9468207d11 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=f471981e-4810-461c-992a-163f781ed01d HTTP/1.1" status: 200 len: 210 time: 0.0410306 Apr 22 14:47:55.408970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38010) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:55.481045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3991ebb-7378-4ee6-9579-332ad91186be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:55.482564 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d3991ebb-7378-4ee6-9579-332ad91186be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 924 time: 0.0724261 Apr 22 14:47:55.939800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38020) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:55.945325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622501806', 'description': 'tempest-secgroup-smoke-622501806 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:55.951345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:55.960926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:55.972686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.007084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.010958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:56.011816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f782d5-a98c-41e5-bd7a-8ef36a50dc67 req-8bcaee27-6eb5-4741-88ef-a76ce8666807 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:56.013248 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1f782d5-a98c-41e5-bd7a-8ef36a50dc67 req-8bcaee27-6eb5-4741-88ef-a76ce8666807 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 946 time: 0.0748529 Apr 22 14:47:56.013996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:56.020208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:56.060750 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1f782d5-a98c-41e5-bd7a-8ef36a50dc67 req-0a609aa1-c37b-4825-9bca-58b9931f3801 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Apr 22 14:47:56.075791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.080976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.122804 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:47:56.125692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54b1ad-2985-4be3-a084-dd90b830ddfb,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.130050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.131322 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f641b0cc-9db3-4a05-ba39-f1d60af05d44 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1905482 Apr 22 14:47:56.134282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38024) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.139919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '2b54b1ad-2985-4be3-a084-dd90b830ddfb', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:56.146546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.150724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:56.154041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:56.159893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:56.178641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.249704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.255473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.277585 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184cb52d-1e54-4ac9-9aec-397d790c9233,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.287822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.289362 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e8f711dc-d63a-42b5-a092-07fe28590b38 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1538167 Apr 22 14:47:56.291751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38028) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.298246 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '2b54b1ad-2985-4be3-a084-dd90b830ddfb', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:56.304139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.308109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:56.311399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:56.317579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:56.338820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.496870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.503032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.525253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0536755-2700-4330-8692-d887d6e8708e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.534610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.535863 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b480cffd-2e7f-4654-a4eb-a03b834ae471 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2429829 Apr 22 14:47:56.538737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38032) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.543964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '2b54b1ad-2985-4be3-a084-dd90b830ddfb', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:56.549624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.553459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:56.556302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:56.561887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:56.579458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.638901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.644259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.666030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367dac9f-f5b0-4f68-9808-4b54fb5c6538,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.675775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.676974 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0934588a-f02f-4e7e-8965-cea69b22404b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1373403 Apr 22 14:47:56.680107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38036) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.685372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '2b54b1ad-2985-4be3-a084-dd90b830ddfb', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:56.691072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.694974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:56.697891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:56.703499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:56.720407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.784321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.789557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.817467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777b68a6-2064-4a9f-b804-644fe024ccf8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.824794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.826250 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-60163d6b-cdb1-42b5-b188-bbf00c905391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452124 Apr 22 14:47:56.828734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38040) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.834057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '2b54b1ad-2985-4be3-a084-dd90b830ddfb', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:56.839715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.843520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:56.846390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:56.852138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:56.864464 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:47:56.871194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.940496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.945746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.966253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e018b284-c682-4938-b9f3-084b1f396b53,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:56.979314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:56.980569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-39f29997-8876-4e11-bef8-79741f6c9184 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1508665 Apr 22 14:47:56.983352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38044) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:47:56.988731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '2b54b1ad-2985-4be3-a084-dd90b830ddfb', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:56.994509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:47:56.998262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:47:57.001258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:47:57.007388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:47:57.020131 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:47:57.026774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.093445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.100242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.128810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0729ec6-a5fc-463e-9123-a1715f4329c0,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:57.138366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.139655 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c8d828a5-75c1-457a-8807-7f27853cb5ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1553156 Apr 22 14:47:57.290053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5431a5-a333-4fa5-a719-4f1fa01757af req-75323fe4-c899-40fe-84cc-a8e66d787b3a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:57.291467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cf5431a5-a333-4fa5-a719-4f1fa01757af req-75323fe4-c899-40fe-84cc-a8e66d787b3a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 946 time: 0.0878689 Apr 22 14:47:57.349548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-6168a288-40de-4c4b-87e6-3847c3952d91 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622501806&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0785596 Apr 22 14:47:57.356313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cf5431a5-a333-4fa5-a719-4f1fa01757af req-7ffcadb4-d277-4e87-9347-f15c57831c18 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569036 Apr 22 14:47:57.426183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-b00a74ac-1753-4c10-badb-8e5b183238d9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:57.427533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-b00a74ac-1753-4c10-badb-8e5b183238d9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 929 time: 0.0703928 Apr 22 14:47:57.436414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-35869bcd-de1d-44fd-8e6f-ccf1f7dbd6d2 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:57.438096 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-35869bcd-de1d-44fd-8e6f-ccf1f7dbd6d2 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 946 time: 0.0857599 Apr 22 14:47:57.473222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:47:57.500381 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4febc4ff-e37a-4b74-b1b8-c86f5266f129 service neutron] 10.222.0.32 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0607109 Apr 22 14:47:57.508602 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Deleting port 09742f25-7168-4d10-9ae6-b960f593ef32 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:47:57.509202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.544617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:47:57.639347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-b62b6b85-d4f6-4006-8980-b0b6a6e892cf service neutron] 10.222.0.32 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322169 Apr 22 14:47:57.750806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] For port 09742f25-7168-4d10-9ae6-b960f593ef32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=09742f25-7168-4d10-9ae6-b960f593ef32,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:47:57.751122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:57.770574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-40ed4fcc-7ebd-4ba4-a849-afc94d19e74f service neutron] 10.222.0.32 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248035 Apr 22 14:47:57.969945 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-93b0421a-4d7f-4770-9019-dc559792e441 req-34bef703-b77d-483b-908a-fdcddf927bca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 210 time: 0.0464585 Apr 22 14:47:58.053374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.053772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.054085 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Floating IP 34104f1d-e0cf-4c81-bc79-f8528abab1cd disassociated. External IP: 172.26.2.122, port: 09742f25-7168-4d10-9ae6-b960f593ef32. Apr 22 14:47:58.054419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Calling delete_port for 09742f25-7168-4d10-9ae6-b960f593ef32 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:47:58.197770 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.247188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'Port': ['ID=09742f25-7168-4d10-9ae6-b960f593ef32,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:47:58.463533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:47:58.520421 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41f3905d-82bb-4fe9-9134-c7b4bccb928b req-28a0323b-011d-4706-82d0-1d0f047aca3a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 210 time: 0.0401671 Apr 22 14:47:58.774189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:47:58.784137 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:47:58.796735 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:58.797417 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:58.845184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] No DVR routers for this DVR port 09742f25-7168-4d10-9ae6-b960f593ef32 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:47:58.847801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:58.850424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'name': 'network-vif-deleted', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:47:58.869046 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8ca31de7-96ac-4d96-9d60-06ba3bfdd917 req-a1f4080b-4058-488c-bb9b-bf9d830ac44f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "DELETE /v2.0/ports/09742f25-7168-4d10-9ae6-b960f593ef32 HTTP/1.1" status: 204 len: 173 time: 1.4257462 Apr 22 14:47:58.950491 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cd34ee-2bf2-4b1e-b2b3-cfb8638195f5'] response: {'server_uuid': 'cdf6777b-8d83-4348-a122-f20f33a8904e', 'name': 'network-vif-deleted', 'tag': '09742f25-7168-4d10-9ae6-b960f593ef32', 'status': 'completed', 'code': 200} Apr 22 14:47:58.981528 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-38aa451d-1e3f-4d9e-bfa9-62c96567b2f3 service neutron] 10.222.0.24 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1025 time: 0.0949135 Apr 22 14:47:58.991197 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:59.148273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-0c3e9cad-61f5-4657-b06b-0f43fe9a4418 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:47:59.149863 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-0c3e9cad-61f5-4657-b06b-0f43fe9a4418 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 796 time: 0.1626129 Apr 22 14:47:59.167010 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1383a2ce-10bd-46db-912a-41d86760ff4b req-515b1693-3c0d-48a2-b1af-f1a82dab165f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 210 time: 0.0512545 Apr 22 14:47:59.214076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-ef8460fd-aa9f-4645-a013-a40fb69d7824 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:47:59.233020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-ef8460fd-aa9f-4645-a013-a40fb69d7824 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:47:59.234318 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-ef8460fd-aa9f-4645-a013-a40fb69d7824 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 471 time: 0.0715573 Apr 22 14:47:59.247386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Request body: {'port': {'device_id': '6776b869-1796-40fa-9a1e-8e9eaeb7b806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:47:59.381662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.466696 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:59.471190 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:47:59.482802 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:47:59.483255 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:47:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:47:59.672372 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:47:59.712070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0e5c030-4988-4bac-92ef-87b49d08ca4b req-83024565-b959-4bd6-8779-2837ee62a9cd tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf6777b-8d83-4348-a122-f20f33a8904e HTTP/1.1" status: 200 len: 210 time: 0.0433502 Apr 22 14:47:59.726598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:47:59.742618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.748803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Transition to ACTIVE for port object e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:47:59.753730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:47:59.896172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=7']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:00.023887 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:00.028267 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b0d20-9b4b-40eb-9da7-4a745fd15e5b None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:00.045019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:00.045281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:00.045470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:00.051993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:48:00.052382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Attempting to bind port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:00.059603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:00.059941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Checking segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:00.060343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Bound using segment: {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:00.061481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Bound port: e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adae492-5730-4ed7-84b1-3005819bbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:00.061862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.163358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:00.166701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:00.172283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.235257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:00.236634 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] 10.222.0.24 "PUT /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1130 time: 0.9948955 Apr 22 14:48:00.249402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ea105-2e8d-4bce-a77e-38d285c4abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=8']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:00.275193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9ca2e-05cb-45ba-ad3f-ad102b045734 None None] New status for floating IP 34104f1d-e0cf-4c81-bc79-f8528abab1cd: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:00.375569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-9815bd4f-3032-435e-8bc8-b7ae03d0fa82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 1133 time: 0.0875449 Apr 22 14:48:00.409398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5587c6-f36d-4e57-a066-4ffb4a92a76f req-173beec5-154e-46a0-98be-f314021743f7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:00.411047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b5587c6-f36d-4e57-a066-4ffb4a92a76f req-173beec5-154e-46a0-98be-f314021743f7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 980 time: 0.0962160 Apr 22 14:48:00.459993 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b5587c6-f36d-4e57-a066-4ffb4a92a76f req-ff52959a-17eb-4d9b-b6c6-8890292bbbd1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Apr 22 14:48:00.504955 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-10e38342-9711-4bd0-966d-de104f2fe5de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1035 time: 0.1222537 Apr 22 14:48:00.569581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-a47d4964-132c-48cd-8dbb-489005b85bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:00.571062 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-a47d4964-132c-48cd-8dbb-489005b85bf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54a3496b-e3af-4e61-bcfe-56e9e6f19187 HTTP/1.1" status: 200 len: 834 time: 0.0608392 Apr 22 14:48:00.645589 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-dda07bea-9da0-4534-acdf-08902e717489 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f2d5940-27ff-44b4-8597-edee15b5f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679545 Apr 22 14:48:00.874586 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-dbb27019-2ff6-4044-9b10-880dd13d286f service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230337 Apr 22 14:48:00.957141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6776b869-1796-40fa-9a1e-8e9eaeb7b806', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:01.009539 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bf2f78b9-8a69-4d93-af8d-d0523efca098 req-762d48ed-8004-4fd1-a1a4-57524c815415 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288633 Apr 22 14:48:01.014272 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70859d9a-f802-4b20-a5f1-dfa9b23dceba'] response: {'name': 'network-changed', 'server_uuid': '6776b869-1796-40fa-9a1e-8e9eaeb7b806', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'status': 'completed', 'code': 200} Apr 22 14:48:01.088435 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-212fbbee-4d1f-4430-b76d-4355979ae1ec tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917245522&fields=id&tenant_id=a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 267 time: 0.0393324 Apr 22 14:48:01.124009 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-a76a725d-29f8-4787-80b2-3e9d223496c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 1133 time: 0.0685229 Apr 22 14:48:01.233205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224579a-a84a-4aec-b408-44b303ef765c req-b880f1f1-569d-476a-969a-f5599512114e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:01.234650 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-b880f1f1-569d-476a-969a-f5599512114e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 812 time: 0.1396444 Apr 22 14:48:01.252881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-c5c2bb52-a71f-4bca-bacc-7f5086acbaa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:01.253155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-9e2a3765-abb1-4ef3-9407-abd752f03c11 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/quotas/a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 375 time: 0.0111260 Apr 22 14:48:01.254467 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-c5c2bb52-a71f-4bca-bacc-7f5086acbaa7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 897 time: 0.1241729 Apr 22 14:48:01.342985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-df7b39e9-dc37-4007-9415-b8d80380460d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839357 Apr 22 14:48:01.359189 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-343ee3be-8822-4ac3-8d21-47f53d5d3792 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1035 time: 0.0984044 Apr 22 14:48:01.423444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-47129b6a-3cdb-4d40-a66c-d8880cae22de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:01.424866 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-47129b6a-3cdb-4d40-a66c-d8880cae22de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54a3496b-e3af-4e61-bcfe-56e9e6f19187 HTTP/1.1" status: 200 len: 834 time: 0.0591946 Apr 22 14:48:01.472460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 09742f25-7168-4d10-9ae6-b960f593ef32 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:01.478310 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-c5164d80-e752-43ab-a6e6-df4f2e40ab22 service neutron] 10.222.0.32 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242306 Apr 22 14:48:01.507267 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-4b95bb06-1c37-408f-b75c-2c3bf079bb4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f2d5940-27ff-44b4-8597-edee15b5f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754828 Apr 22 14:48:01.509623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 09742f25-7168-4d10-9ae6-b960f593ef32 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:01.510054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 09742f25-7168-4d10-9ae6-b960f593ef32 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:01.636906 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-75c3c13c-4069-48f8-9482-bfa6f9e3d14b service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230571 Apr 22 14:48:01.652546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-2500bf3e-ac83-4d11-b4c9-ce6c71d478c9 service neutron] 10.222.0.32 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680367 Apr 22 14:48:01.682372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3298b-4dc0-4248-88a1-254cf22bd5fd req-d35053a8-d585-4984-b118-1ebf20d3762d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:01.683824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-57a3298b-4dc0-4248-88a1-254cf22bd5fd req-d35053a8-d585-4984-b118-1ebf20d3762d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 980 time: 0.0929909 Apr 22 14:48:01.735696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-57a3298b-4dc0-4248-88a1-254cf22bd5fd req-a7261d4f-3d6e-4172-8971-15aef98a7f6c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Apr 22 14:48:01.774986 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-bbe76e92-6ec2-40bc-832d-4ae3376f0b8f req-a426bbd5-bc29-40b4-80b5-344294b6eb90 service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307411 Apr 22 14:48:02.053987 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3084aae0-7109-4ca2-886e-e9a7fc71dd1b req-fff8505f-9339-46ce-8fbf-08b6f1fd6a03 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 210 time: 0.0431068 Apr 22 14:48:02.957745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb928e47-b6a8-4f80-be10-c9abe07dddc1 req-0cd72413-13b2-4c3d-a78c-28d6e71da751 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:02.959207 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb928e47-b6a8-4f80-be10-c9abe07dddc1 req-0cd72413-13b2-4c3d-a78c-28d6e71da751 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 980 time: 0.0903120 Apr 22 14:48:03.006897 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb928e47-b6a8-4f80-be10-c9abe07dddc1 req-84c15564-85ca-45a3-94ef-869d3a2fc55e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Apr 22 14:48:03.078286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224579a-a84a-4aec-b408-44b303ef765c req-075639f0-ef43-42ac-b0c8-b697d1fd5883 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:03.080706 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-075639f0-ef43-42ac-b0c8-b697d1fd5883 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 812 time: 0.1485341 Apr 22 14:48:03.134616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-6224579a-a84a-4aec-b408-44b303ef765c req-74d2906c-17cb-4994-80e2-5ceff3a65426 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:03.146642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-6224579a-a84a-4aec-b408-44b303ef765c req-74d2906c-17cb-4994-80e2-5ceff3a65426 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:03.147783 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-74d2906c-17cb-4994-80e2-5ceff3a65426 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 379 time: 0.0561712 Apr 22 14:48:03.157741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'port': {'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'admin_state_up': True, 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'security_groups': ['1ecd4f7c-20f0-44c0-8a84-130884bb6b7d']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:03.322552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:03.327019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:port and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:03.330063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:03.336846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:03.338146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd786e0-04dd-4fe3-9c0e-abef48818d27 req-544b9a71-438c-4040-ad1c-7c800a565043 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 210 time: 0.1596422 Apr 22 14:48:03.349328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Made reservation on behalf of a2dd0946a63f4746bf8d6c6990636273 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:03.353005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:03.484377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:48:03.518309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Allocated IP 172.20.0.6 (eb263995-aa05-492f-a2e7-3bffe535683c/e3afa4e8-38ef-4015-82c2-afc085779bd2/3ac156e0-f802-4eeb-bcbf-dfa092308229) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:03.619715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:03.639095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'port_id': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'mac_address': 'fa:16:3e:4e:6e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:48:03.692473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:03.708475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:03.710692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:03.725279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Transition to ACTIVE for port object 3ac156e0-f802-4eeb-bcbf-dfa092308229 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:03.728097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:03.733494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:03.748970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:03.811423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:03.815677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=9']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:03.923640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Network eb263995-aa05-492f-a2e7-3bffe535683c is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:03.924797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:48:03.927336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:03.929300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=3ac156e0-f802-4eeb-bcbf-dfa092308229,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:03.931509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:03.997586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:03.998261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.029511 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-bdd67018-4f7a-4ee6-8a9b-44725e021850 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8753369 Apr 22 14:48:04.056996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Request body: {'port': {'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:04.191464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-26d1518b-d720-4ee9-bdd5-40c76d7bd871 None None] Provisioning for port 3ac156e0-f802-4eeb-bcbf-dfa092308229 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:04.196362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.198445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-26d1518b-d720-4ee9-bdd5-40c76d7bd871 None None] Provisioning complete for port 3ac156e0-f802-4eeb-bcbf-dfa092308229 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:04.198932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-26d1518b-d720-4ee9-bdd5-40c76d7bd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.251241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394ad69-7f49-4bfa-8177-e25005a8a543 req-17b82894-3900-43da-8a58-a8bf8c481f94 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:04.257399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-26d1518b-d720-4ee9-bdd5-40c76d7bd871 None None] Port 3ac156e0-f802-4eeb-bcbf-dfa092308229 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:04.263269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2394ad69-7f49-4bfa-8177-e25005a8a543 req-17b82894-3900-43da-8a58-a8bf8c481f94 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 981 time: 0.0990748 Apr 22 14:48:04.321026 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2394ad69-7f49-4bfa-8177-e25005a8a543 req-75820a68-1bdb-4e2e-b562-0ca1169c3ae4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566041 Apr 22 14:48:04.544129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a2e0f-4194-4c08-9d53-cfde9856637c req-3c48543b-e942-416e-a1ab-d9b5b3f329c8 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:04.545957 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e9a2e0f-4194-4c08-9d53-cfde9856637c req-3c48543b-e942-416e-a1ab-d9b5b3f329c8 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 931 time: 0.0798626 Apr 22 14:48:04.553204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac156e0-f802-4eeb-bcbf-dfa092308229 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:04.560696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.577162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Transition to ACTIVE for port object 3ac156e0-f802-4eeb-bcbf-dfa092308229 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:04.582162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.591850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e9a2e0f-4194-4c08-9d53-cfde9856637c req-587b0542-81d8-40f4-9410-2be87a43a82e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397000 Apr 22 14:48:04.708425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Pushing event updated for resources: {'Port': ['ID=3ac156e0-f802-4eeb-bcbf-dfa092308229,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:04.823036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Attempting to bind port 3ac156e0-f802-4eeb-bcbf-dfa092308229 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:04.823363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Attempting to bind port 3ac156e0-f802-4eeb-bcbf-dfa092308229 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:04.823687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Attempting to bind port 3ac156e0-f802-4eeb-bcbf-dfa092308229 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:04.829395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Port 3ac156e0-f802-4eeb-bcbf-dfa092308229 on network eb263995-aa05-492f-a2e7-3bffe535683c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:48:04.829730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Attempting to bind port 3ac156e0-f802-4eeb-bcbf-dfa092308229 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:04.836409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:04.836746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Checking segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:04.837117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Bound using segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:04.837544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Bound port: 3ac156e0-f802-4eeb-bcbf-dfa092308229, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:04.837922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.928111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] For port 3ac156e0-f802-4eeb-bcbf-dfa092308229, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:04.930994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] For port 3ac156e0-f802-4eeb-bcbf-dfa092308229, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:04.935977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.997450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:04.999265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] 10.222.0.24 "PUT /v2.0/ports/3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 1093 time: 0.9623005 Apr 22 14:48:05.002816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:05.024792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868a14a-b751-49c4-997a-b7e40ee1cfae service neutron] Pushing event updated for resources: {'Port': ['ID=3ac156e0-f802-4eeb-bcbf-dfa092308229,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:05.069430 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc323e3-4d25-4382-9204-90fac846fa4c'] response: {'name': 'network-changed', 'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'status': 'completed', 'code': 200} Apr 22 14:48:05.114595 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-49e1efdf-8976-4e30-9d1b-fd7f366eb4b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1096 time: 0.0759349 Apr 22 14:48:05.181046 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-e2539e51-8e74-4c92-8e92-d31f6633f816 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 217 time: 0.0602987 Apr 22 14:48:05.249297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224579a-a84a-4aec-b408-44b303ef765c req-ba895f38-b3d4-4ed5-8512-a5274da317e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:05.250693 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-ba895f38-b3d4-4ed5-8512-a5274da317e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0638008 Apr 22 14:48:05.324633 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-7628acca-2d9a-4a3d-9374-f903f0aab266 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676274 Apr 22 14:48:05.456489 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-f2498f0d-d67e-49f5-924c-c7f4ac19648e service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239674 Apr 22 14:48:05.471904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:05.524642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd896dbc-1808-4174-8433-76207ae4e5d8 req-c95b446e-6f90-4623-83ab-ec2ac11f4018 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:05.527223 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd896dbc-1808-4174-8433-76207ae4e5d8 req-c95b446e-6f90-4623-83ab-ec2ac11f4018 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 981 time: 0.0980079 Apr 22 14:48:05.542735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:05.547961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:05.548388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.604062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd896dbc-1808-4174-8433-76207ae4e5d8 req-65efa33d-7034-4afa-bcc8-04c93af8af65 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707605 Apr 22 14:48:05.666509 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6224579a-a84a-4aec-b408-44b303ef765c req-6e8ebb65-1364-4416-b789-9a303a3ac096 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034562 Apr 22 14:48:05.673257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.700159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6776b869-1796-40fa-9a1e-8e9eaeb7b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:05.710229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:05.716346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:05.780358 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04cb8e1-0bff-4933-8675-0ce7056d6749'] response: {'server_uuid': '6776b869-1796-40fa-9a1e-8e9eaeb7b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74', 'code': 200} Apr 22 14:48:05.789502 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-4170720f-570a-47ce-b909-63e9a451c170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1096 time: 0.0760865 Apr 22 14:48:05.798272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=10']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:05.826251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8e47-ecd8-48c2-a0bb-779a8962c39b req-982b0d41-50ce-4a13-8fc5-cc550fff8241 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:05.827729 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b17c8e47-ecd8-48c2-a0bb-779a8962c39b req-982b0d41-50ce-4a13-8fc5-cc550fff8241 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.0873117 Apr 22 14:48:05.880934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b17c8e47-ecd8-48c2-a0bb-779a8962c39b req-e6bf71aa-961d-4017-be4d-ba5f2be85b0a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473034 Apr 22 14:48:06.021310 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46a1cbe4-c76a-465e-81cd-528e5a0f0248 req-8ddea728-5fc6-48a8-8838-c5d9b26dc8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 1136 time: 0.0705554 Apr 22 14:48:06.033342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-54cc0892-bfef-44e8-8479-8169ca23b386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:06.034734 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-54cc0892-bfef-44e8-8479-8169ca23b386 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.2340395 Apr 22 14:48:06.065043 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46a1cbe4-c76a-465e-81cd-528e5a0f0248 req-bf4859b3-7291-41a5-bd71-20627811fbe2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Apr 22 14:48:06.099579 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-2a46e9f8-6ea6-41f0-95be-fda4371fae1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 217 time: 0.0589361 Apr 22 14:48:06.324754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-e2c47b4b-b27f-4f90-9fff-0df2494c36dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:06.326119 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-e2c47b4b-b27f-4f90-9fff-0df2494c36dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0718629 Apr 22 14:48:06.409412 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-1a5148d7-35d0-4cc0-9c1b-756f5015890a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759213 Apr 22 14:48:06.550277 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-83063378-f36a-4b41-af7d-c741d92894e8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264012 Apr 22 14:48:06.682270 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d78d77e4-ac48-4706-bade-c55ced1ac743 req-476a398f-9e62-4e56-a3ea-7af591be3f21 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249292 Apr 22 14:48:06.828485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc040304-0e2a-4d31-a061-df4a3eba574c req-b347e51f-5978-4040-81d2-cb1a3361b544 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:06.829983 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc040304-0e2a-4d31-a061-df4a3eba574c req-b347e51f-5978-4040-81d2-cb1a3361b544 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 983 time: 0.0752156 Apr 22 14:48:06.874195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc040304-0e2a-4d31-a061-df4a3eba574c req-cbe9c97f-9a06-44b5-9787-be137519e92d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Apr 22 14:48:07.088094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579a45-7f51-47db-9cae-c55c2e76cb40 req-a5a36c7f-4466-4d0b-8c00-4993607c6ed6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:07.089535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8579a45-7f51-47db-9cae-c55c2e76cb40 req-a5a36c7f-4466-4d0b-8c00-4993607c6ed6 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.0789182 Apr 22 14:48:07.135802 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8579a45-7f51-47db-9cae-c55c2e76cb40 req-7e297664-3624-4267-b9fc-a56aa183f266 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Apr 22 14:48:08.070820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d6b3-65cb-452a-8b74-da08091f3caf req-911735d0-fca6-4fd4-b590-7043c1ca8485 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:08.072277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79f5d6b3-65cb-452a-8b74-da08091f3caf req-911735d0-fca6-4fd4-b590-7043c1ca8485 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 983 time: 0.0798120 Apr 22 14:48:08.117161 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79f5d6b3-65cb-452a-8b74-da08091f3caf req-1de63dc2-14a7-4135-bf95-deb6257efbe2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Apr 22 14:48:08.364313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6b76-c6b7-467e-b0a4-acfd3c04d21c req-01694dd5-3d6c-43b7-9d52-5bdedfc1046b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:08.365782 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a4eb6b76-c6b7-467e-b0a4-acfd3c04d21c req-01694dd5-3d6c-43b7-9d52-5bdedfc1046b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 983 time: 0.1305311 Apr 22 14:48:08.373923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c3812-632f-42f9-b327-37decad12b70 req-8ac04364-1743-4432-8420-7839fbd5c2c0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:08.375250 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-498c3812-632f-42f9-b327-37decad12b70 req-8ac04364-1743-4432-8420-7839fbd5c2c0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.1076274 Apr 22 14:48:08.445368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a4eb6b76-c6b7-467e-b0a4-acfd3c04d21c req-b583754d-50f4-4efa-8136-31653f9cfeff tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690947 Apr 22 14:48:08.450019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-498c3812-632f-42f9-b327-37decad12b70 req-01ffbe4e-ad6d-4260-b1e4-94f3a802ec95 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584362 Apr 22 14:48:08.478130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38136) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:08.550057 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9bc87a27-91d0-43ee-9dc3-269e2b25ed8a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806&network_id=6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 200 len: 1131 time: 0.0707388 Apr 22 14:48:08.942804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6fd2c-349d-49ca-b05a-3f18f6e6f53d req-c1bd66b3-fcf8-4b64-a5a8-289c94368bcd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:08.944287 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-69b6fd2c-349d-49ca-b05a-3f18f6e6f53d req-c1bd66b3-fcf8-4b64-a5a8-289c94368bcd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 983 time: 0.0899169 Apr 22 14:48:08.993224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-69b6fd2c-349d-49ca-b05a-3f18f6e6f53d req-37ab5fe1-ad46-44c8-82d3-f2fdb9e8b966 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Apr 22 14:48:09.595236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-00f37742-189a-4b38-9aa3-5a57199a7e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:09.663590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866016c2-de7a-4887-b3b6-0e18395e1e23 req-3364545e-531c-447b-af90-6c7619668ff9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:09.664933 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-866016c2-de7a-4887-b3b6-0e18395e1e23 req-3364545e-531c-447b-af90-6c7619668ff9 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.0820937 Apr 22 14:48:09.714110 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-866016c2-de7a-4887-b3b6-0e18395e1e23 req-05769b4f-5daa-47f2-8eda-2d0b0366b588 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Apr 22 14:48:10.121593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-276ece69-69ea-45eb-8faf-a6077a9344cd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:10.123044 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-276ece69-69ea-45eb-8faf-a6077a9344cd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 983 time: 0.0791047 Apr 22 14:48:10.192948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-4a84b25c-3cd0-4067-af7e-740495be2fa3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:10.194548 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-4a84b25c-3cd0-4067-af7e-740495be2fa3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0657737 Apr 22 14:48:10.196504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7a3ea-6e38-4f90-8be0-8c0a038ef98c req-ea110373-04c3-46cf-a537-61a99deee7b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:10.198081 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ec7a3ea-6e38-4f90-8be0-8c0a038ef98c req-ea110373-04c3-46cf-a537-61a99deee7b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 983 time: 0.0781558 Apr 22 14:48:10.247087 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ec7a3ea-6e38-4f90-8be0-8c0a038ef98c req-b3512008-85fc-4386-a22f-79a1b486a649 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=5aa34f78-6c3a-4610-80ff-e89873bce088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Apr 22 14:48:10.337988 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-57ac6d43-f8cd-4f31-83c8-b09b607479c6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1388347 Apr 22 14:48:10.347793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:10.466473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:10.661758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:10.694408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] For port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:10.745016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] device_id is not set on port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 yet. {{(pid=84058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 14:48:10.753421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:10.761260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:10.894534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] Pushing event updated for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=11']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:10.917245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23ed5a-f5a0-4809-9670-4fa22bf7ccff req-58c393e1-b446-4233-acdf-5a6d4351b0ea tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:10.922167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ee23ed5a-f5a0-4809-9670-4fa22bf7ccff req-58c393e1-b446-4233-acdf-5a6d4351b0ea tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.0861518 Apr 22 14:48:10.953202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] No DVR routers for this DVR port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:48:10.974238 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ee23ed5a-f5a0-4809-9670-4fa22bf7ccff req-2294a583-7926-4e45-8da3-a6d8a74da4c7 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496438 Apr 22 14:48:11.106938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f1909f72-3e94-4302-b8b1-a3b829294424 None None] Provisioning complete for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:11.107470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f1909f72-3e94-4302-b8b1-a3b829294424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.158573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f1909f72-3e94-4302-b8b1-a3b829294424 None None] Port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:11.294966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] In _notify_port_updated(), no bound segment for port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 on network 6f2d5940-27ff-44b4-8597-edee15b5f784 {{(pid=84058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 14:48:11.296026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:11.297559 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1b8569b3-e18d-44d0-abfb-c7104a284253 req-a2326e98-3ef6-4989-9f8c-a4a0cc2b697f service neutron] 10.222.0.24 "PUT /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 200 len: 1026 time: 0.9535098 Apr 22 14:48:11.413874 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2c42ea89-42d2-42b3-a3a6-565dcec1eea9 req-7c0547e9-8e62-4fd1-81ef-f8a817690ce7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=6776b869-1796-40fa-9a1e-8e9eaeb7b806 HTTP/1.1" status: 200 len: 210 time: 0.0399740 Apr 22 14:48:11.701858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-82776435-d0fa-4c0b-b024-133fd80508e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.167128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305b9d3-2e62-4acd-923d-15c74a8bfc83 req-1a1c3a59-bdf4-46a4-bef7-dd5ab555aa5b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:12.168575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a305b9d3-2e62-4acd-923d-15c74a8bfc83 req-1a1c3a59-bdf4-46a4-bef7-dd5ab555aa5b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.0795574 Apr 22 14:48:12.216451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a305b9d3-2e62-4acd-923d-15c74a8bfc83 req-01c43463-4eea-4593-97e9-effdcd6aafa0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390363 Apr 22 14:48:12.535455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38156) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:12.614180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6da20eab-f154-4b3f-85f5-5a1c09708149 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.643298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6da20eab-f154-4b3f-85f5-5a1c09708149 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.710113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6da20eab-f154-4b3f-85f5-5a1c09708149 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.738935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da20eab-f154-4b3f-85f5-5a1c09708149 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54b1ad-2985-4be3-a084-dd90b830ddfb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:12.750765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6da20eab-f154-4b3f-85f5-5a1c09708149 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.752255 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6da20eab-f154-4b3f-85f5-5a1c09708149 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b54b1ad-2985-4be3-a084-dd90b830ddfb HTTP/1.1" status: 204 len: 168 time: 0.2157419 Apr 22 14:48:12.793444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38162) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:12.839397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.967203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:12.994064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 63cd2bc8-f2a9-40a8-a6b3-ee52a69b53a0 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:12.994413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.172813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.173082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.293543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 63cd2bc8-f2a9-40a8-a6b3-ee52a69b53a0 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:13.412899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06db090-0873-4ec6-9f46-6c3b3471938b req-682eb57b-c844-4965-b7f8-ad18c914417d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:13.414535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a06db090-0873-4ec6-9f46-6c3b3471938b req-682eb57b-c844-4965-b7f8-ad18c914417d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 943 time: 0.0760624 Apr 22 14:48:13.438126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.463907 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a06db090-0873-4ec6-9f46-6c3b3471938b req-7a64d6f0-46ce-4901-9223-762a410e3709 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433180 Apr 22 14:48:13.484789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=63cd2bc8-f2a9-40a8-a6b3-ee52a69b53a0,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:13.535077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac156e0-f802-4eeb-bcbf-dfa092308229 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:48:13.574194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.667370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 3ac156e0-f802-4eeb-bcbf-dfa092308229, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:13.680622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:48:13.735268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.752338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac156e0-f802-4eeb-bcbf-dfa092308229 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:13.768118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 3ac156e0-f802-4eeb-bcbf-dfa092308229, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:13.773225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:13.837771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=3ac156e0-f802-4eeb-bcbf-dfa092308229,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:13.846288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.847031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.847031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.847286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.847661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.847953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.848274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.848594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.848913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.849234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.849547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:13.977061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['3ac156e0-f802-4eeb-bcbf-dfa092308229'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:48:14.059764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:14.257790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:14.267133 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] Sync routers for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:14.280064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:14.291137 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:14.291822 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:14.337056 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1332fe75-9e2e-45e5-9c5e-246fde1b3ff0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/3bf82763-f7d5-4a61-9863-77f59b5e6b3d HTTP/1.1" status: 204 len: 168 time: 1.5399058 Apr 22 14:48:14.383360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:14.466811 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:14.486368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38172) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:14.560921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-956f0f2f-3918-42a0-be11-bb943093e8bf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:14.595724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-956f0f2f-3918-42a0-be11-bb943093e8bf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:14.663552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc9c6f-c225-4f75-8ee6-97d9f108bcda req-7aeca81d-50be-4c82-9f7b-1d484108ee6f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:14.665264 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dbdc9c6f-c225-4f75-8ee6-97d9f108bcda req-7aeca81d-50be-4c82-9f7b-1d484108ee6f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 944 time: 0.0787537 Apr 22 14:48:14.667050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-956f0f2f-3918-42a0-be11-bb943093e8bf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:14.685993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f0f2f-3918-42a0-be11-bb943093e8bf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2fdd9-0e60-44d6-a319-955f6ce400e2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:14.694859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-956f0f2f-3918-42a0-be11-bb943093e8bf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:14.696246 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-956f0f2f-3918-42a0-be11-bb943093e8bf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/19c2fdd9-0e60-44d6-a319-955f6ce400e2 HTTP/1.1" status: 204 len: 168 time: 0.2088845 Apr 22 14:48:14.718216 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dbdc9c6f-c225-4f75-8ee6-97d9f108bcda req-f2c92e36-1e62-45ee-ab98-72384630b696 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468307 Apr 22 14:48:14.763304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38180) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:14.807957 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:14.811795 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] Checking router: 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:14.822515 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:14.823101 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:14.826845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:14.827172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.026658 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:15.061329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.180216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 owned by {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:15.323040 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.334896 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:15.338892 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9169c10-25f0-44d3-b4dd-edb305e1e35c None None] The sync data for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv is: [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a59ca922-619c-48f9-8bcc-ed53b39caddc', 'name': '', 'network_id': '6f2d5940-27ff-44b4-8597-edee15b5f784', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:9a:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:31Z', 'updated_at': '2022-04-22T14:47:37Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '54a3496b-e3af-4e61-bcfe-56e9e6f19187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:15.370646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:15.476391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.489576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2831de00-2bb1-4b2e-a2ce-50cfe93ee234 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/ports/e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 HTTP/1.1" status: 204 len: 168 time: 0.7225928 Apr 22 14:48:15.490083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38184) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:15.550166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac156e0-f802-4eeb-bcbf-dfa092308229 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:15.598728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df08e5-15b1-4093-b51b-5e59ccaa1d56 None None] New status for floating IP 3bf82763-f7d5-4a61-9863-77f59b5e6b3d: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:15.739058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 3ac156e0-f802-4eeb-bcbf-dfa092308229 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:15.745975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 3ac156e0-f802-4eeb-bcbf-dfa092308229 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:15.746372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.863594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.889870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:15.900360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 3ac156e0-f802-4eeb-bcbf-dfa092308229, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:15.904960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:15.905943 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:15.978608 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32697e33-16e7-4aa3-b649-139101c3ec20'] response: {'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'code': 200} Apr 22 14:48:15.984357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:15.984698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e4d2dc6b-916b-4a1b-89bb-2e6f248a8d74 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:16.001373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36d960-38b8-42d0-8008-dc9e54792345 req-d1dead6f-0999-483b-ad36-8eda78f6e4ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:16.003171 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe36d960-38b8-42d0-8008-dc9e54792345 req-d1dead6f-0999-483b-ad36-8eda78f6e4ed tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 944 time: 0.1606171 Apr 22 14:48:16.018720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=3ac156e0-f802-4eeb-bcbf-dfa092308229,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:16.063667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe36d960-38b8-42d0-8008-dc9e54792345 req-5d3f3b96-a263-4505-a472-2908b2f39028 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541582 Apr 22 14:48:16.097653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:16.217589 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1487103e-a646-4cc6-a1e0-f9a4bd7eb0dd req-43fc52df-7522-45be-8c83-f8f282445c97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1098 time: 0.0702829 Apr 22 14:48:16.259634 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1487103e-a646-4cc6-a1e0-f9a4bd7eb0dd req-2e09e855-eb69-408a-b8d2-4bd2e8d819e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359385 Apr 22 14:48:16.723362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port a59ca922-619c-48f9-8bcc-ed53b39caddc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:16.723632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:16.915152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port a59ca922-619c-48f9-8bcc-ed53b39caddc, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a59ca922-619c-48f9-8bcc-ed53b39caddc,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:16.915497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:17.028688 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for a59ca922-619c-48f9-8bcc-ed53b39caddc owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:17.243125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:17.400373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=a59ca922-619c-48f9-8bcc-ed53b39caddc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:17.471815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.472146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.472538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.472864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.473183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.473505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.473844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.474161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.474467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.474777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.475084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:17.515517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e0a1e-bdb1-4b55-ba37-b5020903f8bc req-2db05380-81ac-4091-9009-a0e88d41b59c tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:17.516956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea2e0a1e-bdb1-4b55-ba37-b5020903f8bc req-2db05380-81ac-4091-9009-a0e88d41b59c tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 945 time: 0.3239870 Apr 22 14:48:17.683125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea2e0a1e-bdb1-4b55-ba37-b5020903f8bc req-e155fe35-8f29-469c-8ee1-9c3eec38748e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589544 Apr 22 14:48:17.742228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:18.333402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:18.543504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:18.553415 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] Sync routers for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:18.556830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7a20e6a1-f23b-4dbe-9625-f2f66abf7609 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0658054 Apr 22 14:48:18.559757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38194) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:18.567024 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:18.567734 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:18.738000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet 54a3496b-e3af-4e61-bcfe-56e9e6f19187 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:48:18.740544 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:18.741262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:18.794766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:18.881982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577436be-70b7-45cf-9c85-310f14ae3c38 req-3aa5533e-03e7-4c38-a4a1-a489cfde5263 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:18.886237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-577436be-70b7-45cf-9c85-310f14ae3c38 req-3aa5533e-03e7-4c38-a4a1-a489cfde5263 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 945 time: 0.0822875 Apr 22 14:48:18.933370 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-577436be-70b7-45cf-9c85-310f14ae3c38 req-5824ede3-38a3-4bef-812a-4a18e69abecb tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441477 Apr 22 14:48:18.981844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.029445 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:48:17Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:19.033358 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] Checking router: 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:19.047565 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] Routers {'6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:19.048185 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:19.055616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.097947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=54a3496b-e3af-4e61-bcfe-56e9e6f19187,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:19.109148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.109398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e3924-053b-4866-9e2d-376cdfee2e33 None None] Network 6f2d5940-27ff-44b4-8597-edee15b5f784 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:48:19.118908 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6f7f3db2-8078-4d46-a6cd-cef63ae54119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/54a3496b-e3af-4e61-bcfe-56e9e6f19187 HTTP/1.1" status: 204 len: 168 time: 0.5574419 Apr 22 14:48:19.119887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38202) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:19.148511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5692fd-f87e-4b26-b2d7-01e5d8d9ea48 req-fa38d36f-c44a-4bb9-ae38-1ee74d8bdfbb tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:19.150489 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c5692fd-f87e-4b26-b2d7-01e5d8d9ea48 req-fa38d36f-c44a-4bb9-ae38-1ee74d8bdfbb tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 945 time: 0.0910544 Apr 22 14:48:19.200996 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c5692fd-f87e-4b26-b2d7-01e5d8d9ea48 req-2af8b4e6-96a0-49cb-9a22-fce44791117b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Apr 22 14:48:19.232343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38206) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:19.246279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] Set router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:19.358371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a6272aa0-e955-42fa-ab16-a92a3571f61c tempest-TestVolumeBootPattern-1292948060 tempest-TestVolumeBootPattern-1292948060-project-admin] Synchronizing usage tracker for tenant:26d11e592f454ec0b41d254ff551b703 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:19.359362 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.388136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a6272aa0-e955-42fa-ab16-a92a3571f61c tempest-TestVolumeBootPattern-1292948060 tempest-TestVolumeBootPattern-1292948060-project-admin] Unset dirty status for tenant:26d11e592f454ec0b41d254ff551b703 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:19.396771 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6272aa0-e955-42fa-ab16-a92a3571f61c tempest-TestVolumeBootPattern-1292948060 tempest-TestVolumeBootPattern-1292948060-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1093 time: 0.1608536 Apr 22 14:48:19.397027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38210) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:19.402756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:19.408933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:19.414366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:floatingip and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:19.417443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:19.430074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:19.444868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] DHCP port deletion for 6f2d5940-27ff-44b4-8597-edee15b5f784 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:48:19.446750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.449128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] Deleting port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:19.449492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.582877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.597262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 125890a4-bbd9-45d1-a252-06755ed80d67 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:48:19.597902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.656034 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:48:17Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:19.661767 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7546cd3-98dd-4f30-b8a3-5c982fb4f7ec None None] The sync data for ids ['6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9'] in dv-neutron-838878-1-hyperv is: [{'id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'name': 'tempest-TestNetworkBasicOps-router-1874550925', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82'}], 'enable_snat': True}, 'gw_port_id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:47:27Z', 'updated_at': '2022-04-22T14:48:17Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '125890a4-bbd9-45d1-a252-06755ed80d67', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:47:28Z', 'updated_at': '2022-04-22T14:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:19.679288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] For port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,segment=NetworkSegment(2adae492-5730-4ed7-84b1-3005819bbae1),segment_id=2adae492-5730-4ed7-84b1-3005819bbae1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:19.679585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.728534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.792713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 125890a4-bbd9-45d1-a252-06755ed80d67, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=125890a4-bbd9-45d1-a252-06755ed80d67,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:19.793112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.840380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] Calling delete_port for 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:19.868825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Allocated IP 172.26.2.38 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/e640d43f-ff6a-4258-a2f2-09b16d15819f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:19.910884 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 125890a4-bbd9-45d1-a252-06755ed80d67 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:48:19.917536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:19.963504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] Pushing event deleted for resources: {'Port': ['ID=06e234f5-4e9c-4835-b1a8-4984b31d7ae6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:19.970669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14609e-27c8-4198-8f6e-729cdd70b1ea None None] No DVR routers for this DVR port 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:48:20.029643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.064360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.095035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.135280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:20.138056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:20.141767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:20.144456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=125890a4-bbd9-45d1-a252-06755ed80d67,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:20.176382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=e640d43f-ff6a-4258-a2f2-09b16d15819f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:20.365039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.644416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.702330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.712584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.716923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.744943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.746012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router 6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:48:20.763428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.767317 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-46c2c365-7e32-4083-a757-df765bcc7249 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/6e0a16f3-4b9d-4b27-96d4-ab1d051a2de9 HTTP/1.1" status: 204 len: 168 time: 1.6437297 Apr 22 14:48:20.767484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38214) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:20.894151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.918007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:20.924940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.027299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=e640d43f-ff6a-4258-a2f2-09b16d15819f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:21.029754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.041331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.056405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2d5940-27ff-44b4-8597-edee15b5f784']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:21.068072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adae492-5730-4ed7-84b1-3005819bbae1') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:21.068368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adae492-5730-4ed7-84b1-3005819bbae1') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:21.079230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.095593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.103037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:48:21.103800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:48:21.121261 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:48:21.206732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.230485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.238062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=6f2d5940-27ff-44b4-8597-edee15b5f784,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:21.246326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-619d1897-d101-4e01-96d6-e5ecfaa3bf96 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/6f2d5940-27ff-44b4-8597-edee15b5f784 HTTP/1.1" status: 204 len: 168 time: 0.4778271 Apr 22 14:48:21.268444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38218) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:21.293697 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-48fd8b78-fb82-456e-9a45-a6e7331c6e78 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0158291 Apr 22 14:48:21.293697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38222) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:21.293697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--1549275733', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:21.298031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:21.303213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:21.307549 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:21.314316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:21.327369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:21.329578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:21.332751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.361204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:21.361586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 06e234f5-4e9c-4835-b1a8-4984b31d7ae6 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:21.362079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 125890a4-bbd9-45d1-a252-06755ed80d67 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:21.366495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:48:21.373037 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Floating IP 13c6d591-4ff7-48a2-a962-cedfd6880ef7 associated. External IP: 172.26.2.38, port: 3ac156e0-f802-4eeb-bcbf-dfa092308229. Apr 22 14:48:21.375482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.375655 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment 276f9fcc-36fa-4a8f-9133-8f4be88b2a9d of type vlan for network 33dc0439-7c76-484d-8aca-4a67c54f9220 Apr 22 14:48:21.402351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 125890a4-bbd9-45d1-a252-06755ed80d67 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:21.402598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.402748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 125890a4-bbd9-45d1-a252-06755ed80d67 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:21.403085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a59ca922-619c-48f9-8bcc-ed53b39caddc no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:48:21.433616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.435945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a59ca922-619c-48f9-8bcc-ed53b39caddc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:48:21.436313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a59ca922-619c-48f9-8bcc-ed53b39caddc not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:48:21.437239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:21.437851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.543051 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2554653 Apr 22 14:48:21.545789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38226) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:21.548305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71984e62-4bb6-46d0-bfdc-77aa20430002 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=33dc0439-7c76-484d-8aca-4a67c54f9220,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:21.552905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-228708954', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:21.559957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:48:21.560143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:21.564099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:21.566965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:21.572832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:21.585843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.586791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.604968 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.753924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.778521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:21.930327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.958681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:21.972111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:21.982278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:21.994151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:21.994816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:21.997806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:22.073710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b07a7fd-6bfd-469d-b515-96689caeb59b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6649795 Apr 22 14:48:22.073710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:22.119610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a80958-af26-4a4a-bc1c-70403982d231'] response: {'name': 'network-changed', 'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'status': 'completed', 'code': 200} Apr 22 14:48:22.177827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:22.248791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.4 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/97417740-da7e-4e2e-a5b8-369886b77f26) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:22.343684 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-e2bcc615-e453-4b8f-8b5e-3bb9b1867615 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1098 time: 0.1727087 Apr 22 14:48:22.480939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:22.525419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:20Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:22.526709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-4058bd7c-51c4-4032-81da-99972965dfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:22.528163 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-4058bd7c-51c4-4032-81da-99972965dfa1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1744521 Apr 22 14:48:22.529885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:22.540759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:22.541344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:22.609423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:22.694172 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-cf5f1bee-b1f5-4c05-ab17-c3b414f6cdc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 998 time: 0.1592214 Apr 22 14:48:22.695826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:22.699248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:22.718898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:22.729828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:22.732233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:22.803562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-aee277d6-4fb1-47d3-af41-3e6c7cc150c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:22.805025 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-aee277d6-4fb1-47d3-af41-3e6c7cc150c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.1035833 Apr 22 14:48:22.936211 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-4b08794a-e70c-4ed8-b968-71ce6442fb53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083853 Apr 22 14:48:23.076589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:23.077275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:23.080415 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-b4e7c6e8-27ba-4acd-9ddb-9179b967a4e1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374524 Apr 22 14:48:23.098992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:20Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:23.103120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579e5f8-3ad6-4e62-9423-3bc675723810 None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:20Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:23.319998 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a39cf1-13b2-41f8-8490-ee93cbf99f66 None None] New status for floating IP 13c6d591-4ff7-48a2-a962-cedfd6880ef7: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:23.335395 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1537cfe1-9e5d-4fe7-9c8a-8dbf0018efc4 req-06f1353b-1de2-4b23-94f9-3dceeaad792c service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050042 Apr 22 14:48:23.421269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router be3b8836-1f84-44ce-9092-acd6029f914e is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:48:23.722557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:23.732464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Sync routers for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:23.744449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:23.745064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:23.750458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:23.752034 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7079c8ef-87a4-4068-958c-a5220045268a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2049735 Apr 22 14:48:23.755433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38234) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:23.796325 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-71e202e4-6c2c-459c-8009-c7d1a15e82a5 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397201 Apr 22 14:48:23.799308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38238) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:23.921933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:23.926287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4275c72-51b4-424d-9d3d-647bf149294b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:23.927728 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f4275c72-51b4-424d-9d3d-647bf149294b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275396 Apr 22 14:48:23.930639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38242) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:23.968464 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f6aeadf-c569-4b6a-abdd-f9c58ca99f34 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367782 Apr 22 14:48:23.971045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38246) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:23.976195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966399644', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:24.081066 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:24.085115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:24.087902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:24.093450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:24.106810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:24.203215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:24.207036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Checking router: be3b8836-1f84-44ce-9092-acd6029f914e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:24.207377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Updating router be3b8836-1f84-44ce-9092-acd6029f914e port 97417740-da7e-4e2e-a5b8-369886b77f26 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:48:24.207546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.258063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.422012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.502598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=de7992e3-d527-421e-b3dd-2475580c2676,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:24.512110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:24.512459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 33dc0439-7c76-484d-8aca-4a67c54f9220, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:48:24.535348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:48:24.548575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 33dc0439-7c76-484d-8aca-4a67c54f9220) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:24.552933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:24.553693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.566459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a570983-a10a-4438-967c-8d1a6a727158 None None] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:48:24.576025 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-63b70f89-d2bb-4bbe-b895-1789b4afa7d8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6040158 Apr 22 14:48:24.578820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38250) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:24.657122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.676146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Transition to ACTIVE for port object 97417740-da7e-4e2e-a5b8-369886b77f26 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:24.695262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.820840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698d4b-3585-482d-99f3-f2a075d98920 None None] Pushing event updated for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:24.829122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Attempting to bind port 97417740-da7e-4e2e-a5b8-369886b77f26 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:24.829480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Attempting to bind port 97417740-da7e-4e2e-a5b8-369886b77f26 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:24.829874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Attempting to bind port 97417740-da7e-4e2e-a5b8-369886b77f26 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:24.864073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:24.864421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:24.864817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.865212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:24.865892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Bound port: 97417740-da7e-4e2e-a5b8-369886b77f26, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:24.866250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.917762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-33dc0439-7c76-484d-8aca-4a67c54f9220', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:48:24.918588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:24.999466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] For port 97417740-da7e-4e2e-a5b8-369886b77f26, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:25.021971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] For port 97417740-da7e-4e2e-a5b8-369886b77f26, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=97417740-da7e-4e2e-a5b8-369886b77f26,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:25.029263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:25.196598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698d4b-3585-482d-99f3-f2a075d98920 None None] Pushing event updated for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:25.214872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:25.215495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:25.266305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Allocated IP 172.20.0.2 (33dc0439-7c76-484d-8aca-4a67c54f9220/de7992e3-d527-421e-b3dd-2475580c2676/049f5984-04c6-49c9-9271-133fa92854ca) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:25.418676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:25.500677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:25.746266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:25.770557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Transition to ACTIVE for port object 049f5984-04c6-49c9-9271-133fa92854ca will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:25.828028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Transition to ACTIVE for port object 049f5984-04c6-49c9-9271-133fa92854ca will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:25.838780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:25.901705 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (33dc0439-7c76-484d-8aca-4a67c54f9220/de7992e3-d527-421e-b3dd-2475580c2676/ceab6c43-bfd5-4925-9d57-f1312ea8ba89) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:25.916176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:25.920146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:25.922097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Pushing event updated for resources: {'Port': ['ID=049f5984-04c6-49c9-9271-133fa92854ca,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:25.925304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:26.015197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:26.023941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f94326-11ee-40d5-8eed-ccd73a91f897 None None] The sync data for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv is: [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:22Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:26.025627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Attempting to bind port 049f5984-04c6-49c9-9271-133fa92854ca on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:26.025996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Attempting to bind port 049f5984-04c6-49c9-9271-133fa92854ca by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:26.026411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Attempting to bind port 049f5984-04c6-49c9-9271-133fa92854ca on network 33dc0439-7c76-484d-8aca-4a67c54f9220 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:26.033658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:26.034053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Checking segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:26.034458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.034968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Bound using segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:26.035436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Bound port: 049f5984-04c6-49c9-9271-133fa92854ca, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:26.035804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.076580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.094226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object ceab6c43-bfd5-4925-9d57-f1312ea8ba89 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:26.121095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.137923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] For port 049f5984-04c6-49c9-9271-133fa92854ca, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:26.141846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] For port 049f5984-04c6-49c9-9271-133fa92854ca, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=049f5984-04c6-49c9-9271-133fa92854ca,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:26.149860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.204625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:26.210136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:26.211419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:26.213528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:26.253330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48d23-a77e-4670-a4ff-94a44ef421fe None None] Pushing event updated for resources: {'Port': ['ID=049f5984-04c6-49c9-9271-133fa92854ca,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:26.264611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.264949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.265321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.265607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.265931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.266256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.266573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.266890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.267202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.267519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.267809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:26.296208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.401250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.838370 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.844919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:26.957303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:26.960496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.206501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:27.207699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:27.222847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b7898a-7d54-452b-ac12-f6ec85b09e93 None None] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:48:27.332650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d2eddffe-4c8b-48de-9619-25e5eb8c1401 None None] Provisioning for port 049f5984-04c6-49c9-9271-133fa92854ca completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:27.400958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:27.521850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 97417740-da7e-4e2e-a5b8-369886b77f26 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:27.530446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 97417740-da7e-4e2e-a5b8-369886b77f26 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:27.530808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.639133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router be3b8836-1f84-44ce-9092-acd6029f914e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:27.666426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.685928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 97417740-da7e-4e2e-a5b8-369886b77f26, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=97417740-da7e-4e2e-a5b8-369886b77f26,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:27.694200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.694200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 049f5984-04c6-49c9-9271-133fa92854ca up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:27.884667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:27.901686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 049f5984-04c6-49c9-9271-133fa92854ca completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:27.918878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 049f5984-04c6-49c9-9271-133fa92854ca triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:27.919426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:27.935056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:27.953581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38254) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:27.964100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-48a1d4dc-16ac-49ff-9ccf-65b684f10b35 None None] Provisioning for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:27.965244 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2e9eb7a5-8c63-4fce-b6c1-c536f8829e80 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3765182 Apr 22 14:48:27.984359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-48a1d4dc-16ac-49ff-9ccf-65b684f10b35 None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:27.984359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-48a1d4dc-16ac-49ff-9ccf-65b684f10b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.052967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-48a1d4dc-16ac-49ff-9ccf-65b684f10b35 None None] Port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:28.114345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.155475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.156020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.156287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 049f5984-04c6-49c9-9271-133fa92854ca, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=049f5984-04c6-49c9-9271-133fa92854ca,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:28.156634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.157002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.158370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.158370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.166328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.166765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38258) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:28.181712 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6b711031-9055-4e9a-ab03-6a2c956c3304 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2263758 Apr 22 14:48:28.237233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-298c6895-d1c8-492b-a2d0-1464d3f1d3b3 None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:28.237767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-298c6895-d1c8-492b-a2d0-1464d3f1d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.261649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.262104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.262475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.263008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.263965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.263965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:28.269226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38262) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:28.281960 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ea685396-0a99-4a18-a776-59c9d4d3cfb7 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1105387 Apr 22 14:48:28.308394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=049f5984-04c6-49c9-9271-133fa92854ca,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:28.313429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-298c6895-d1c8-492b-a2d0-1464d3f1d3b3 None None] Port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:28.441186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c6e4cdae-cfec-40de-91da-b8f560c6a1e0 None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:28.441186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cdae-cfec-40de-91da-b8f560c6a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.495738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8b32c849-4203-42ad-a658-3ad60dd41ed9 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2250323 Apr 22 14:48:28.503373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4cdae-cfec-40de-91da-b8f560c6a1e0 None None] Port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:28.796267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38268) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:28.802126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475766201', 'description': 'tempest-secgroup-smoke-475766201 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:28.808458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:28.813793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:28.817573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:28.824872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:28.837710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.877314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:28.881378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:28.884515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:28.891399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:28.947523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:28.952933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.000917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06afa5e7-fbf3-497e-98dc-cf823b5f9021,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.011765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.012591 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-50e56cd0-27a3-4448-a4ac-b4e327709d4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2153745 Apr 22 14:48:29.016207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38274) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:29.022488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '06afa5e7-fbf3-497e-98dc-cf823b5f9021', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:29.030634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:29.035758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:29.038130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:29.044162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:29.062602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.124673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.130544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.154018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd09296c-5f49-41cd-ac7a-9632022533d0,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.164255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.165465 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9099a795-c11d-4402-a879-18ffc0366fa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487010 Apr 22 14:48:29.168306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38278) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:29.173643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '06afa5e7-fbf3-497e-98dc-cf823b5f9021', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:29.179386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:29.183243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:29.186145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:29.191826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:29.210817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.278505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.287047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.310492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543bacba-c2fe-4948-88a1-a4ad0aa7196f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.323004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.324278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:29.324825 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0a12561b-6572-4c7d-bfeb-489f7c57efd3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1554327 Apr 22 14:48:29.327634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38282) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:29.333448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '06afa5e7-fbf3-497e-98dc-cf823b5f9021', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:29.340039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:29.343845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:29.346673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:29.352430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:29.370818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.393187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 97417740-da7e-4e2e-a5b8-369886b77f26 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:29.393579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.430939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.435444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.455881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7182338-280c-49bc-8e9e-48051acbf99c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.468272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.470045 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1f7006d4-8f44-442f-a95e-5f7649a34049 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412904 Apr 22 14:48:29.472938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38286) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:29.478861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '06afa5e7-fbf3-497e-98dc-cf823b5f9021', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:29.484574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:29.488447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:29.491368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:29.497099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:29.507009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 049f5984-04c6-49c9-9271-133fa92854ca up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:29.517039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.571807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 049f5984-04c6-49c9-9271-133fa92854ca triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:29.572059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.580350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.584884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.607496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1fab26-c82a-426b-82ce-63f7af1bd462,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.618963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.620212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5235c0d7-ee25-4860-9024-86f657946860 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1462002 Apr 22 14:48:29.622999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38290) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:29.628899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '06afa5e7-fbf3-497e-98dc-cf823b5f9021', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:29.634546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:29.638292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:29.641021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:29.646643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:29.656510 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:48:29.662650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.726404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.732225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.755245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237bb638-095e-41bf-9c45-5811a87c4682,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.765769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.767029 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7bc83583-7b88-497b-a30d-e86532124383 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1430340 Apr 22 14:48:29.770038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38294) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:29.775659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': '06afa5e7-fbf3-497e-98dc-cf823b5f9021', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:29.781848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:29.786296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:29.789322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:29.795319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:29.808764 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:48:29.815271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.881318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.887414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.912237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d969d391-d580-448f-93a9-fee960b27951,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:29.922717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:29.923912 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0bbb660b-e6f4-4066-907c-46e50f1fa6e0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1528344 Apr 22 14:48:30.093659 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-9bf611db-c8fa-4766-a372-79106d3c6355 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475766201&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0406754 Apr 22 14:48:30.240028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-81b9ac95-6951-4636-b56e-154a2b76a3a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:30.240824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-81b9ac95-6951-4636-b56e-154a2b76a3a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:30.261552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-81b9ac95-6951-4636-b56e-154a2b76a3a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:30.262817 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-81b9ac95-6951-4636-b56e-154a2b76a3a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=33dc0439-7c76-484d-8aca-4a67c54f9220 HTTP/1.1" status: 200 len: 797 time: 0.1613212 Apr 22 14:48:30.279222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-8357aa56-280e-49fb-95f0-4a8268340173 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0108619 Apr 22 14:48:30.459454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-6648b1db-e04a-4bfd-940b-c9154c0d268e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:30.478949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-6648b1db-e04a-4bfd-940b-c9154c0d268e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:30.480325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-6648b1db-e04a-4bfd-940b-c9154c0d268e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960628 Apr 22 14:48:30.806431 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-a1857a15-3768-4b44-98f8-cfccde5fb1f6 service neutron] 10.222.0.32 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086407 Apr 22 14:48:30.943673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-630d22e7-bbda-4833-acf2-6477a51ffc34 service neutron] 10.222.0.32 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313720 Apr 22 14:48:31.135540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80118052-c69c-408a-887c-bd14a8508c38 req-49d35f16-7aeb-4989-9ed9-3e67e5aaf640 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 210 time: 0.0397909 Apr 22 14:48:31.742940 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Sync routers for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:31.755693 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:31.756294 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:31.926628 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:32.194465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-156751d8-1ad1-4236-ac1c-0c652ce10041 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:32.195276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-156751d8-1ad1-4236-ac1c-0c652ce10041 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:32.208402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-156751d8-1ad1-4236-ac1c-0c652ce10041 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:32.210044 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-156751d8-1ad1-4236-ac1c-0c652ce10041 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=33dc0439-7c76-484d-8aca-4a67c54f9220 HTTP/1.1" status: 200 len: 797 time: 0.1662326 Apr 22 14:48:32.242384 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:32.247691 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Checking router: be3b8836-1f84-44ce-9092-acd6029f914e for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:32.248135 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Updating router be3b8836-1f84-44ce-9092-acd6029f914e port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:48:32.280022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-143c6633-1788-4dd7-afee-0350f6960fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:48:32.298755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-143c6633-1788-4dd7-afee-0350f6960fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:48:32.301304 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-143c6633-1788-4dd7-afee-0350f6960fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 379 time: 0.0789688 Apr 22 14:48:32.309571 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a9b9f9f3-ad07-4935-9a40-94382fb8a6ab req-ffe8cc90-ddad-4dc6-907c-e876d945979f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 210 time: 0.0487804 Apr 22 14:48:32.312307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['06afa5e7-fbf3-497e-98dc-cf823b5f9021']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:32.328807 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.448082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:32.457136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:32.467920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:48:32.471084 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.655155 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.667015 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Transition to ACTIVE for port object ceab6c43-bfd5-4925-9d57-f1312ea8ba89 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:32.675118 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.738322 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:32.740332 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.9 (33dc0439-7c76-484d-8aca-4a67c54f9220/de7992e3-d527-421e-b3dd-2475580c2676/f3a2f652-e426-4514-ad55-94262ee96361) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:32.812617 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.813289 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.813289 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.813572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.813974 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.814219 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.814534 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.814849 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.815156 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.815462 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.815770 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:48:32.902347 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Attempting to bind port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:32.902693 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Attempting to bind port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:32.903232 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Attempting to bind port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 on network 33dc0439-7c76-484d-8aca-4a67c54f9220 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:32.909962 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:32.910320 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Checking segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:32.910693 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.911055 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Bound using segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:32.911706 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Bound port: ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:32.912104 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.946561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:32.964420 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object f3a2f652-e426-4514-ad55-94262ee96361 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:32.989391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.020336 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] For port ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:33.023665 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] For port ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:33.027545 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.116718 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9245d3-4ee6-44d0-a610-37bf8db607e0 None None] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:33.132702 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:33.135134 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:33.168343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:33.171612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:33.176229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:33.182937 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:48:33.200796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=f3a2f652-e426-4514-ad55-94262ee96361,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:33.242392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:33.242913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.271645 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-646f3885-b469-49fa-bae8-25f06acf613d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9660978 Apr 22 14:48:33.283214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Request body: {'port': {'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:33.326661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:33.407739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.536219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6729-935f-40fd-8687-43cd421d20a0 req-41ed2dc4-5964-4f29-aefe-edfdf53439fa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:33.538079 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a45d6729-935f-40fd-8687-43cd421d20a0 req-41ed2dc4-5964-4f29-aefe-edfdf53439fa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 931 time: 0.0894668 Apr 22 14:48:33.599573 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a45d6729-935f-40fd-8687-43cd421d20a0 req-90b227ca-3a96-4e39-92e3-3472123eecff tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556290 Apr 22 14:48:33.615193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8f6db4a9-4b26-4940-b27b-baa4f6152004 None None] Provisioning for port f3a2f652-e426-4514-ad55-94262ee96361 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:33.619921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8f6db4a9-4b26-4940-b27b-baa4f6152004 None None] Provisioning complete for port f3a2f652-e426-4514-ad55-94262ee96361 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:33.623896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8f6db4a9-4b26-4940-b27b-baa4f6152004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.703951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8f6db4a9-4b26-4940-b27b-baa4f6152004 None None] Port f3a2f652-e426-4514-ad55-94262ee96361 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:48:33.730433 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:48:33Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:33.734394 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df52b9-7adc-4570-aea2-36b6c051a081 None None] The sync data for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv is: [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:48:33Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:33.814114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.816559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a2f652-e426-4514-ad55-94262ee96361 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:33.823356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.838915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Transition to ACTIVE for port object f3a2f652-e426-4514-ad55-94262ee96361 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:48:33.844567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:33.972064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a2f652-e426-4514-ad55-94262ee96361,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:34.079088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Attempting to bind port f3a2f652-e426-4514-ad55-94262ee96361 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:48:34.079418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Attempting to bind port f3a2f652-e426-4514-ad55-94262ee96361 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:48:34.079745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Attempting to bind port f3a2f652-e426-4514-ad55-94262ee96361 on network 33dc0439-7c76-484d-8aca-4a67c54f9220 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:34.086540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Port f3a2f652-e426-4514-ad55-94262ee96361 on network 33dc0439-7c76-484d-8aca-4a67c54f9220 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:48:34.086853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Attempting to bind port f3a2f652-e426-4514-ad55-94262ee96361 on network 33dc0439-7c76-484d-8aca-4a67c54f9220 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:48:34.093151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:48:34.093478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Checking segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:48:34.093881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Bound using segment: {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:48:34.094298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Bound port: f3a2f652-e426-4514-ad55-94262ee96361, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:48:34.094642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.186317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] For port f3a2f652-e426-4514-ad55-94262ee96361, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:48:34.189330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] For port f3a2f652-e426-4514-ad55-94262ee96361, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f3a2f652-e426-4514-ad55-94262ee96361,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:48:34.195399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.257178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:34.258643 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3a2f652-e426-4514-ad55-94262ee96361 HTTP/1.1" status: 200 len: 1093 time: 0.9801376 Apr 22 14:48:34.259077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:34.281789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe96d-cfa1-4a08-be1e-4d1b3d040546 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a2f652-e426-4514-ad55-94262ee96361,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:34.370033 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731f046e-2f12-4cbc-b378-641e519809d1'] response: {'name': 'network-changed', 'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361', 'status': 'completed', 'code': 200} Apr 22 14:48:34.421153 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-da5bc7b1-657d-41e7-ba65-ff9a6c5c1d0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 1096 time: 0.1216960 Apr 22 14:48:34.493643 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-e0f7e532-bbed-4974-8ea4-4bbb6ee0d2ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3a2f652-e426-4514-ad55-94262ee96361 HTTP/1.1" status: 200 len: 217 time: 0.0636964 Apr 22 14:48:34.592142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-6a5aabbd-344f-4c3c-a31d-888fdda7994d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:34.592142 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-6a5aabbd-344f-4c3c-a31d-888fdda7994d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de7992e3-d527-421e-b3dd-2475580c2676 HTTP/1.1" status: 200 len: 835 time: 0.0897241 Apr 22 14:48:34.692419 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-a236b96b-c124-42d1-9c79-d29d8116b9f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33dc0439-7c76-484d-8aca-4a67c54f9220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908058 Apr 22 14:48:34.833400 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-ef454837-33ea-4179-a8fe-4238e919fa99 service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365170 Apr 22 14:48:34.856357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c102c-7a78-4748-9b0f-9ede4db4eff7 req-6e4f47a3-1399-483a-88db-e35e1ea02d5f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:34.856357 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-990c102c-7a78-4748-9b0f-9ede4db4eff7 req-6e4f47a3-1399-483a-88db-e35e1ea02d5f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 943 time: 0.0792179 Apr 22 14:48:34.917189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-990c102c-7a78-4748-9b0f-9ede4db4eff7 req-82c2b8fc-b592-4a76-b23a-c26e51415d8c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523155 Apr 22 14:48:34.981805 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-082b44f4-784e-4041-9357-6195fcb31ab3 req-3707262f-ec61-4955-b115-e365b55a69db service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409221 Apr 22 14:48:35.202987 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-a675d409-c532-4693-8a99-17ae0b9f7819 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 1096 time: 0.1746693 Apr 22 14:48:35.372093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:35.375604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-35617a51-1578-4c6f-b14d-dc7a1dae3ba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:35.375604 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-35617a51-1578-4c6f-b14d-dc7a1dae3ba8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=33dc0439-7c76-484d-8aca-4a67c54f9220 HTTP/1.1" status: 200 len: 898 time: 0.1697307 Apr 22 14:48:35.455816 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-a92396a1-38a6-4ce5-9bca-5ad3f67bfc79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3a2f652-e426-4514-ad55-94262ee96361 HTTP/1.1" status: 200 len: 217 time: 0.0721622 Apr 22 14:48:35.458614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:35.458614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:35.461269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:35.525744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-491f3dbf-475e-4097-9609-76b839182bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:35.525744 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-491f3dbf-475e-4097-9609-76b839182bda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de7992e3-d527-421e-b3dd-2475580c2676 HTTP/1.1" status: 200 len: 835 time: 0.0648594 Apr 22 14:48:35.593139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:35.617921 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-447b16d2-88dd-4bb9-93c8-30df643e8970 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33dc0439-7c76-484d-8aca-4a67c54f9220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833862 Apr 22 14:48:35.627461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:35.634697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:35.705871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:35.764974 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-2c72d21f-9b2e-4849-86ac-8de6054bd973 service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380382 Apr 22 14:48:35.898890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-441a5402-fae1-46a2-9407-d153bcb35d14 req-2cfb031e-db78-43a8-ba22-438ac912041e service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260281 Apr 22 14:48:36.110158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95afb9b-044c-49f3-bf80-2cefd74a4e70 req-dde63776-2f55-414f-bb57-df8c16edd23a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:36.110158 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c95afb9b-044c-49f3-bf80-2cefd74a4e70 req-dde63776-2f55-414f-bb57-df8c16edd23a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 943 time: 0.0815136 Apr 22 14:48:36.160936 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c95afb9b-044c-49f3-bf80-2cefd74a4e70 req-b54e7e9f-cd50-406b-a1ae-1e37393c3e11 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Apr 22 14:48:37.361812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:37.371890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c706b2-a217-48c8-a3f5-b194f8f46b46 req-f6b4efa9-56b4-470e-a41a-7e7c407dc8a2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:37.373458 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12c706b2-a217-48c8-a3f5-b194f8f46b46 req-f6b4efa9-56b4-470e-a41a-7e7c407dc8a2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 943 time: 0.0923157 Apr 22 14:48:37.424988 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12c706b2-a217-48c8-a3f5-b194f8f46b46 req-e230b646-1c69-42b3-a29d-7e6540f3fccb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Apr 22 14:48:37.435607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:37.435970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:37.655216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f3a2f652-e426-4514-ad55-94262ee96361 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:48:37.882270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f3a2f652-e426-4514-ad55-94262ee96361, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f3a2f652-e426-4514-ad55-94262ee96361,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:37.901965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f3a2f652-e426-4514-ad55-94262ee96361', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:48:37.976483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:38.002705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a2f652-e426-4514-ad55-94262ee96361 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:48:38.021526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f3a2f652-e426-4514-ad55-94262ee96361, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f3a2f652-e426-4514-ad55-94262ee96361,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:38.021526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:38.084825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f3a2f652-e426-4514-ad55-94262ee96361,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:38.247035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f3a2f652-e426-4514-ad55-94262ee96361'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:48:38.622341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5cd78-3d57-491e-861a-0d6ea3c21123 req-d9550dca-0fce-4886-bae3-dd95158fc131 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:38.623773 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ce5cd78-3d57-491e-861a-0d6ea3c21123 req-d9550dca-0fce-4886-bae3-dd95158fc131 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 944 time: 0.0828094 Apr 22 14:48:38.668899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ce5cd78-3d57-491e-861a-0d6ea3c21123 req-56a7c07f-a54c-4273-8b25-f847171455f7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Apr 22 14:48:39.597377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-14b2a34a-d1ba-40b9-8a5b-55b52bd2a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.630938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f3a2f652-e426-4514-ad55-94262ee96361 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:48:39.702393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f3a2f652-e426-4514-ad55-94262ee96361 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:48:39.707375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f3a2f652-e426-4514-ad55-94262ee96361 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:48:39.707751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.819707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.846411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:39.856941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f3a2f652-e426-4514-ad55-94262ee96361, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f3a2f652-e426-4514-ad55-94262ee96361,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:48:39.862283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:39.875773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384e53f-a7bb-4569-a0b5-526f5e0f1ba0 req-4b636fed-bba8-4fa4-9e40-3f5f99214c2b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:39.877580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d384e53f-a7bb-4569-a0b5-526f5e0f1ba0 req-4b636fed-bba8-4fa4-9e40-3f5f99214c2b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 944 time: 0.0814557 Apr 22 14:48:39.923851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d384e53f-a7bb-4569-a0b5-526f5e0f1ba0 req-460709ac-4794-467d-be08-a17c96a99871 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399559 Apr 22 14:48:39.930458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f3a2f652-e426-4514-ad55-94262ee96361,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:39.989016 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5ab370-2903-4451-9aef-e556ecd3d633'] response: {'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361', 'code': 200} Apr 22 14:48:40.225928 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f72e7a7-72b0-40ca-a3ca-e54e5be16ac3 req-fb7a713b-ead3-4b59-acb6-68f1d381b7fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 1098 time: 0.0760467 Apr 22 14:48:40.269182 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f72e7a7-72b0-40ca-a3ca-e54e5be16ac3 req-080ab776-e6df-4431-808d-00ef0060a8e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391333 Apr 22 14:48:41.133957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf58a2-3646-4898-af32-adbf4692d04b req-5b509dc7-5ccf-4eca-aacb-a1a94dd8638e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:41.137586 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cdcf58a2-3646-4898-af32-adbf4692d04b req-5b509dc7-5ccf-4eca-aacb-a1a94dd8638e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 945 time: 0.0830915 Apr 22 14:48:41.179372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cdcf58a2-3646-4898-af32-adbf4692d04b req-53b20438-b1d1-4109-ac58-b9d3c4f5e3c9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Apr 22 14:48:41.708108 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-411ba62f-8567-4c17-8b90-77d073d015d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.397063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663aa3a-70bc-4cf3-9fa4-7da3cc7de4ce req-e74ec0e6-fa91-4bb1-9613-cb93d6aec3ad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:42.397063 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8663aa3a-70bc-4cf3-9fa4-7da3cc7de4ce req-e74ec0e6-fa91-4bb1-9613-cb93d6aec3ad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 945 time: 0.0809407 Apr 22 14:48:42.441792 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8663aa3a-70bc-4cf3-9fa4-7da3cc7de4ce req-ced8df11-d653-46bd-a6c9-c9521ca1237c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410433 Apr 22 14:48:42.643348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dde63-8055-4aa5-a9e3-91b60a7098dc req-1b466511-f307-41f4-84ed-51b016b382a6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:42.645171 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-039dde63-8055-4aa5-a9e3-91b60a7098dc req-1b466511-f307-41f4-84ed-51b016b382a6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 945 time: 0.0779581 Apr 22 14:48:42.694144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-039dde63-8055-4aa5-a9e3-91b60a7098dc req-d4367f5a-e705-4b07-bacd-e2553394eb71 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Apr 22 14:48:42.721865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38348) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:42.793056 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-78c1d22f-5f7d-4aca-8102-3e13ec70b8a0 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 1093 time: 0.0700543 Apr 22 14:48:42.795658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38352) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:42.801714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:48:42.810964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:48:42.816028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:48:42.819013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:48:42.824971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:48:42.837641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.844442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.972883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:42.984230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.122077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.143 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/c6c20047-229e-4fdc-b639-27b7b64386eb) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:48:43.362509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.393422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:43.458934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:48:43.460760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:48:43.467371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:48:43.497225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=c6c20047-229e-4fdc-b639-27b7b64386eb,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:43.997536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.055075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.265900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.271822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.390467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.391604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=c6c20047-229e-4fdc-b639-27b7b64386eb,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:48:44.405143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:44.618018 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 843ce7ee-f035-4de7-b18c-c3b9cb64adc7 associated. External IP: 172.26.2.143, port: f3a2f652-e426-4514-ad55-94262ee96361. Apr 22 14:48:45.159619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router be3b8836-1f84-44ce-9092-acd6029f914e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:48:45.356806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:48:45.367335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] Sync routers for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:48:45.382201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:48:45.385705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:45.386329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:45.438801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7d2edc81-10a2-44e8-aa70-6ba708b36f7c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6420345 Apr 22 14:48:45.439297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:48:45.441520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38358) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:45.496398 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebac70d3-74d1-4cfc-aa5f-cb9bdef61c52'] response: {'name': 'network-changed', 'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361', 'status': 'completed', 'code': 200} Apr 22 14:48:45.576398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:45.675465 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-c1c31b1a-6515-465c-96fc-73770ca9789b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 1098 time: 0.1550307 Apr 22 14:48:45.822694 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9909eb31-b7b3-4839-a1d4-09a9834e8da5 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e HTTP/1.1" status: 200 len: 920 time: 0.3799517 Apr 22 14:48:45.823920 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-6a88f70f-9327-4032-9840-d86627d8296e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:45.825310 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-6a88f70f-9327-4032-9840-d86627d8296e service neutron] 10.222.0.24 "GET /v2.0/networks?id=33dc0439-7c76-484d-8aca-4a67c54f9220 HTTP/1.1" status: 200 len: 898 time: 0.1426134 Apr 22 14:48:45.825576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38364) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:45.918452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '843ce7ee-f035-4de7-b18c-c3b9cb64adc7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:43Z', 'updated_at': '2022-04-22T14:48:43Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:45.925787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] Checking router: be3b8836-1f84-44ce-9092-acd6029f914e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:48:45.929690 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-a4138954-f74a-486c-8fb2-b2adb6c819f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3a2f652-e426-4514-ad55-94262ee96361 HTTP/1.1" status: 200 len: 999 time: 0.0982528 Apr 22 14:48:45.930656 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5dc9cdc8-08be-4ca1-9ede-713a83feef54 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1039248 Apr 22 14:48:45.937416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:48:45.938055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:48:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:45.989960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-f0997f36-a1a8-4b8e-8aeb-b85b5dd0d877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:45.991468 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-f0997f36-a1a8-4b8e-8aeb-b85b5dd0d877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de7992e3-d527-421e-b3dd-2475580c2676 HTTP/1.1" status: 200 len: 835 time: 0.0559938 Apr 22 14:48:46.074905 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-a5816b4d-bcb9-4db1-baf6-2a91307053ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33dc0439-7c76-484d-8aca-4a67c54f9220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770180 Apr 22 14:48:46.117218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:48:46.306561 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-f2e348db-b7c9-4ccb-b2f4-5851e2cb1fd0 service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251322 Apr 22 14:48:46.434941 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-74df4080-465d-4d48-881e-3ce17d5da0f2 req-0dcd45af-3233-465b-838e-a96dd7cf84f7 service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221652 Apr 22 14:48:46.518587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '843ce7ee-f035-4de7-b18c-c3b9cb64adc7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:43Z', 'updated_at': '2022-04-22T14:48:43Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:48:46.523269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70269dcc-e79d-4c5c-be0c-20e4587ecaad None None] The sync data for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv is: [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '843ce7ee-f035-4de7-b18c-c3b9cb64adc7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:43Z', 'updated_at': '2022-04-22T14:48:43Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:48:35Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:48:46.935786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38368) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:47.050074 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cb2d9ae6-424f-49cd-99dc-6702806cf640 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1129565 Apr 22 14:48:48.055202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38372) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:48.165707 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2b5368b1-48b8-41ea-b9fe-9c0424081417 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1089799 Apr 22 14:48:48.579798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-3888ab89-b197-4bdb-bec2-9efcf75ddcb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702143 Apr 22 14:48:48.726365 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-27d5e364-1ddc-4477-a52f-497b0c9107f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1098 time: 0.0791814 Apr 22 14:48:48.874658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-9d2b9119-abe2-4ef7-a9f2-5eef605bdade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:48.876095 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-9d2b9119-abe2-4ef7-a9f2-5eef605bdade service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1315832 Apr 22 14:48:48.984688 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-f7b111e1-cfa9-40fa-8a0f-8f35bddb79a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 1000 time: 0.1018429 Apr 22 14:48:49.059342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-2197be7e-54fc-4c04-be04-43563ee113db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:48:49.060772 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-2197be7e-54fc-4c04-be04-43563ee113db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0697398 Apr 22 14:48:49.134762 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-b24e7620-01c3-4108-a40b-8a1b84e4ed99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677347 Apr 22 14:48:49.169582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38376) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:49.267002 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-b797d166-6603-4e13-b1cf-d97f9c78f03b service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257763 Apr 22 14:48:49.276621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-92372ee5-0ca8-4f60-8b9b-b13170d21b6c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1058214 Apr 22 14:48:49.406929 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-fe4f0e1d-b17f-458d-8fe5-722dae28e6f5 req-a32f3603-dcaa-4a1e-ad23-e05b796e8b9a service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335518 Apr 22 14:48:50.281353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38382) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:50.390752 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3ee6389a-f326-45ce-a499-783ccdde4887 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1078408 Apr 22 14:48:50.773819 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a837b-3233-42a8-a158-38a497b842e1 None None] New status for floating IP 843ce7ee-f035-4de7-b18c-c3b9cb64adc7: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:48:51.395793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38386) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:48:51.505325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-522ec9eb-852d-4c16-88dc-2f77c4e49eab tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 993 time: 0.1082447 Apr 22 14:49:03.807313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:09.595679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-964dfd04-26bb-4d1c-b0db-a9b8af8819f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:10.123474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:49:11.699338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e262cf2-04cb-4934-a61f-dccfb269aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:12.857400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:12.967568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:13.931623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38404) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:14.111925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-59c6d27c-a581-422e-afef-788b54714c0a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1791279 Apr 22 14:49:14.115032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:14.333653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe38492-bd98-4249-ac46-8ac1ef6f8862 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Notify agent at dv-neutron-838878-1-hyperv the message router_removed_from_agent {{(pid=84059) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 22 14:49:14.337139 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bbe38492-bd98-4249-ac46-8ac1ef6f8862 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "DELETE /v2.0/agents/0413ee72-faac-4b6e-80a0-f86d57ab7c9e/l3-routers/be3b8836-1f84-44ce-9092-acd6029f914e HTTP/1.1" status: 204 len: 168 time: 0.2211683 Apr 22 14:49:14.340039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:14.391175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:14.625178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-62ebfd31-79dc-4967-b044-bacabacebdb2 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2840836 Apr 22 14:49:14.628198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:14.729721 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-68e91541-c106-4a5e-9a01-e1827f72deeb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 993 time: 0.1004190 Apr 22 14:49:15.133613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe41da1-e806-463b-abbf-4b428de7c698 None None] New status for floating IP 843ce7ee-f035-4de7-b18c-c3b9cb64adc7: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:49:15.370236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:49:15.490098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:15.525308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:15.530851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:15.531589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:49:15.641192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:15.678054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.678401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.678740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.679075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.679415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.679738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.680048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.680395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.681291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.681291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.681291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:15.710795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:15.728380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 97417740-da7e-4e2e-a5b8-369886b77f26, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=97417740-da7e-4e2e-a5b8-369886b77f26,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:15.733268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:15.733852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38420) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:15.801017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:15.839308 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dd587914-19f8-4179-a83a-4cf16efdff71 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1043146 Apr 22 14:49:17.004893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38426) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:17.218371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091a7e96-088e-40df-acdd-5750d79df89e tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Router be3b8836-1f84-44ce-9092-acd6029f914e is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:49:17.220550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091a7e96-088e-40df-acdd-5750d79df89e tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Notify agent at dv-neutron-838878-1-hyperv the message router_added_to_agent {{(pid=84058) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 22 14:49:17.248232 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-091a7e96-088e-40df-acdd-5750d79df89e tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "POST /v2.0/agents/0413ee72-faac-4b6e-80a0-f86d57ab7c9e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2430084 Apr 22 14:49:17.251412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38432) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:17.283776 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] Sync routers for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:49:17.303793 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:17.304817 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:17.521286 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:17.555838 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-df73b7ec-c690-4b73-893e-944091eaae10 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3029568 Apr 22 14:49:17.558586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38438) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:17.669737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c1025bbd-78ff-4445-ba11-f39cf6b73c13 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1098776 Apr 22 14:49:17.895282 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '843ce7ee-f035-4de7-b18c-c3b9cb64adc7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:43Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:17.899091 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] Checking router: be3b8836-1f84-44ce-9092-acd6029f914e for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:49:17.911155 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:17.911838 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:18.090983 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:18.444662 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '843ce7ee-f035-4de7-b18c-c3b9cb64adc7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:43Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:18.448899 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62130891-4f5c-4811-8c11-7e27ad0bea98 None None] The sync data for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv is: [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:48:26Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '843ce7ee-f035-4de7-b18c-c3b9cb64adc7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'port_id': 'f3a2f652-e426-4514-ad55-94262ee96361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'mac_address': 'fa:16:3e:b2:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:43Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceab6c43-bfd5-4925-9d57-f1312ea8ba89', 'name': '', 'network_id': '33dc0439-7c76-484d-8aca-4a67c54f9220', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a0:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:25Z', 'updated_at': '2022-04-22T14:49:15Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': 'de7992e3-d527-421e-b3dd-2475580c2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:49:18.673961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38442) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:18.779229 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fc8db2eb-0aef-4d7e-8afd-5a8d115ff07f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1041083 Apr 22 14:49:19.394719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:19.466568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:19.466927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:19.579063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:19.613981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:19.620145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:19.621124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:19.732784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:19.746837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 97417740-da7e-4e2e-a5b8-369886b77f26 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:19.747205 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:19.783383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38446) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:19.862429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:19.878162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 97417740-da7e-4e2e-a5b8-369886b77f26, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=97417740-da7e-4e2e-a5b8-369886b77f26,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:19.883014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:19.946114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:20.002577 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-718699b4-d869-4bcf-abba-03e74d864cad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.2179420 Apr 22 14:49:21.006400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38456) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:21.113102 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d08cb441-982f-4ed1-a7d4-81bab4d2e7dc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1055055 Apr 22 14:49:21.347135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:21.457209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:21.457570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:21.572423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:21.644293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 97417740-da7e-4e2e-a5b8-369886b77f26 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:21.644649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:22.117377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38460) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:22.229156 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5c3dc9a7-473f-4b84-bbbd-e29d24008b81 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1106102 Apr 22 14:49:23.234820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38464) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:23.339406 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c4049d0f-299c-4425-a8e0-75f2d5c71c17 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1035161 Apr 22 14:49:24.343591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38468) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:24.446989 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1a1098c8-da26-4f05-b319-72e236a79792 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1022391 Apr 22 14:49:25.452397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38474) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:25.562084 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7258ced7-013e-4728-a64e-bcbbc392019f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 991 time: 0.1081147 Apr 22 14:49:25.639757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b982e75-16c6-4fcf-8849-6bc23308d55b None None] New status for floating IP 843ce7ee-f035-4de7-b18c-c3b9cb64adc7: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:49:26.566419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38478) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:26.672374 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c519ec4c-4d25-441e-9cc4-14c31c5667ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 200 len: 993 time: 0.1046262 Apr 22 14:49:26.999328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38486) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:27.198244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port c6c20047-229e-4fdc-b639-27b7b64386eb {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:49:27.198593 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:27.359459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:27.359831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:27.574433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for c6c20047-229e-4fdc-b639-27b7b64386eb owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:49:27.722288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:27.767361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=c6c20047-229e-4fdc-b639-27b7b64386eb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:27.778983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.779341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.779735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.780060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.780386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.780700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.781389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.781389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.781622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.781964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.782273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:27.866998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:28.263828 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router be3b8836-1f84-44ce-9092-acd6029f914e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:49:28.462164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:49:28.478562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:28.537347 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ec4e8f6a-4d8d-400b-8a35-08b91d80b928 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/843ce7ee-f035-4de7-b18c-c3b9cb64adc7 HTTP/1.1" status: 204 len: 168 time: 1.5369325 Apr 22 14:49:28.537957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:49:28.592024 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb442ba-98ee-4b1f-86b5-ccf0a5d27824'] response: {'name': 'network-changed', 'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361', 'status': 'completed', 'code': 200} Apr 22 14:49:28.684506 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-2d0b4e91-b2ff-4eec-bead-79dbbd22aff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 1098 time: 0.0689540 Apr 22 14:49:28.818154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85905257-2136-420f-a777-034ddaf69ded req-0cbb7d40-582a-4033-b111-207ffc333016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:28.819597 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-0cbb7d40-582a-4033-b111-207ffc333016 service neutron] 10.222.0.24 "GET /v2.0/networks?id=33dc0439-7c76-484d-8aca-4a67c54f9220 HTTP/1.1" status: 200 len: 898 time: 0.1293926 Apr 22 14:49:28.889812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-2a1fcdcd-5d74-45d4-a793-a589afcef1cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3a2f652-e426-4514-ad55-94262ee96361 HTTP/1.1" status: 200 len: 217 time: 0.0628810 Apr 22 14:49:28.927662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98435e79-a2b5-4d39-af4c-e696fe0a3364 req-6c58dada-acfa-4cd4-b0eb-7abf7aea2760 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:28.929104 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98435e79-a2b5-4d39-af4c-e696fe0a3364 req-6c58dada-acfa-4cd4-b0eb-7abf7aea2760 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 945 time: 0.0776663 Apr 22 14:49:28.951060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85905257-2136-420f-a777-034ddaf69ded req-20e2749a-790d-4821-bb9d-e82e1bbb8f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:28.952576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-20e2749a-790d-4821-bb9d-e82e1bbb8f96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de7992e3-d527-421e-b3dd-2475580c2676 HTTP/1.1" status: 200 len: 835 time: 0.0562584 Apr 22 14:49:28.975246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98435e79-a2b5-4d39-af4c-e696fe0a3364 req-f4553b6c-71c0-4698-9430-4fb9f7407c0b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Apr 22 14:49:29.025940 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-e89bb6f9-624e-4bb2-88e8-31b3eb04403c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=33dc0439-7c76-484d-8aca-4a67c54f9220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658612 Apr 22 14:49:29.254320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-52d859a5-170e-47e4-bc11-5f998f6dfa50 service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218451 Apr 22 14:49:29.382463 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-85905257-2136-420f-a777-034ddaf69ded req-3dcbeb86-8e45-439e-98ff-cba3ab938f48 service neutron] 10.222.0.24 "GET /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221583 Apr 22 14:49:30.153221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-742621d1-ab2f-428a-a99b-9c7db670bf0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:30.153990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-742621d1-ab2f-428a-a99b-9c7db670bf0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:49:30.171584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-742621d1-ab2f-428a-a99b-9c7db670bf0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:49:30.172902 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-742621d1-ab2f-428a-a99b-9c7db670bf0f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 945 time: 0.0952437 Apr 22 14:49:30.184100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c552-32bf-4aa9-bb79-3ce90ebb4533 req-e86d0f03-4e8d-40c3-a0de-d4e74594f640 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:30.185499 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ecf2c552-32bf-4aa9-bb79-3ce90ebb4533 req-e86d0f03-4e8d-40c3-a0de-d4e74594f640 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 945 time: 0.0774627 Apr 22 14:49:30.231826 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ecf2c552-32bf-4aa9-bb79-3ce90ebb4533 req-9b36c6d8-78a1-437e-b120-9296fad0ef4e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=06afa5e7-fbf3-497e-98dc-cf823b5f9021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 Apr 22 14:49:30.239059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port f3a2f652-e426-4514-ad55-94262ee96361 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:49:30.239383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:30.476546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port f3a2f652-e426-4514-ad55-94262ee96361, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f3a2f652-e426-4514-ad55-94262ee96361,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:30.476896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:30.591716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for f3a2f652-e426-4514-ad55-94262ee96361 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:49:30.735131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:30.785994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=f3a2f652-e426-4514-ad55-94262ee96361,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:30.855878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port f3a2f652-e426-4514-ad55-94262ee96361 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:49:30.858518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:30.861025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'name': 'network-vif-deleted', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:49:30.877565 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5eb01ab2-f09a-49b4-85d2-f4e021e7e330 req-8777dac1-23b5-4080-99d7-bc8bcc6c00cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/f3a2f652-e426-4514-ad55-94262ee96361 HTTP/1.1" status: 204 len: 173 time: 0.6988127 Apr 22 14:49:30.921326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605e8d17-6bb4-452a-abf5-689429d023d3'] response: {'server_uuid': 'c8be5b1c-dcab-4b32-8140-7c43dae37deb', 'name': 'network-vif-deleted', 'tag': 'f3a2f652-e426-4514-ad55-94262ee96361', 'status': 'completed', 'code': 200} Apr 22 14:49:31.432299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-27633a0d-62cf-46be-8459-9d637097c6fe req-aea0aa43-0f54-4317-9243-d95c283a20c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8be5b1c-dcab-4b32-8140-7c43dae37deb HTTP/1.1" status: 200 len: 210 time: 0.0441370 Apr 22 14:49:32.556107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:32.628449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7fc32ad2-760a-4f5b-a8e1-2121cc036fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:32.658554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7fc32ad2-760a-4f5b-a8e1-2121cc036fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:32.732355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7fc32ad2-760a-4f5b-a8e1-2121cc036fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:32.750479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc32ad2-760a-4f5b-a8e1-2121cc036fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afa5e7-fbf3-497e-98dc-cf823b5f9021,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:32.764901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7fc32ad2-760a-4f5b-a8e1-2121cc036fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:32.766165 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7fc32ad2-760a-4f5b-a8e1-2121cc036fd5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/06afa5e7-fbf3-497e-98dc-cf823b5f9021 HTTP/1.1" status: 204 len: 168 time: 0.2087295 Apr 22 14:49:32.809456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38510) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:33.298670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:33.809548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:33.917496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port ceab6c43-bfd5-4925-9d57-f1312ea8ba89 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:49:33.918130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:33.918346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f3a2f652-e426-4514-ad55-94262ee96361 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:49:33.953970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: f3a2f652-e426-4514-ad55-94262ee96361 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:49:33.954318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f3a2f652-e426-4514-ad55-94262ee96361 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:49:34.104904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port ceab6c43-bfd5-4925-9d57-f1312ea8ba89, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:34.105127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:34.220901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for ceab6c43-bfd5-4925-9d57-f1312ea8ba89 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:49:34.400368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:34.444447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=ceab6c43-bfd5-4925-9d57-f1312ea8ba89,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:34.742080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:35.428237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router be3b8836-1f84-44ce-9092-acd6029f914e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:49:35.633148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:49:35.646113 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-06892914-0309-4c55-8687-7ff4c97d86f9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355157 Apr 22 14:49:35.648985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:35.831060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet de7992e3-d527-421e-b3dd-2475580c2676 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:49:35.834116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:35.891821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:35.978556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.061647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.072709 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] Sync routers for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:49:36.084821 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:36.085498 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:36.097141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=de7992e3-d527-421e-b3dd-2475580c2676,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:36.105443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.111581 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5178e9a5-998a-4735-afce-a61e3ce17f5d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/de7992e3-d527-421e-b3dd-2475580c2676 HTTP/1.1" status: 204 len: 168 time: 0.4616246 Apr 22 14:49:36.113078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4dd00-6025-4b21-bf19-4ffddf79e488 None None] Network 33dc0439-7c76-484d-8aca-4a67c54f9220 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:49:36.114152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38518) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:36.266548 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:36.313109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.385164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] DHCP port deletion for 33dc0439-7c76-484d-8aca-4a67c54f9220 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:49:36.389544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] Deleting port 049f5984-04c6-49c9-9271-133fa92854ca {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:49:36.389927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.566330 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:34Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '97417740-da7e-4e2e-a5b8-369886b77f26', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:36.570509 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] Checking router: be3b8836-1f84-44ce-9092-acd6029f914e for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:49:36.581017 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] Routers {'be3b8836-1f84-44ce-9092-acd6029f914e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:36.581614 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['be3b8836-1f84-44ce-9092-acd6029f914e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:36.599593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] For port 049f5984-04c6-49c9-9271-133fa92854ca, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=049f5984-04c6-49c9-9271-133fa92854ca,segment=NetworkSegment(276f9fcc-36fa-4a8f-9133-8f4be88b2a9d),segment_id=276f9fcc-36fa-4a8f-9133-8f4be88b2a9d)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:36.599901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.622404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.634896 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 97417740-da7e-4e2e-a5b8-369886b77f26 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:49:36.635243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.720221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] Calling delete_port for 049f5984-04c6-49c9-9271-133fa92854ca owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:49:36.731258 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] Set router be3b8836-1f84-44ce-9092-acd6029f914e gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:36.804783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.823623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 97417740-da7e-4e2e-a5b8-369886b77f26, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=97417740-da7e-4e2e-a5b8-369886b77f26,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:36.824037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:36.851329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] Pushing event deleted for resources: {'Port': ['ID=049f5984-04c6-49c9-9271-133fa92854ca,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:36.859841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea33bee-725e-49e8-9fdd-7fa8cf21cdf2 None None] No DVR routers for this DVR port 049f5984-04c6-49c9-9271-133fa92854ca on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:49:36.875827 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:36Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:36.880605 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd0ace-8082-4b38-9ea1-31a88df82e5e None None] The sync data for ids ['be3b8836-1f84-44ce-9092-acd6029f914e'] in dv-neutron-838878-1-hyperv is: [{'id': 'be3b8836-1f84-44ce-9092-acd6029f914e', 'name': 'tempest-TestNetworkBasicOps-router-228708954', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:48:21Z', 'updated_at': '2022-04-22T14:49:36Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:49:36.948634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 97417740-da7e-4e2e-a5b8-369886b77f26 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:49:37.122576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:37.165277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=97417740-da7e-4e2e-a5b8-369886b77f26,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:37.395690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:37.653603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:37.658540 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:37.684095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:37.684617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router be3b8836-1f84-44ce-9092-acd6029f914e {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:49:37.692996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:49:37.702446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:37.706058 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b184efda-5328-4af8-9956-d934b11d1218 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/be3b8836-1f84-44ce-9092-acd6029f914e HTTP/1.1" status: 204 len: 168 time: 1.5884469 Apr 22 14:49:37.706284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38522) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:37.730303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae92e8b6-6e87-478e-b94e-72e139a4d787 None None] New status for floating IP 843ce7ee-f035-4de7-b18c-c3b9cb64adc7: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:49:37.784120 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: ceab6c43-bfd5-4925-9d57-f1312ea8ba89 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:49:37.784670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device ceab6c43-bfd5-4925-9d57-f1312ea8ba89 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:49:37.785381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 049f5984-04c6-49c9-9271-133fa92854ca no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:49:37.919096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 049f5984-04c6-49c9-9271-133fa92854ca {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:49:37.919336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 049f5984-04c6-49c9-9271-133fa92854ca not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:49:37.920845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.051985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.081994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dc0439-7c76-484d-8aca-4a67c54f9220']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:38.095518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:38.095808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276f9fcc-36fa-4a8f-9133-8f4be88b2a9d') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:38.108325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.138973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.149749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:49:38.150150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:49:38.164265 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:49:38.241327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.262876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.273912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=33dc0439-7c76-484d-8aca-4a67c54f9220,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:38.284387 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-860e7687-ef2b-44f1-9db1-f699b3f4cc79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/33dc0439-7c76-484d-8aca-4a67c54f9220 HTTP/1.1" status: 204 len: 168 time: 0.5771213 Apr 22 14:49:38.304783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38526) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:38.310423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--381028447', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:38.315625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:38.319848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:38.329313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:38.335340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:38.346576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:49:38.349465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.379019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:49:38.389600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.389965 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment 32d5f084-7574-477b-b65c-9911239eed37 of type vlan for network 38850429-fb82-4110-be39-7d430aa01f42 Apr 22 14:49:38.415381 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.445816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.449725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:38.450276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.559670 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2538447 Apr 22 14:49:38.562682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38530) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:38.565526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a836d-43a8-4a50-a3e5-db7418f74963 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=38850429-fb82-4110-be39-7d430aa01f42,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:38.568298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:38.575231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:38.575749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 38850429-fb82-4110-be39-7d430aa01f42 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:49:38.579065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:38.582333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:38.587866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:38.599826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.601093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.619309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.763593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.940826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:38.972230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:39.103360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.8 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/0ed509f5-e141-4902-8dde-84633b48b149) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:49:39.250737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:39.280859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:39.305220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:49:39.345716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 97417740-da7e-4e2e-a5b8-369886b77f26 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:49:39.346075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 97417740-da7e-4e2e-a5b8-369886b77f26 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:49:39.351352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:39.355274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:39.363121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:49:39.388969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=0ed509f5-e141-4902-8dde-84633b48b149,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:39.413205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.413547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.413917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.414248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.414577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.414899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.415225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.415548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.415869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.416189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.416511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:39.536596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:39.537316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:39.589877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7646-3f1a-4b12-bd1d-f32e8e50a03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:39.859981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:49:40.066255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:49:40.075611 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Sync routers for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:49:40.088528 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:40.089176 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:40.093086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:40.094305 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d72a6d78-3747-46ce-8367-8e88dcecba82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5304914 Apr 22 14:49:40.097587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38534) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:40.136990 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7d427504-84ac-4cae-ad22-b1e0ed00f7e9 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381386 Apr 22 14:49:40.139712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38538) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:40.262791 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:40.266141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111367c4-8aab-4501-8ea1-e4bc2aa1abda tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:40.270375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-111367c4-8aab-4501-8ea1-e4bc2aa1abda tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266668 Apr 22 14:49:40.270752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38542) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:40.313363 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e4168872-439e-45d6-9024-74284b5973c1 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389400 Apr 22 14:49:40.313591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:40.319060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-617188569', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:40.424464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:40.428117 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:40.430844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:40.436789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:40.448489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:49:40.536067 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:39Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:40.542860 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Checking router: 3a863157-0d3a-4a0a-9bf8-0c22da4de80b for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:49:40.543855 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Updating router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b port 0ed509f5-e141-4902-8dde-84633b48b149 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:49:40.548007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:40.594344 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:40.762047 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:40.837373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=79e0e898-4273-4c29-b52f-e5eba78fed9e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:40.854323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:49:40.854657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 38850429-fb82-4110-be39-7d430aa01f42, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:49:40.877522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 38850429-fb82-4110-be39-7d430aa01f42 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:49:40.888320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 38850429-fb82-4110-be39-7d430aa01f42) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:40.892423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:40.893009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:40.898731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f32c8-aaea-4ea2-bf1b-af10ed4d2aa5 None None] Network 38850429-fb82-4110-be39-7d430aa01f42 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:49:40.916355 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6292b707-6e75-4116-9e72-2e1babe9c959 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6016939 Apr 22 14:49:40.919012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38550) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:40.922086 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:40.934429 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Transition to ACTIVE for port object 0ed509f5-e141-4902-8dde-84633b48b149 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:40.943060 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.028625 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Attempting to bind port 0ed509f5-e141-4902-8dde-84633b48b149 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:49:41.028988 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Attempting to bind port 0ed509f5-e141-4902-8dde-84633b48b149 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:49:41.029345 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Attempting to bind port 0ed509f5-e141-4902-8dde-84633b48b149 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:49:41.031422 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Pushing event updated for resources: {'Port': ['ID=0ed509f5-e141-4902-8dde-84633b48b149,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:41.042931 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.043271 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.043598 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.043922 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.044242 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.044564 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.044879 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.045240 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.045553 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.045892 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.046200 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:49:41.049466 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:49:41.049865 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:49:41.050261 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.050631 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:49:41.051090 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Bound port: 0ed509f5-e141-4902-8dde-84633b48b149, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:49:41.051463 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.115358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-38850429-fb82-4110-be39-7d430aa01f42', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:49:41.116169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.124125 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] For port 0ed509f5-e141-4902-8dde-84633b48b149, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:49:41.128868 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] For port 0ed509f5-e141-4902-8dde-84633b48b149, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0ed509f5-e141-4902-8dde-84633b48b149,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:49:41.134782 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.217949 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:41.218560 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:41.288435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Allocated IP 172.20.0.2 (38850429-fb82-4110-be39-7d430aa01f42/79e0e898-4273-4c29-b52f-e5eba78fed9e/f54dab5c-19bd-46ff-aead-026722eeb7b6) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:49:41.386300 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510bd69-26f0-4064-b2da-a81d4de7ed48 None None] Pushing event updated for resources: {'Port': ['ID=0ed509f5-e141-4902-8dde-84633b48b149,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:41.405144 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:41.526595 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.536759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Transition to ACTIVE for port object f54dab5c-19bd-46ff-aead-026722eeb7b6 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:41.554832 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Transition to ACTIVE for port object f54dab5c-19bd-46ff-aead-026722eeb7b6 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:41.562473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.627766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Network 38850429-fb82-4110-be39-7d430aa01f42 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:41.628858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:41.632651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:49:41.637837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Pushing event updated for resources: {'Port': ['ID=f54dab5c-19bd-46ff-aead-026722eeb7b6,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:41.721013 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:39Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:41.724968 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad191a86-23a0-4ff8-9f5d-2dbf1ea1720e None None] The sync data for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv is: [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:39Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:49:41.734835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-50768484-02e9-4cf0-88a9-0638ec0c4c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.738247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Attempting to bind port f54dab5c-19bd-46ff-aead-026722eeb7b6 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:49:41.738499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Attempting to bind port f54dab5c-19bd-46ff-aead-026722eeb7b6 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:49:41.738829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Attempting to bind port f54dab5c-19bd-46ff-aead-026722eeb7b6 on network 38850429-fb82-4110-be39-7d430aa01f42 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:49:41.751446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:49:41.752154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Checking segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:49:41.752559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.752943 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Bound using segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:49:41.753411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Bound port: f54dab5c-19bd-46ff-aead-026722eeb7b6, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:49:41.753827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.823859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.843447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] For port f54dab5c-19bd-46ff-aead-026722eeb7b6, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:49:41.846825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] For port f54dab5c-19bd-46ff-aead-026722eeb7b6, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f54dab5c-19bd-46ff-aead-026722eeb7b6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:49:41.855977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:41.957182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a59ff-7658-45cc-8ba6-5aadd1707eef None None] Pushing event updated for resources: {'Port': ['ID=f54dab5c-19bd-46ff-aead-026722eeb7b6,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:42.287460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (38850429-fb82-4110-be39-7d430aa01f42/79e0e898-4273-4c29-b52f-e5eba78fed9e/2e57d167-ab9a-499a-aac5-7688f5a38710) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:49:42.449480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:42.466222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 2e57d167-ab9a-499a-aac5-7688f5a38710 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:42.488678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:42.556894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 38850429-fb82-4110-be39-7d430aa01f42 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:42.560022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:42.568886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:49:42.602561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=2e57d167-ab9a-499a-aac5-7688f5a38710,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:42.634753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:42.720115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:42.852561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:42.868900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8a2de-2f74-4b8b-b6e4-c56b82ea946a None None] Network 38850429-fb82-4110-be39-7d430aa01f42 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:49:42.966677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bc59561e-7b8a-41bb-a8e0-9e25ae0fdc76 None None] Provisioning for port f54dab5c-19bd-46ff-aead-026722eeb7b6 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:42.990869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.241457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.248020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.334534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3363aa84-479e-4f7f-a3fb-ea658f4a5ef1 None None] Provisioning for port 2e57d167-ab9a-499a-aac5-7688f5a38710 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:43.340277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3363aa84-479e-4f7f-a3fb-ea658f4a5ef1 None None] Provisioning complete for port 2e57d167-ab9a-499a-aac5-7688f5a38710 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:43.340644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3363aa84-479e-4f7f-a3fb-ea658f4a5ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.364969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.377002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=2e57d167-ab9a-499a-aac5-7688f5a38710,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:43.409424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3363aa84-479e-4f7f-a3fb-ea658f4a5ef1 None None] Port 2e57d167-ab9a-499a-aac5-7688f5a38710 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:49:43.464029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0ed509f5-e141-4902-8dde-84633b48b149 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:43.521902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 38850429-fb82-4110-be39-7d430aa01f42 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:43.523024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:43.548301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ecffd984-90dc-4d41-b130-b4b2ddea22dc None None] Provisioning complete for port 2e57d167-ab9a-499a-aac5-7688f5a38710 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:43.548713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ecffd984-90dc-4d41-b130-b4b2ddea22dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.610616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0ed509f5-e141-4902-8dde-84633b48b149 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:43.627091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0ed509f5-e141-4902-8dde-84633b48b149 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:43.627461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.687088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ecffd984-90dc-4d41-b130-b4b2ddea22dc None None] Port 2e57d167-ab9a-499a-aac5-7688f5a38710 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:49:43.753281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.768953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0ed509f5-e141-4902-8dde-84633b48b149, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0ed509f5-e141-4902-8dde-84633b48b149,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:43.774441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.775479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f54dab5c-19bd-46ff-aead-026722eeb7b6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:43.900818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0ed509f5-e141-4902-8dde-84633b48b149,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:43.907545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1d34621f-3b07-4fc8-ad86-c38b304f9153 None None] Provisioning complete for port 2e57d167-ab9a-499a-aac5-7688f5a38710 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:43.908115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1d34621f-3b07-4fc8-ad86-c38b304f9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:43.924791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:49:43.964217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1d34621f-3b07-4fc8-ad86-c38b304f9153 None None] Port 2e57d167-ab9a-499a-aac5-7688f5a38710 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:49:43.968111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port f54dab5c-19bd-46ff-aead-026722eeb7b6 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:43.973046 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f54dab5c-19bd-46ff-aead-026722eeb7b6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:43.973409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:44.088000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:44.120158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port f54dab5c-19bd-46ff-aead-026722eeb7b6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f54dab5c-19bd-46ff-aead-026722eeb7b6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:44.125221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:49:44.126158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:44.140648 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-75fec3f4-624e-4fc2-aaa9-ccea91bbde2d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/3a863157-0d3a-4a0a-9bf8-0c22da4de80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2206447 Apr 22 14:49:44.143161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38554) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:44.194573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=f54dab5c-19bd-46ff-aead-026722eeb7b6,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:44.395074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:44.460052 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.460709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.460709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.461223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.461595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.461958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.463680 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8d6c51a3-4419-42fa-b284-d3f9ae9e4c7b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3194413 Apr 22 14:49:44.467667 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38560) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:44.539180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.539407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.539649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.540026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.540365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.540700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:44.545029 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-08d613aa-5ddd-48af-ac45-1bca699bbf22 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0738943 Apr 22 14:49:44.545245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38564) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:44.745916 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c9ab5b7d-762e-4f59-a36b-33c3f37829c2 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1994705 Apr 22 14:49:44.912458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38570) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:44.918152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676386986', 'description': 'tempest-secgroup-smoke-676386986 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:44.924193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:44.928338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:44.931411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:44.937487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:44.949281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:44.984299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:44.988586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:44.991708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:44.998347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:45.063034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.068958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.112226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8789dc4-ef48-4a45-833b-ad6c2186c33f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:45.116806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.120766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6933e29f-f097-404f-b26d-36c92663f199 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2046978 Apr 22 14:49:45.121989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38574) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:45.127301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'a8789dc4-ef48-4a45-833b-ad6c2186c33f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:45.133571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:45.137376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:45.140234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:45.145847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:45.163355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.227127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.232414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.250656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Sync routers for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:49:45.264421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:45.265235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:45.367941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc663fb1-7166-4aba-b52d-8f2708899e45,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:45.378173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0ed509f5-e141-4902-8dde-84633b48b149 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:45.379120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.380293 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7aa1cfb2-6a4c-429b-8cab-4f6bbf8b5c6e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2580960 Apr 22 14:49:45.383124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38578) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:45.388959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'a8789dc4-ef48-4a45-833b-ad6c2186c33f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:45.394862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:45.398563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:45.401471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:45.407097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:45.425097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.485136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.490717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.510685 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0ed509f5-e141-4902-8dde-84633b48b149 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:45.510946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.515849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20337cf0-6345-4256-844b-28830f7d1630,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:45.527089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.528305 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6fa6bd34-bf3f-49d2-9433-88b4454fa89f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1438813 Apr 22 14:49:45.531053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38582) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:45.533618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:45.536731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'a8789dc4-ef48-4a45-833b-ad6c2186c33f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:45.542479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:45.546272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:45.549041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:45.554798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:45.572398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.635724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.640926 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.664510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970024ed-5538-4bc2-abb0-673f27a264de,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:45.676631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.677890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e85181bb-6d1b-4d4b-b11b-0a1351fe2b3a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457362 Apr 22 14:49:45.680626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38586) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:45.686318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'a8789dc4-ef48-4a45-833b-ad6c2186c33f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:45.692231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:45.695927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:45.698685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:45.704237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:45.723983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.788170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.793281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.815843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b400c3-c07d-48a3-bb2d-d521b944f454,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:45.825230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.826510 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-06e6c535-72ad-4933-9412-54f2f89e83bb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449564 Apr 22 14:49:45.828252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f54dab5c-19bd-46ff-aead-026722eeb7b6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:45.829224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38590) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:45.835019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'a8789dc4-ef48-4a45-833b-ad6c2186c33f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:45.841470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:45.845256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:45.848229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:45.854116 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:45.865448 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:49:45.873170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.937932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.944901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.955413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f54dab5c-19bd-46ff-aead-026722eeb7b6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:45.955780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.967625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37093158-ef9c-43d7-921a-ddcd18ffc09e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:45.976892 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:45.978084 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-21840ee8-bda8-40e6-ac01-c4c36ddeb4a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478920 Apr 22 14:49:45.981049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38594) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:45.986532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'a8789dc4-ef48-4a45-833b-ad6c2186c33f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:45.992143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:45.995893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:45.998763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:46.004693 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:46.014585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:46.016812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:49:46.022837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Checking router: 3a863157-0d3a-4a0a-9bf8-0c22da4de80b for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:49:46.023181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Updating router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b port 2e57d167-ab9a-499a-aac5-7688f5a38710 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:49:46.023555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.093051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.098210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.121900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53ed2d3-f3d4-42a3-b3ff-2f2aca439891,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:46.133624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.135129 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3d442025-6aea-4192-9ddf-2264fb1ce40e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1530793 Apr 22 14:49:46.163316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.410191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-bd67dfcd-465d-4807-b7e4-894543059e9d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:49:46.427318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-bd67dfcd-465d-4807-b7e4-894543059e9d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:49:46.428466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-bd67dfcd-465d-4807-b7e4-894543059e9d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676386986&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0590346 Apr 22 14:49:46.511293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.523789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Transition to ACTIVE for port object 2e57d167-ab9a-499a-aac5-7688f5a38710 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:46.534680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.576342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-62ed1961-bba8-4ee5-bb30-7a8b8bc2545b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:46.577875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-62ed1961-bba8-4ee5-bb30-7a8b8bc2545b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 200 len: 796 time: 0.1416471 Apr 22 14:49:46.594396 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-841252b6-08da-4699-9622-1d0e60dffc63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0110626 Apr 22 14:49:46.661568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b97a8f-e059-43a4-b252-c9d7863b6682 None None] Pushing event updated for resources: {'Port': ['ID=2e57d167-ab9a-499a-aac5-7688f5a38710,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:46.688823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-b843b79d-ca17-4152-b84a-6a073eb37aa2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881109 Apr 22 14:49:46.753756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Attempting to bind port 2e57d167-ab9a-499a-aac5-7688f5a38710 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:49:46.754261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Attempting to bind port 2e57d167-ab9a-499a-aac5-7688f5a38710 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:49:46.754691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Attempting to bind port 2e57d167-ab9a-499a-aac5-7688f5a38710 on network 38850429-fb82-4110-be39-7d430aa01f42 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:49:46.761448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:49:46.761942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Checking segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:49:46.762403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.762854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Bound using segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:49:46.763378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Bound port: 2e57d167-ab9a-499a-aac5-7688f5a38710, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:49:46.763849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.829651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-37bcbbc3-4811-4245-ac4a-0c4630805b68 service neutron] 10.222.0.32 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274395 Apr 22 14:49:46.860299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] For port 2e57d167-ab9a-499a-aac5-7688f5a38710, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:49:46.863503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] For port 2e57d167-ab9a-499a-aac5-7688f5a38710, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2e57d167-ab9a-499a-aac5-7688f5a38710,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:49:46.868975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:46.951442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:49:46.952064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:46.961578 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-323553b6-fb41-44ce-9204-9824d480c53b service neutron] 10.222.0.32 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250668 Apr 22 14:49:47.002853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b97a8f-e059-43a4-b252-c9d7863b6682 None None] Pushing event updated for resources: {'Port': ['ID=2e57d167-ab9a-499a-aac5-7688f5a38710,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:47.130128 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:49:47.153386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:49:47.179552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c3875561-82d8-40cc-8be6-231ff5089346 req-939cb149-f631-4f4b-bcf3-94b332ae8a87 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 210 time: 0.0487583 Apr 22 14:49:47.493308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:46Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:49:47.497657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c24405-7a80-4ffa-a664-48f163c117c5 None None] The sync data for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv is: [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:46Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:49:48.225035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7c71187c-c095-46e2-8270-597490b8973b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:48.225737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7c71187c-c095-46e2-8270-597490b8973b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:49:48.242197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7c71187c-c095-46e2-8270-597490b8973b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:49:48.243558 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7c71187c-c095-46e2-8270-597490b8973b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 200 len: 796 time: 0.1645749 Apr 22 14:49:48.302548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-db96e710-f469-47fd-91fa-db141d5222be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:49:48.327265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-db96e710-f469-47fd-91fa-db141d5222be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:49:48.328556 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-db96e710-f469-47fd-91fa-db141d5222be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 379 time: 0.0733559 Apr 22 14:49:48.340990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['a8789dc4-ef48-4a45-833b-ad6c2186c33f']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:48.380240 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b8494690-77c7-4d97-a617-b182bffe88ca req-2b6bfe5c-3858-40b8-b7ea-cbed32811663 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 210 time: 0.0437002 Apr 22 14:49:48.486825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:48.491157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:port and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:48.494141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:48.500297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:48.516254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:49:48.519244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:48.694342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.12 (38850429-fb82-4110-be39-7d430aa01f42/79e0e898-4273-4c29-b52f-e5eba78fed9e/5a78415b-c842-4674-93a2-a788ea4a57c6) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:49:48.881633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:48.898328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 5a78415b-c842-4674-93a2-a788ea4a57c6 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:48.921826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:48.993932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 38850429-fb82-4110-be39-7d430aa01f42 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:48.996744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:49.002481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:49:49.033059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=5a78415b-c842-4674-93a2-a788ea4a57c6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:49.070517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:49.071127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.096548 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-165301fa-07b6-4542-98ba-fe352f91ef25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7605362 Apr 22 14:49:49.108921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Request body: {'port': {'device_id': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:49.193442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-96c47738-9cfd-4c97-9258-89f7e42072b9 None None] Provisioning for port 5a78415b-c842-4674-93a2-a788ea4a57c6 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:49.198369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-96c47738-9cfd-4c97-9258-89f7e42072b9 None None] Provisioning complete for port 5a78415b-c842-4674-93a2-a788ea4a57c6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:49.198714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-96c47738-9cfd-4c97-9258-89f7e42072b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.216648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.250924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-96c47738-9cfd-4c97-9258-89f7e42072b9 None None] Port 5a78415b-c842-4674-93a2-a788ea4a57c6 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:49:49.383427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2e57d167-ab9a-499a-aac5-7688f5a38710 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:49.456460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2e57d167-ab9a-499a-aac5-7688f5a38710 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:49.461527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2e57d167-ab9a-499a-aac5-7688f5a38710 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:49.462161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.559984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a78415b-c842-4674-93a2-a788ea4a57c6 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:49:49.567558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.584006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Transition to ACTIVE for port object 5a78415b-c842-4674-93a2-a788ea4a57c6 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:49:49.588093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3b741-bec1-4b1f-b699-3daabd223c17 req-d6ad2535-5be1-495d-a54f-a997d2fc9aa5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:49.589167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.589705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bde3b741-bec1-4b1f-b699-3daabd223c17 req-d6ad2535-5be1-495d-a54f-a997d2fc9aa5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 932 time: 0.0820806 Apr 22 14:49:49.626057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.638937 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bde3b741-bec1-4b1f-b699-3daabd223c17 req-bcd53480-5c1d-4740-82c4-cd1e51441dcf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Apr 22 14:49:49.661026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 2e57d167-ab9a-499a-aac5-7688f5a38710, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2e57d167-ab9a-499a-aac5-7688f5a38710,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:49.668160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:49.742842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=2e57d167-ab9a-499a-aac5-7688f5a38710,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:49.813954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a78415b-c842-4674-93a2-a788ea4a57c6,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:49.946720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Attempting to bind port 5a78415b-c842-4674-93a2-a788ea4a57c6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:49:49.946925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Attempting to bind port 5a78415b-c842-4674-93a2-a788ea4a57c6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:49:49.947248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Attempting to bind port 5a78415b-c842-4674-93a2-a788ea4a57c6 on network 38850429-fb82-4110-be39-7d430aa01f42 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:49:49.953217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Port 5a78415b-c842-4674-93a2-a788ea4a57c6 on network 38850429-fb82-4110-be39-7d430aa01f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:49:49.953522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Attempting to bind port 5a78415b-c842-4674-93a2-a788ea4a57c6 on network 38850429-fb82-4110-be39-7d430aa01f42 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:49:49.959578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:49:49.959898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Checking segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:49:49.960263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Bound using segment: {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:49:49.960672 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Bound port: 5a78415b-c842-4674-93a2-a788ea4a57c6, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d5f084-7574-477b-b65c-9911239eed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '38850429-fb82-4110-be39-7d430aa01f42'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:49:49.961027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:50.047318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] For port 5a78415b-c842-4674-93a2-a788ea4a57c6, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:49:50.050410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] For port 5a78415b-c842-4674-93a2-a788ea4a57c6, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5a78415b-c842-4674-93a2-a788ea4a57c6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:49:50.057815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:50.121473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:50.122897 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 200 len: 1094 time: 1.0183895 Apr 22 14:49:50.123409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:49:50.141910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a2256-4858-4b1c-8907-5912abd977d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a78415b-c842-4674-93a2-a788ea4a57c6,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:50.199432 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff20cd3-bc28-40e9-a95c-59540f5a925b'] response: {'name': 'network-changed', 'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'status': 'completed', 'code': 200} Apr 22 14:49:50.247543 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-e16184bb-cd77-467e-96d7-8c8141d144c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1097 time: 0.0793996 Apr 22 14:49:50.320473 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-d53459ea-72c3-476e-a7d0-82cce8cc78c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 200 len: 217 time: 0.0658209 Apr 22 14:49:50.383911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-1fb1f8cb-2b81-4469-887b-95a952542820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:50.385269 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-1fb1f8cb-2b81-4469-887b-95a952542820 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 200 len: 843 time: 0.0559464 Apr 22 14:49:50.467008 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-c5f47f97-04b0-4bdd-9162-7bee62f6870f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38850429-fb82-4110-be39-7d430aa01f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742722 Apr 22 14:49:50.597932 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-6d0195bd-b520-43c1-af83-4d6e3d5ac74e service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236608 Apr 22 14:49:50.749778 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-df274dcc-2921-4f36-90fa-f9b6ab7e5222 req-f7359106-15db-4681-a2da-00f2ea7217bb service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453114 Apr 22 14:49:50.843149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bdb48-1461-4b27-8a70-71e40ad4416c req-6c887065-1a25-4ea7-9be7-db6af1a9721e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:50.844651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b06bdb48-1461-4b27-8a70-71e40ad4416c req-6c887065-1a25-4ea7-9be7-db6af1a9721e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 944 time: 0.0819178 Apr 22 14:49:50.866855 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-819432e0-d3fc-411b-bca7-0445825b4b4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1097 time: 0.0695558 Apr 22 14:49:50.891114 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b06bdb48-1461-4b27-8a70-71e40ad4416c req-7a46364c-fd9c-43d3-a8ec-ea139690071b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Apr 22 14:49:51.010582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-357e604b-2a48-45cb-8ea9-60b9dddc4dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:51.012876 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-357e604b-2a48-45cb-8ea9-60b9dddc4dd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 200 len: 897 time: 0.1388180 Apr 22 14:49:51.086417 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-d7f4d2db-c5da-4641-ab5a-d6b3a4c5ba5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 200 len: 217 time: 0.0662878 Apr 22 14:49:51.150473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-0a8ee42a-fbf0-4a18-8b20-4d942cdf8fc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:51.151875 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-0a8ee42a-fbf0-4a18-8b20-4d942cdf8fc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 200 len: 843 time: 0.0592370 Apr 22 14:49:51.234536 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-55935659-e3fd-4d24-bc20-27fd41a32b05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38850429-fb82-4110-be39-7d430aa01f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758290 Apr 22 14:49:51.362606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2e57d167-ab9a-499a-aac5-7688f5a38710 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:51.370066 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-49c5e4d3-295d-49d3-ac5a-7fd70d3cae9e service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285717 Apr 22 14:49:51.434145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2e57d167-ab9a-499a-aac5-7688f5a38710 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:51.434479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:51.501173 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8fa4afa9-42a5-426c-a4a1-233706fd5d22 req-3c6a51ba-c674-4374-aa75-2baafb3868a1 service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244209 Apr 22 14:49:52.258695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d0df-78fb-4f38-a6ee-58c6bf35f61c req-b8eb8158-cdb1-4d06-9146-e082b0de46cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:52.260040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ec8d0df-78fb-4f38-a6ee-58c6bf35f61c req-b8eb8158-cdb1-4d06-9146-e082b0de46cc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 944 time: 0.0929267 Apr 22 14:49:52.305430 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ec8d0df-78fb-4f38-a6ee-58c6bf35f61c req-f0cb6c0c-5f5b-4a0c-b3f0-428d3508acf0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 Apr 22 14:49:53.526819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78707b-c428-41c6-a98d-654f193e93a5 req-4f93c7e1-9a0e-4686-bad0-183f5ae595d4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:53.528259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ad78707b-c428-41c6-a98d-654f193e93a5 req-4f93c7e1-9a0e-4686-bad0-183f5ae595d4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 944 time: 0.1007483 Apr 22 14:49:53.576683 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ad78707b-c428-41c6-a98d-654f193e93a5 req-058d128e-9843-4782-b995-bb90fd36e807 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Apr 22 14:49:54.000141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5a78415b-c842-4674-93a2-a788ea4a57c6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:49:54.151672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 5a78415b-c842-4674-93a2-a788ea4a57c6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5a78415b-c842-4674-93a2-a788ea4a57c6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:54.165597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'port_id': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'mac_address': 'fa:16:3e:ef:df:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:49:54.226069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:54.248845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a78415b-c842-4674-93a2-a788ea4a57c6 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:49:54.264618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 5a78415b-c842-4674-93a2-a788ea4a57c6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5a78415b-c842-4674-93a2-a788ea4a57c6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:54.269776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:54.336954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=5a78415b-c842-4674-93a2-a788ea4a57c6,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:54.592564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['5a78415b-c842-4674-93a2-a788ea4a57c6'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:49:54.873637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831b84c-f943-4aa6-bef0-32542892c67b req-178b042e-d825-4c2d-818f-292507b741e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:54.875046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0831b84c-f943-4aa6-bef0-32542892c67b req-178b042e-d825-4c2d-818f-292507b741e9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 945 time: 0.1745832 Apr 22 14:49:54.922128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0831b84c-f943-4aa6-bef0-32542892c67b req-c066efcc-ed8d-4511-a60e-49bbc94185eb tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Apr 22 14:49:56.011971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5a78415b-c842-4674-93a2-a788ea4a57c6 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:49:56.082953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 5a78415b-c842-4674-93a2-a788ea4a57c6 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:49:56.087666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 5a78415b-c842-4674-93a2-a788ea4a57c6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:49:56.088039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:56.130660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cea0ae-fc06-46aa-a0bd-83637449b767 req-a8b2b8aa-4f99-49b5-8bb9-a5dcd005e1fe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:56.132101 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76cea0ae-fc06-46aa-a0bd-83637449b767 req-a8b2b8aa-4f99-49b5-8bb9-a5dcd005e1fe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 945 time: 0.0737512 Apr 22 14:49:56.178600 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76cea0ae-fc06-46aa-a0bd-83637449b767 req-82f61e48-97aa-46c2-a810-6ebfca499fff tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Apr 22 14:49:56.200578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:56.226591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:49:56.236186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 5a78415b-c842-4674-93a2-a788ea4a57c6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5a78415b-c842-4674-93a2-a788ea4a57c6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:49:56.242484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:56.281787 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe8f92e-5887-4031-97ec-2415c3c8bca7'] response: {'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'code': 200} Apr 22 14:49:56.317246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=5a78415b-c842-4674-93a2-a788ea4a57c6,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:49:56.607773 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ed53b630-e182-4c2b-94e6-85c3d7d1da1d req-8c67d7e8-17ec-455f-ac44-4646e6008e4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1099 time: 0.1577322 Apr 22 14:49:56.651351 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-ed53b630-e182-4c2b-94e6-85c3d7d1da1d req-63dbf096-7715-4f00-b5cb-585d26b541cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Apr 22 14:49:57.379554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e4819-ee45-49fd-8c3a-b450e957a222 req-74fbee2b-772c-4310-9ef2-c32aa6d635c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:57.380998 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-752e4819-ee45-49fd-8c3a-b450e957a222 req-74fbee2b-772c-4310-9ef2-c32aa6d635c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 946 time: 0.0774539 Apr 22 14:49:57.428748 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-752e4819-ee45-49fd-8c3a-b450e957a222 req-da8310a0-4050-434e-b318-a111f1aa0111 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391495 Apr 22 14:49:58.643314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1485fd-299b-4558-982b-db88cb78a637 req-4617358e-9f33-458c-9d9b-b0a23f312f76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:58.644673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1f1485fd-299b-4558-982b-db88cb78a637 req-4617358e-9f33-458c-9d9b-b0a23f312f76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 946 time: 0.0925705 Apr 22 14:49:58.693667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1f1485fd-299b-4558-982b-db88cb78a637 req-cf228ce7-2976-4724-a690-fd6835ad0577 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403049 Apr 22 14:49:58.900206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2861ba2-2c9b-48b9-9414-d5582d1dd047 req-728e563d-4047-40f1-8536-5b9fdfbbec9e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:49:58.901566 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2861ba2-2c9b-48b9-9414-d5582d1dd047 req-728e563d-4047-40f1-8536-5b9fdfbbec9e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 946 time: 0.0770473 Apr 22 14:49:58.946677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2861ba2-2c9b-48b9-9414-d5582d1dd047 req-477f657d-d2cc-4782-970a-48365c189ef4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Apr 22 14:49:58.973922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38640) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:59.047708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a1cc284d-1bda-40c7-9dd9-2a18e10bb852 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1094 time: 0.0726681 Apr 22 14:49:59.051449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38644) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:49:59.056666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:49:59.062494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:49:59.066588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:49:59.069466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:49:59.075332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:49:59.090867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:59.237196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:59.377202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.124 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/fcab28ba-a9ec-442b-816d-21da90f98a34) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:49:59.525339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:59.570123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:49:59.636384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:49:59.639190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:49:59.643482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:49:59.666891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=fcab28ba-a9ec-442b-816d-21da90f98a34,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:00.144260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:00.206227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:00.497304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:00.504193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:00.605623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=fcab28ba-a9ec-442b-816d-21da90f98a34,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:00.620147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:00.808459 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 778e2703-22e8-4cd6-a3a0-2e123605a673 associated. External IP: 172.26.2.124, port: 5a78415b-c842-4674-93a2-a788ea4a57c6. Apr 22 14:50:01.208916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:50:01.407067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:50:01.416637 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] Sync routers for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:50:01.428682 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:50:01.429318 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:01.431753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:01.487738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d0c9f828-b10c-4bea-850f-88fef950d9f6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4326677 Apr 22 14:50:01.487738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:01.488105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38650) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:01.544912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfec2d60-d527-404e-9bce-8e1766fd432a'] response: {'name': 'network-changed', 'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'status': 'completed', 'code': 200} Apr 22 14:50:01.648081 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:50:01.667158 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-635c4f80-c7ca-472e-b79a-47436fa3d30d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/778e2703-22e8-4cd6-a3a0-2e123605a673 HTTP/1.1" status: 200 len: 992 time: 0.1779437 Apr 22 14:50:01.697413 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-207441da-812f-4c9a-8941-e5432634e148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1099 time: 0.0782917 Apr 22 14:50:01.830734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-127fcf7f-de66-4804-8418-ad886a18681c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:01.832389 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-127fcf7f-de66-4804-8418-ad886a18681c service neutron] 10.222.0.24 "GET /v2.0/networks?id=38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 200 len: 897 time: 0.1286576 Apr 22 14:50:01.933716 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-101b6cb9-6c4b-488a-86e8-14ccc42966d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 200 len: 1000 time: 0.0947375 Apr 22 14:50:01.997112 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '778e2703-22e8-4cd6-a3a0-2e123605a673', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.124', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'port_id': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'mac_address': 'fa:16:3e:ef:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:49:59Z', 'updated_at': '2022-04-22T14:49:59Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:49Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:01.998325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-c275a099-bfff-45bc-9a17-064fc70e7b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:01.999895 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-c275a099-bfff-45bc-9a17-064fc70e7b9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 200 len: 843 time: 0.0609045 Apr 22 14:50:02.001335 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] Checking router: 3a863157-0d3a-4a0a-9bf8-0c22da4de80b for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:50:02.012481 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:50:02.013068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:49:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:02.080124 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-0852b216-28a9-4c14-aa6d-f35d7627bb6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38850429-fb82-4110-be39-7d430aa01f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746975 Apr 22 14:50:02.199728 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:50:02.215171 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-d77e27c1-8f57-4c04-80ac-4e914c731005 service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281726 Apr 22 14:50:02.358839 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8f615056-7b73-4194-b4c9-d80fcd990505 req-258a45c8-a1d4-4666-8722-0ca15697b846 service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371164 Apr 22 14:50:02.648147 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '778e2703-22e8-4cd6-a3a0-2e123605a673', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.124', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'port_id': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'mac_address': 'fa:16:3e:ef:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:49:59Z', 'updated_at': '2022-04-22T14:49:59Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:49Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:02.652348 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf66092-155d-4813-b68a-eeb073db73f9 None None] The sync data for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv is: [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '778e2703-22e8-4cd6-a3a0-2e123605a673', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.124', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'port_id': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'mac_address': 'fa:16:3e:ef:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:49:59Z', 'updated_at': '2022-04-22T14:49:59Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:49Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:50:02.670252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38660) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:02.775006 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e7ec2d88-fbdd-43b5-9c01-a74e41456600 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/778e2703-22e8-4cd6-a3a0-2e123605a673 HTTP/1.1" status: 200 len: 992 time: 0.1024408 Apr 22 14:50:03.777525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38670) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:03.808015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:03.881660 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-101ed127-44f1-4a32-a10b-f0f9953abd3b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/778e2703-22e8-4cd6-a3a0-2e123605a673 HTTP/1.1" status: 200 len: 992 time: 0.1029449 Apr 22 14:50:04.322992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290c456-5a1e-4419-b034-a51bb13eacfb None None] New status for floating IP 778e2703-22e8-4cd6-a3a0-2e123605a673: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:50:04.885788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38680) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:04.994897 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-85891f5d-c6dc-4520-84e7-6ecf9a2b342a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/778e2703-22e8-4cd6-a3a0-2e123605a673 HTTP/1.1" status: 200 len: 994 time: 0.1079314 Apr 22 14:50:09.606562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6b49d71d-55f2-49f3-bb69-e79e8ce6e61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:11.700031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5ea82dc8-ec0f-4aeb-9583-cf80355a66e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:12.548433 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-b08340de-92ce-42a6-8bd0-d2bdda2746b4 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917245522&fields=id&tenant_id=a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 267 time: 0.0419991 Apr 22 14:50:12.788035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644db773-0a23-450a-9b24-06abf32587d9 req-ba5b8114-9224-449c-a475-003ffd7b2bc0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:12.789470 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-ba5b8114-9224-449c-a475-003ffd7b2bc0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 812 time: 0.2348180 Apr 22 14:50:12.806347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-d3844612-dae0-4866-ae25-b3c977da4160 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/quotas/a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 375 time: 0.0111244 Apr 22 14:50:12.853103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:12.894837 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-e54ee1e0-bf0e-410a-ad1e-7694529a8b4d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816140 Apr 22 14:50:12.975820 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:12.977855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-a42d0f7c-4518-45b3-a02a-7c2ae2847cac service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:50:12.978953 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-a42d0f7c-4518-45b3-a02a-7c2ae2847cac service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0731080 Apr 22 14:50:13.111970 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-4157f80f-319f-494e-9bba-eaa947b5c76d service neutron] 10.222.0.32 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264617 Apr 22 14:50:13.252510 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-08fe722d-07d7-4d1b-bc70-5e021ce2561a service neutron] 10.222.0.32 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345170 Apr 22 14:50:13.648363 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6559e5d2-1980-4255-b9f8-ba625acd2be6 req-a0d30dfa-bba2-4290-b2b8-01f2700dbda5 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 210 time: 0.0408452 Apr 22 14:50:14.398542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:14.718908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644db773-0a23-450a-9b24-06abf32587d9 req-d05a5c94-33eb-4c0b-a383-c5b2595a867c tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:14.720310 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-d05a5c94-33eb-4c0b-a383-c5b2595a867c tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 812 time: 0.1503379 Apr 22 14:50:14.773954 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-1b725699-b9a8-4f38-8fbc-37567fc790c0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2dd0946a63f4746bf8d6c6990636273 HTTP/1.1" status: 200 len: 379 time: 0.0409393 Apr 22 14:50:14.783188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'port': {'device_id': 'bf61926f-893a-490b-872b-b0c6f1655356', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'admin_state_up': True, 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'security_groups': ['1ecd4f7c-20f0-44c0-8a84-130884bb6b7d']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:50:14.817803 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e7d0dbbe-0cba-41da-810b-e7ce05da1d5c req-5e0dafd6-af7c-4b71-be67-01624cefcb7b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 210 time: 0.0437753 Apr 22 14:50:14.915530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:50:14.919566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:port and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:50:14.922380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:50:14.928085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:50:14.940134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Made reservation on behalf of a2dd0946a63f4746bf8d6c6990636273 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:50:14.943674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:15.106010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Allocated IP 172.20.0.7 (eb263995-aa05-492f-a2e7-3bffe535683c/e3afa4e8-38ef-4015-82c2-afc085779bd2/bb19316b-3cad-4316-851f-cdbcf5412be9) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:50:15.389053 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:15.404773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Transition to ACTIVE for port object bb19316b-3cad-4316-851f-cdbcf5412be9 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:50:15.427794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:15.502004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Network eb263995-aa05-492f-a2e7-3bffe535683c is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:50:15.504966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:50:15.509477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:50:15.534192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=bb19316b-3cad-4316-851f-cdbcf5412be9,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:15.571541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:15.572145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:15.598421 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-01093615-d982-4587-891c-f0a4242c5035 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187544 Apr 22 14:50:15.610958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Request body: {'port': {'device_id': 'bf61926f-893a-490b-872b-b0c6f1655356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:50:15.721444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67cf7302-be08-48d1-8f18-0043e5ced0d7 None None] Provisioning for port bb19316b-3cad-4316-851f-cdbcf5412be9 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:50:15.724695 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:15.727243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-67cf7302-be08-48d1-8f18-0043e5ced0d7 None None] Provisioning complete for port bb19316b-3cad-4316-851f-cdbcf5412be9 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:50:15.727771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67cf7302-be08-48d1-8f18-0043e5ced0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:15.782722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-67cf7302-be08-48d1-8f18-0043e5ced0d7 None None] Port bb19316b-3cad-4316-851f-cdbcf5412be9 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:50:16.023446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11272-cdb6-40ec-8b8e-c048f905d43f req-295a74da-9b05-4b1a-827b-335ef7c71da4 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:16.030457 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4cb11272-cdb6-40ec-8b8e-c048f905d43f req-295a74da-9b05-4b1a-827b-335ef7c71da4 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 931 time: 0.0840313 Apr 22 14:50:16.073126 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4cb11272-cdb6-40ec-8b8e-c048f905d43f req-565a31ba-8637-44ef-a510-207876c392f4 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Apr 22 14:50:16.073839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb19316b-3cad-4316-851f-cdbcf5412be9 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:50:16.081410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:16.102791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Transition to ACTIVE for port object bb19316b-3cad-4316-851f-cdbcf5412be9 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:50:16.102791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:16.231644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb19316b-3cad-4316-851f-cdbcf5412be9,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:16.341048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Attempting to bind port bb19316b-3cad-4316-851f-cdbcf5412be9 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:50:16.341881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Attempting to bind port bb19316b-3cad-4316-851f-cdbcf5412be9 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:50:16.341881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Attempting to bind port bb19316b-3cad-4316-851f-cdbcf5412be9 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:50:16.347755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Port bb19316b-3cad-4316-851f-cdbcf5412be9 on network eb263995-aa05-492f-a2e7-3bffe535683c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:50:16.348288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Attempting to bind port bb19316b-3cad-4316-851f-cdbcf5412be9 on network eb263995-aa05-492f-a2e7-3bffe535683c {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:50:16.354783 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:50:16.355115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Checking segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:50:16.355494 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Bound using segment: {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:50:16.355923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Bound port: bb19316b-3cad-4316-851f-cdbcf5412be9, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:50:16.356267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:16.448822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] For port bb19316b-3cad-4316-851f-cdbcf5412be9, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:50:16.452161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] For port bb19316b-3cad-4316-851f-cdbcf5412be9, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb19316b-3cad-4316-851f-cdbcf5412be9,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:50:16.457625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:16.528476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:16.529951 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] 10.222.0.24 "PUT /v2.0/ports/bb19316b-3cad-4316-851f-cdbcf5412be9 HTTP/1.1" status: 200 len: 1093 time: 0.9236801 Apr 22 14:50:16.530377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:16.549296 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e8ba-b878-41db-9da8-4717acb4fac4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb19316b-3cad-4316-851f-cdbcf5412be9,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:16.599465 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a304b31b-f6be-4235-bcdb-86e956bda17b'] response: {'name': 'network-changed', 'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'status': 'completed', 'code': 200} Apr 22 14:50:16.640515 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-0dd713ce-695a-4529-9949-ac4b10d89e9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 1096 time: 0.0724168 Apr 22 14:50:16.714295 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-6707d95f-ca14-4d5f-aaf1-b979d0e3ceaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb19316b-3cad-4316-851f-cdbcf5412be9 HTTP/1.1" status: 200 len: 217 time: 0.0639596 Apr 22 14:50:16.775755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644db773-0a23-450a-9b24-06abf32587d9 req-334d921f-c9f0-4d0c-8499-497c5b630d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:16.777184 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-334d921f-c9f0-4d0c-8499-497c5b630d07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0561326 Apr 22 14:50:16.855090 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-c6b88c13-0be0-433d-b3c9-dfb49ce72e0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710247 Apr 22 14:50:16.988171 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-c394d459-3324-4d61-9af5-cc60f43192cf service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260469 Apr 22 14:50:17.221573 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-644db773-0a23-450a-9b24-06abf32587d9 req-9286d654-404d-4557-a7bf-7f3ef24922dc service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268591 Apr 22 14:50:17.279520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325a56-f7b4-4166-9b33-1089d75ead44 req-82b51fcc-5cd0-4430-b62d-21cec40eed28 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:17.280988 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb325a56-f7b4-4166-9b33-1089d75ead44 req-82b51fcc-5cd0-4430-b62d-21cec40eed28 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0817723 Apr 22 14:50:17.328824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb325a56-f7b4-4166-9b33-1089d75ead44 req-993667ce-96be-4365-b294-24e87c6d07a2 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413325 Apr 22 14:50:17.341036 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-698d0c7c-9c5e-49c5-9a5e-b1e22e0cc1df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 1096 time: 0.0748401 Apr 22 14:50:17.474188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-2d376963-8a0d-419d-9cbc-56e5dc4039f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:17.477913 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-2d376963-8a0d-419d-9cbc-56e5dc4039f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1269095 Apr 22 14:50:17.545529 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-c3be4174-342f-4a9e-94c8-341bdecbcc22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb19316b-3cad-4316-851f-cdbcf5412be9 HTTP/1.1" status: 200 len: 217 time: 0.0637610 Apr 22 14:50:17.606568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-61b482e9-7bc0-4ee0-9652-7f6936ba97da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:17.608822 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-61b482e9-7bc0-4ee0-9652-7f6936ba97da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0564501 Apr 22 14:50:17.688070 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-8005da99-fec7-4194-9fae-55b1f9b5557c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725296 Apr 22 14:50:17.830091 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-9178b13a-dcc8-48e8-9fb6-4dce888bcd5f service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344111 Apr 22 14:50:17.976327 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3f4fc698-1d4d-412c-bd69-a6c41673d821 req-1a35409b-d9bd-47ad-97ae-f840fda086d2 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393969 Apr 22 14:50:18.538222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97d3a-bb08-4ded-8934-ba302e38e861 req-6d039b80-99e3-4924-8ea7-e2546e9b0c10 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:18.539903 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ce97d3a-bb08-4ded-8934-ba302e38e861 req-6d039b80-99e3-4924-8ea7-e2546e9b0c10 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0860837 Apr 22 14:50:18.588614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ce97d3a-bb08-4ded-8934-ba302e38e861 req-aca0a6cc-3f9e-422f-804b-2e47b72b972d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Apr 22 14:50:19.814643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516ff5d-de50-4804-b6f2-996d737ff716 req-ff51bb05-13f2-4884-990d-c735bf354534 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:19.815818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a516ff5d-de50-4804-b6f2-996d737ff716 req-ff51bb05-13f2-4884-990d-c735bf354534 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0938675 Apr 22 14:50:19.870509 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a516ff5d-de50-4804-b6f2-996d737ff716 req-38e458c8-3735-40c2-9907-59ae8d625ce1 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487559 Apr 22 14:50:21.088098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7825-8f40-47d2-b4d2-d06664e7f1ec req-7d75bccb-8b82-41bf-a2ef-3c1c3bbb0df2 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:21.089493 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-722c7825-8f40-47d2-b4d2-d06664e7f1ec req-7d75bccb-8b82-41bf-a2ef-3c1c3bbb0df2 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0810237 Apr 22 14:50:21.136669 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-722c7825-8f40-47d2-b4d2-d06664e7f1ec req-749c54be-b1df-45ac-add0-8aaf6566f643 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Apr 22 14:50:22.335505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c7166-1864-4a95-bead-97550cf7385c req-c8b0533c-91a7-4417-b37b-3788605d8597 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:22.336964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-812c7166-1864-4a95-bead-97550cf7385c req-c8b0533c-91a7-4417-b37b-3788605d8597 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0805910 Apr 22 14:50:22.382652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-812c7166-1864-4a95-bead-97550cf7385c req-8fec9bfe-b1bb-4a55-a5e8-898dd59c206e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400233 Apr 22 14:50:23.596782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574096-a267-4d30-b76c-e5f2e4da47a6 req-b7a9eebd-34a4-4a94-b7ca-55fc76d2bd56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:23.598231 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84574096-a267-4d30-b76c-e5f2e4da47a6 req-b7a9eebd-34a4-4a94-b7ca-55fc76d2bd56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0845850 Apr 22 14:50:23.646557 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84574096-a267-4d30-b76c-e5f2e4da47a6 req-c62119e9-ced7-4c8b-83e6-7e5ca0615564 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Apr 22 14:50:24.129062 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:50:25.007166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8da6-6b6c-4ee9-b28f-a8d8f39642aa req-cc2ea080-7637-418b-9e6b-0900e579ad2f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:25.008511 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73ad8da6-6b6c-4ee9-b28f-a8d8f39642aa req-cc2ea080-7637-418b-9e6b-0900e579ad2f tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0879190 Apr 22 14:50:25.054754 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73ad8da6-6b6c-4ee9-b28f-a8d8f39642aa req-1812fcb9-54b0-4f2a-b4b6-7d1c3804670a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 Apr 22 14:50:26.106644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device bb19316b-3cad-4316-851f-cdbcf5412be9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:50:26.248124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port bb19316b-3cad-4316-851f-cdbcf5412be9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb19316b-3cad-4316-851f-cdbcf5412be9,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:50:26.272848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1d6d1-916f-4d6b-a1c8-4edef0cde403 req-675e5bed-5191-4626-8272-78afc5474eb5 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:26.274553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-45f1d6d1-916f-4d6b-a1c8-4edef0cde403 req-675e5bed-5191-4626-8272-78afc5474eb5 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 943 time: 0.0844765 Apr 22 14:50:26.291572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'port_id': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'mac_address': 'fa:16:3e:79:59:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:50:26.326233 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-45f1d6d1-916f-4d6b-a1c8-4edef0cde403 req-3c292521-9c4f-4eab-85f7-05578e5220c1 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455446 Apr 22 14:50:26.345971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:26.362714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb19316b-3cad-4316-851f-cdbcf5412be9 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:50:26.377304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port bb19316b-3cad-4316-851f-cdbcf5412be9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb19316b-3cad-4316-851f-cdbcf5412be9,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:50:26.382976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:26.467900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=bb19316b-3cad-4316-851f-cdbcf5412be9,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:26.477121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.477468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.477966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.478332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.478670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.479027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.479353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.479676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.480001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.480316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.480636 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:50:26.605702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['bb19316b-3cad-4316-851f-cdbcf5412be9'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:50:27.517588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5ba04-f408-4086-a600-fc987b98c768 req-10229bed-b45d-42d0-b22a-ffc21bfc065a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:27.519039 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96e5ba04-f408-4086-a600-fc987b98c768 req-10229bed-b45d-42d0-b22a-ffc21bfc065a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 944 time: 0.0790012 Apr 22 14:50:27.572447 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96e5ba04-f408-4086-a600-fc987b98c768 req-91293004-9c05-4dea-8336-48da4b145fae tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450997 Apr 22 14:50:28.122099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device bb19316b-3cad-4316-851f-cdbcf5412be9 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:50:28.200055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port bb19316b-3cad-4316-851f-cdbcf5412be9 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:50:28.204998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port bb19316b-3cad-4316-851f-cdbcf5412be9 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:50:28.205365 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:28.355150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:28.383497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:28.393427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port bb19316b-3cad-4316-851f-cdbcf5412be9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb19316b-3cad-4316-851f-cdbcf5412be9,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:50:28.398368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:28.441458 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e53e48f-5b2d-42f5-a10a-cd210b722eb2'] response: {'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'code': 200} Apr 22 14:50:28.468878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=bb19316b-3cad-4316-851f-cdbcf5412be9,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:28.729431 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e73bdbc7-c7c8-4a96-bebd-7ffe7adf2037 req-5fd5c5c6-7b03-4331-9cbf-aec247553e86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 1098 time: 0.0669961 Apr 22 14:50:28.771617 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e73bdbc7-c7c8-4a96-bebd-7ffe7adf2037 req-f0c9c43f-b285-4c4f-80be-49e415a849f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361094 Apr 22 14:50:28.778231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a69bea-f5f8-43cd-bba5-e12e8de8c32f req-56bb77a6-8516-44df-9e84-017713867a6a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:28.779680 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b0a69bea-f5f8-43cd-bba5-e12e8de8c32f req-56bb77a6-8516-44df-9e84-017713867a6a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 945 time: 0.0784564 Apr 22 14:50:28.823934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b0a69bea-f5f8-43cd-bba5-e12e8de8c32f req-a931567f-33c7-490f-a357-bc500d0bd050 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386434 Apr 22 14:50:30.039425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771aa82-77b3-43ad-8af9-cc8b5aafe291 req-e9c61e86-1032-4c7a-aff2-72696ff12038 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:30.040863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f771aa82-77b3-43ad-8af9-cc8b5aafe291 req-e9c61e86-1032-4c7a-aff2-72696ff12038 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 945 time: 0.0816500 Apr 22 14:50:30.088723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f771aa82-77b3-43ad-8af9-cc8b5aafe291 req-2b95862f-a79b-4fa7-958f-c569059b83c0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Apr 22 14:50:30.366606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf06fc-1e30-4b15-a37c-23425564f0a7 req-383385a0-44e6-4877-8e65-b39020ff1560 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:30.368039 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7cdf06fc-1e30-4b15-a37c-23425564f0a7 req-383385a0-44e6-4877-8e65-b39020ff1560 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 945 time: 0.1609216 Apr 22 14:50:30.415926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7cdf06fc-1e30-4b15-a37c-23425564f0a7 req-98e5abd4-4b59-42a3-bfbd-d3efdc6f38fe tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391915 Apr 22 14:50:30.443744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38766) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:30.516286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-50b8e71d-591d-4f69-b70f-2359b8762637 tempest-TestVolumeBootPattern-1292948060 tempest-TestVolumeBootPattern-1292948060-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 1093 time: 0.0714273 Apr 22 14:50:30.520394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38770) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:50:30.528130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:50:30.533979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:50:30.538183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Usage tracker for resource:floatingip and tenant:a2dd0946a63f4746bf8d6c6990636273 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:50:30.541171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:50:30.547565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:50:30.561983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:30.707107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:30.841716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Allocated IP 172.26.2.233 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/93932da6-f974-42cd-ab04-7d6b439f7b03) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:50:30.986976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.021508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.088011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:50:31.090878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:50:31.095112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:50:31.118025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=93932da6-f974-42cd-ab04-7d6b439f7b03,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:31.598146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.653335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.855037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.863853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:31.971318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event updated for resources: {'Port': ['ID=93932da6-f974-42cd-ab04-7d6b439f7b03,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:50:31.990248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:32.273585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Floating IP 8d169edc-a5df-41a8-ba4a-f391aeb19aa5 associated. External IP: 172.26.2.233, port: bb19316b-3cad-4316-851f-cdbcf5412be9. Apr 22 14:50:32.661791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:50:32.857175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:50:32.867647 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:50:32.881450 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:50:32.882323 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:50:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:32.882670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:32.935259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-87f22ad5-c9d4-4247-b2a2-cbdadd96161b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4134088 Apr 22 14:50:32.935770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:50:32.989192 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6eeddec-27ac-4236-be7b-5329bc4b5af8'] response: {'name': 'network-changed', 'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'status': 'completed', 'code': 200} Apr 22 14:50:33.054822 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:50:33.082976 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-14dd0c14-4f75-44fa-91b3-12ac6f5b5a73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 1098 time: 0.0713718 Apr 22 14:50:33.212294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-9254d8c6-64b1-41af-b6c1-bd5ebdedefe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:33.213653 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-9254d8c6-64b1-41af-b6c1-bd5ebdedefe3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1243541 Apr 22 14:50:33.318864 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-3486fc60-61f6-4eac-bc64-a3eb5ff04b38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb19316b-3cad-4316-851f-cdbcf5412be9 HTTP/1.1" status: 200 len: 999 time: 0.0984147 Apr 22 14:50:33.382190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-1d596837-9302-49d6-a085-256c209a010d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:33.383638 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-1d596837-9302-49d6-a085-256c209a010d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0570924 Apr 22 14:50:33.394110 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 1, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}, {'id': '8d169edc-a5df-41a8-ba4a-f391aeb19aa5', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.233', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:79:59:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61926f-893a-490b-872b-b0c6f1655356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:50:31Z', 'updated_at': '2022-04-22T14:50:31Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:33.398081 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:50:33.408731 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:50:33.409303 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:50:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:33.457634 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-4cf2177c-2ab5-4876-afa2-787ebe1030b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675075 Apr 22 14:50:33.581079 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:50:33.589686 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-3f2075e7-3151-4ba2-b4d2-7bd4a9a04c1e service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244140 Apr 22 14:50:33.719823 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c1602c7e-6e91-466f-a0eb-4710c1f341f3 req-fe90d324-e964-4ee4-81b3-2f7b4378443c service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235585 Apr 22 14:50:33.810744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:33.960624 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 1, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}, {'id': '8d169edc-a5df-41a8-ba4a-f391aeb19aa5', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.233', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:79:59:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61926f-893a-490b-872b-b0c6f1655356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:50:31Z', 'updated_at': '2022-04-22T14:50:31Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:50:33.964899 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dd896a-fee5-4f00-93c3-332eefaf0eee None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 1, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}, {'id': '8d169edc-a5df-41a8-ba4a-f391aeb19aa5', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.233', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:79:59:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf61926f-893a-490b-872b-b0c6f1655356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:50:31Z', 'updated_at': '2022-04-22T14:50:31Z', 'revision_number': 0, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:50:34.166459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7704a93-9862-4ba9-878b-56fd602448ed None None] New status for floating IP 8d169edc-a5df-41a8-ba4a-f391aeb19aa5: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:50:39.600433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-80448a10-437a-4902-97fc-aa9f3c244da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:41.695103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7037bb4d-bf7a-4986-99e8-e9ca07fdb246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:42.863992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:42.984729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:44.402254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:50:48.124010 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-06ac1721-57cb-420d-a533-1158f5791342 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1672165 Apr 22 14:50:48.262031 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-f2c498b2-308d-49d0-a82b-64bccc606a4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1098 time: 0.0685031 Apr 22 14:50:48.419961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-9c45624c-fed8-4450-81e7-c481d2b533d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:48.419961 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-9c45624c-fed8-4450-81e7-c481d2b533d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1407559 Apr 22 14:50:48.524789 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-dffe59fc-1872-4e30-8f09-0fa3c9092fee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 1000 time: 0.0973761 Apr 22 14:50:48.586398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-e0653858-0f66-4492-8971-617cc8bc52a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:50:48.586398 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-e0653858-0f66-4492-8971-617cc8bc52a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0593827 Apr 22 14:50:48.667513 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-b4015dba-8f77-485e-8f59-1a67e18bb5ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729675 Apr 22 14:50:48.798625 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-093f6e4a-b48d-446c-9cdb-cc317afdac0d service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Apr 22 14:50:48.926882 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4f5d5c27-8f61-4d61-8348-4cc3ebe44d5f req-f540d7ef-964b-4285-a37b-a04da954df9c service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224632 Apr 22 14:51:01.125713 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:51:03.821529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:09.597600 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-894f6132-62ba-4330-8e0d-f6668104156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:11.711211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b49b021e-3284-4d3d-9446-acf5666f9e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:12.873635 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:12.984174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:14.414289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:22.074872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [req-98c03dcc-6b58-40bc-8a3b-d09e9e538186 req-177847b0-c090-4477-bc99-f1916102ebe7 service neutron] (84058) timed out ('10.222.0.24', 63355) {{(pid=84058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 14:51:33.845317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:38.123707 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:51:39.603514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9f223cb-3639-405f-bd67-ae483b168def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:41.715322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e3685ec3-4ea8-4388-a438-2ee9673f9235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:42.879140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:42.990508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:44.416850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:48.144773 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-8dfa45ee-b95c-4e44-b307-13242ee5252c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1500704 Apr 22 14:51:48.237320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-e11dba5f-949a-448c-b16b-e018df3994fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1099 time: 0.0689247 Apr 22 14:51:48.385190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-e8bbd3ab-5a0c-4e71-802f-17e04c18c169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:48.386704 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-e8bbd3ab-5a0c-4e71-802f-17e04c18c169 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 200 len: 897 time: 0.1297135 Apr 22 14:51:48.503399 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-aaaca82a-b3fc-4239-b1cd-e57e0c410b2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 200 len: 1002 time: 0.1103907 Apr 22 14:51:48.562935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-c9a92e9c-7dcf-4048-906f-75feaf6c4557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:48.564216 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-c9a92e9c-7dcf-4048-906f-75feaf6c4557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 200 len: 843 time: 0.0550385 Apr 22 14:51:48.641626 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-6b4df124-e64c-46de-b7dd-52426af67b8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38850429-fb82-4110-be39-7d430aa01f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710149 Apr 22 14:51:48.768940 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-b63ceab6-a978-4fa2-a544-1d77d0c2cfc2 service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215334 Apr 22 14:51:48.983569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-f7c518b0-8862-4269-aad5-55fcc37f49fd req-e2748742-478e-4a56-bca1-3ddec84327bb service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069333 Apr 22 14:51:56.286316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38804) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:51:56.292455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:51:56.537505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3866520'] for subnet, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.722789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730891383709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3614853'] for subnet, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.787342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:51:56.787974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:56.789404 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/subnets/79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 200 len: 835 time: 0.5015755 Apr 22 14:51:56.793169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a50bf-7e7e-4e2b-84df-91408259e684 None None] Network 38850429-fb82-4110-be39-7d430aa01f42 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:51:56.799550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=79e0e898-4273-4c29-b52f-e5eba78fed9e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:51:56.807919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.808255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.808588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.808911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.809244 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.809563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.809908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.810229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.810547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.810859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:56.811173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628b2da-e097-4344-b637-39bb24c662d3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:51:57.270114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7240acb2-7e8f-40e0-9bf6-2a6d8a6b1f4b None None] Provisioning complete for port 2e57d167-ab9a-499a-aac5-7688f5a38710 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:51:57.270537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7240acb2-7e8f-40e0-9bf6-2a6d8a6b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.430980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7240acb2-7e8f-40e0-9bf6-2a6d8a6b1f4b None None] Provisioning complete for port f54dab5c-19bd-46ff-aead-026722eeb7b6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:51:57.431335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7240acb2-7e8f-40e0-9bf6-2a6d8a6b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:51:57.558484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7240acb2-7e8f-40e0-9bf6-2a6d8a6b1f4b None None] Provisioning complete for port 5a78415b-c842-4674-93a2-a788ea4a57c6 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:51:57.558841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7240acb2-7e8f-40e0-9bf6-2a6d8a6b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:03.873049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:09.602065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-13017ab8-6197-4da2-bfc7-5310d6196df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:11.720338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-13267e62-3e86-4f7d-8760-80cfc839acd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.887752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:12.983653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.073880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38816) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:13.271678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Deleting port 93932da6-f974-42cd-ab04-7d6b439f7b03 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:13.271891 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.435511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.435823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.551291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Calling delete_port for 93932da6-f974-42cd-ab04-7d6b439f7b03 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:13.700482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:13.741977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'Port': ['ID=93932da6-f974-42cd-ab04-7d6b439f7b03,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:13.841580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:14.318479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:14.411978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:14.520256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:14.530383 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:14.536729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:14.543908 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:14.544517 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:14.589430 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c67bf153-abe2-4f72-a347-194c53fb455a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d169edc-a5df-41a8-ba4a-f391aeb19aa5 HTTP/1.1" status: 204 len: 168 time: 1.5143385 Apr 22 14:52:14.589908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:14.723714 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:14.765317 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf34773-63a5-4fad-8a9c-99119449ac85'] response: {'name': 'network-changed', 'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'status': 'completed', 'code': 200} Apr 22 14:52:14.864308 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-eaa6509e-6d73-42ee-a3eb-e75fcd1728d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 1098 time: 0.0761724 Apr 22 14:52:14.998564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-f3b7a0fe-7c92-4775-b532-d79ca7be7d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:15.000197 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-f3b7a0fe-7c92-4775-b532-d79ca7be7d1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1291645 Apr 22 14:52:15.065889 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-d23986c6-d1f9-4939-a82d-4fbc8364fa6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb19316b-3cad-4316-851f-cdbcf5412be9 HTTP/1.1" status: 200 len: 217 time: 0.0592167 Apr 22 14:52:15.076038 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 1, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:15.080148 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:15.090632 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:15.091308 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:15.092345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72169e03-fb99-4364-ae07-5032348da16f req-35919294-bf03-4dd3-95b5-7a37f190cb18 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:15.093804 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-72169e03-fb99-4364-ae07-5032348da16f req-35919294-bf03-4dd3-95b5-7a37f190cb18 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 945 time: 0.1524665 Apr 22 14:52:15.131308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-e611b4ad-6c27-477d-8176-2b466a197b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:15.132855 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-e611b4ad-6c27-477d-8176-2b466a197b5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0608637 Apr 22 14:52:15.141098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-72169e03-fb99-4364-ae07-5032348da16f req-18a3e0c1-373c-4b28-bfed-5d6fc6c9eed3 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Apr 22 14:52:15.206252 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-6ec183f5-11de-4974-a42e-bcd056736458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660875 Apr 22 14:52:15.211596 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:52:15.270804 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:15.338851 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-1065c307-563a-4d56-bb4a-cb41b386fae1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244538 Apr 22 14:52:15.470569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8dd3a1ab-4678-4345-9943-59ae75d0450c req-71a15d75-3276-4159-85a0-5a8900085344 service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257794 Apr 22 14:52:15.609246 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 1, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:15.613343 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8e5ac-737a-4ea7-b451-0bfab0083de9 None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '13c6d591-4ff7-48a2-a962-cedfd6880ef7', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'port_id': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:48:20Z', 'updated_at': '2022-04-22T14:48:23Z', 'revision_number': 1, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:15.830026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f992c0-2afa-4fc5-83b1-0a81220dd8a4 None None] New status for floating IP 8d169edc-a5df-41a8-ba4a-f391aeb19aa5: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:16.415214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2ca8e-645b-4fd1-a700-c2f6d44efd5b req-b032cbfd-bde4-4211-b2f2-26a39ebae65d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:16.416576 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-97b2ca8e-645b-4fd1-a700-c2f6d44efd5b req-b032cbfd-bde4-4211-b2f2-26a39ebae65d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 945 time: 0.1486928 Apr 22 14:52:16.461628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-97b2ca8e-645b-4fd1-a700-c2f6d44efd5b req-f99e35b9-0376-41cb-a6ba-2a86d7442b8a tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391269 Apr 22 14:52:16.480044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-210ae345-7d21-421a-9908-80011661c66e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:16.480922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-210ae345-7d21-421a-9908-80011661c66e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:16.498528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-210ae345-7d21-421a-9908-80011661c66e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:16.499745 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-210ae345-7d21-421a-9908-80011661c66e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 945 time: 0.1004920 Apr 22 14:52:16.565471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Deleting port bb19316b-3cad-4316-851f-cdbcf5412be9 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:16.565839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:16.914272 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] For port bb19316b-3cad-4316-851f-cdbcf5412be9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=bb19316b-3cad-4316-851f-cdbcf5412be9,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:16.914576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.032954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Calling delete_port for bb19316b-3cad-4316-851f-cdbcf5412be9 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:17.186937 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.232752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'Port': ['ID=bb19316b-3cad-4316-851f-cdbcf5412be9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:17.311183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] No DVR routers for this DVR port bb19316b-3cad-4316-851f-cdbcf5412be9 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:17.313846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:17.316559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'name': 'network-vif-deleted', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:17.333621 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-599fbbfa-ceff-42ed-8792-b3c4ea74dd49 req-684901ee-971e-49df-b3b1-aff4f213262e tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "DELETE /v2.0/ports/bb19316b-3cad-4316-851f-cdbcf5412be9 HTTP/1.1" status: 204 len: 173 time: 0.8288708 Apr 22 14:52:17.397750 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91eec2c-0169-45aa-a2fd-bcf7d981f8b9'] response: {'server_uuid': 'bf61926f-893a-490b-872b-b0c6f1655356', 'name': 'network-vif-deleted', 'tag': 'bb19316b-3cad-4316-851f-cdbcf5412be9', 'status': 'completed', 'code': 200} Apr 22 14:52:17.625124 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e126dd79-de83-4a2d-8c47-af395c189e03 req-bab12166-0778-4a26-b7c2-7c303a22bd63 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf61926f-893a-490b-872b-b0c6f1655356 HTTP/1.1" status: 200 len: 210 time: 0.0450058 Apr 22 14:52:20.679048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device bb19316b-3cad-4316-851f-cdbcf5412be9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:20.717830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: bb19316b-3cad-4316-851f-cdbcf5412be9 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:20.718151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device bb19316b-3cad-4316-851f-cdbcf5412be9 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:23.297336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38862) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:23.495083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Deleting port e640d43f-ff6a-4258-a2f2-09b16d15819f {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:23.495415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:23.756222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:23.756493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:23.872738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Calling delete_port for e640d43f-ff6a-4258-a2f2-09b16d15819f owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:24.048298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.089551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'Port': ['ID=e640d43f-ff6a-4258-a2f2-09b16d15819f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:24.127150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.127489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.127821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.128145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.128469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.128803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.129119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.129440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.129775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.130087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.130426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:24.191014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.593591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:24.800437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:24.810875 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:24.820291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:24.825635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:24.826292 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:24.880052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-45a941eb-0369-4142-ac4a-8f91b96d4515 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "DELETE /v2.0/floatingips/13c6d591-4ff7-48a2-a962-cedfd6880ef7 HTTP/1.1" status: 204 len: 168 time: 1.5785584 Apr 22 14:52:24.880052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:24.931306 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c130543e-6f08-4088-bb02-8b9cf48738c9'] response: {'name': 'network-changed', 'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'status': 'completed', 'code': 200} Apr 22 14:52:25.032267 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:25.035220 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-d76dfc7e-cd3e-4f9d-8500-47fba7a8eb31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2dd0946a63f4746bf8d6c6990636273&device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 1098 time: 0.0817170 Apr 22 14:52:25.168353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-871478fd-febe-4efb-9ea3-dd972a7f8dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:25.169889 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-871478fd-febe-4efb-9ea3-dd972a7f8dd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 200 len: 913 time: 0.1295941 Apr 22 14:52:25.240643 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-69e524d3-ff68-4087-92b0-c2c920120a31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 200 len: 217 time: 0.0635500 Apr 22 14:52:25.287881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d3a6d-68e9-4b46-84e0-dbdbfde60f8c req-bc3b7424-7a7b-46eb-b6b1-db5be0d37393 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:25.288706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-283d3a6d-68e9-4b46-84e0-dbdbfde60f8c req-bc3b7424-7a7b-46eb-b6b1-db5be0d37393 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:25.310166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-283d3a6d-68e9-4b46-84e0-dbdbfde60f8c req-bc3b7424-7a7b-46eb-b6b1-db5be0d37393 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:25.311452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-283d3a6d-68e9-4b46-84e0-dbdbfde60f8c req-bc3b7424-7a7b-46eb-b6b1-db5be0d37393 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 945 time: 0.1006079 Apr 22 14:52:25.315435 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-3d5c80f4-1386-4a08-bec0-3d2786250db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:25.316858 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-3d5c80f4-1386-4a08-bec0-3d2786250db3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 200 len: 851 time: 0.0696073 Apr 22 14:52:25.347875 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:25.351843 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:25.361122 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-283d3a6d-68e9-4b46-84e0-dbdbfde60f8c req-8c0c1fbd-f4e5-405a-92a9-ae9ffda45f53 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Apr 22 14:52:25.362449 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:25.363043 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:25.419754 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-1221a4d3-afd7-4087-8510-b09387aadf30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb263995-aa05-492f-a2e7-3bffe535683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851166 Apr 22 14:52:25.540500 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:25.551085 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-52207e0f-7099-4eea-a953-0ac9f8a435dd service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244702 Apr 22 14:52:25.682209 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-512f5ad6-b9b3-4993-8d03-c48c7f51d8b8 req-d0acea83-e843-4b48-abe2-82db17cf418c service neutron] 10.222.0.24 "GET /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240628 Apr 22 14:52:25.847664 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:25.853990 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44bb01-088f-40e2-97c5-9b3a80125c1a None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:44:50Z', 'revision_number': 4, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '64650064-823e-4bfb-8c18-bf5b2db36a46', 'name': '', 'network_id': 'eb263995-aa05-492f-a2e7-3bffe535683c', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'mac_address': 'fa:16:3e:63:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:49Z', 'updated_at': '2022-04-22T14:45:38Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'subnets': [{'id': 'e3afa4e8-38ef-4015-82c2-afc085779bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:26.081168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa4e73-e27c-446c-8810-38785b05248d None None] New status for floating IP 13c6d591-4ff7-48a2-a962-cedfd6880ef7: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:26.582001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d9f2c-3f41-4866-9deb-e74671b26853 req-4d0ea006-2edf-46d3-a1b2-a2cead6a69bb tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:26.583489 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec2d9f2c-3f41-4866-9deb-e74671b26853 req-4d0ea006-2edf-46d3-a1b2-a2cead6a69bb tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 945 time: 0.0826640 Apr 22 14:52:26.628846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec2d9f2c-3f41-4866-9deb-e74671b26853 req-23834c56-eb26-4f07-baeb-a999a096482b tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397339 Apr 22 14:52:26.665149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-a70a3b44-ad76-4d9d-bb01-f6464b86f4dc tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:26.665931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-a70a3b44-ad76-4d9d-bb01-f6464b86f4dc tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Synchronizing usage tracker for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:26.677484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-a70a3b44-ad76-4d9d-bb01-f6464b86f4dc tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Unset dirty status for tenant:a2dd0946a63f4746bf8d6c6990636273 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:26.678603 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-a70a3b44-ad76-4d9d-bb01-f6464b86f4dc tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 945 time: 0.0875435 Apr 22 14:52:26.747460 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Deleting port 3ac156e0-f802-4eeb-bcbf-dfa092308229 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:26.747683 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:26.999056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] For port 3ac156e0-f802-4eeb-bcbf-dfa092308229, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3ac156e0-f802-4eeb-bcbf-dfa092308229,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:26.999295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.204618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Calling delete_port for 3ac156e0-f802-4eeb-bcbf-dfa092308229 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:27.350759 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.403199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'Port': ['ID=3ac156e0-f802-4eeb-bcbf-dfa092308229,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:27.473379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] No DVR routers for this DVR port 3ac156e0-f802-4eeb-bcbf-dfa092308229 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:27.475849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:27.478317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'name': 'network-vif-deleted', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:27.494726 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-dec16b95-a09d-48cc-a123-62394f39dae5 req-bd6494aa-df97-4329-9cef-673c9b0225a0 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.24 "DELETE /v2.0/ports/3ac156e0-f802-4eeb-bcbf-dfa092308229 HTTP/1.1" status: 204 len: 173 time: 0.8101575 Apr 22 14:52:27.535953 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fedf959-33cf-4598-828c-309b5c621a2c'] response: {'server_uuid': '43c7c3fb-1ed1-4a25-9253-25333ab45062', 'name': 'network-vif-deleted', 'tag': '3ac156e0-f802-4eeb-bcbf-dfa092308229', 'status': 'completed', 'code': 200} Apr 22 14:52:27.790326 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94240367-dd2e-4e16-952f-b152908e8aa6 req-79baa923-4dde-42c1-b0f8-ab870d07b30d tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "GET /v2.0/ports?device_id=43c7c3fb-1ed1-4a25-9253-25333ab45062 HTTP/1.1" status: 200 len: 210 time: 0.0427289 Apr 22 14:52:28.920788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38880) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:29.073439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Deleting port 11ab65cd-0c7b-4890-a6e8-434211f342b6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:29.073741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:29.235760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:29.235982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:29.350601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Calling delete_port for 11ab65cd-0c7b-4890-a6e8-434211f342b6 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:29.490912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:29.534275 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'Port': ['ID=11ab65cd-0c7b-4890-a6e8-434211f342b6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:29.623554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:29.637767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:29.638901 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f06290fe-6fbb-4eb3-b2b2-fc4f6370fe56 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "DELETE /v2.0/floatingips/34104f1d-e0cf-4c81-bc79-f8528abab1cd HTTP/1.1" status: 204 len: 168 time: 0.7171414 Apr 22 14:52:30.742631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac156e0-f802-4eeb-bcbf-dfa092308229 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:30.776909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 3ac156e0-f802-4eeb-bcbf-dfa092308229 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:30.777240 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 3ac156e0-f802-4eeb-bcbf-dfa092308229 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:32.113502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38896) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:32.183792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cb6eb4e-547f-4985-8a5a-19dfad508f78 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.212354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cb6eb4e-547f-4985-8a5a-19dfad508f78 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.286101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cb6eb4e-547f-4985-8a5a-19dfad508f78 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.304165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6eb4e-547f-4985-8a5a-19dfad508f78 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd4f7c-20f0-44c0-8a84-130884bb6b7d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:32.320520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cb6eb4e-547f-4985-8a5a-19dfad508f78 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:32.321924 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3cb6eb4e-547f-4985-8a5a-19dfad508f78 tempest-TestVolumeBootPattern-425381684 tempest-TestVolumeBootPattern-425381684-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ecd4f7c-20f0-44c0-8a84-130884bb6b7d HTTP/1.1" status: 204 len: 168 time: 0.2072418 Apr 22 14:52:32.392818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38902) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:33.052932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.671063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Deleting port 64650064-823e-4bfb-8c18-bf5b2db36a46 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:33.671745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.847470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] For port 64650064-823e-4bfb-8c18-bf5b2db36a46, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=64650064-823e-4bfb-8c18-bf5b2db36a46,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:33.847794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.866063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:33.976687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Calling delete_port for 64650064-823e-4bfb-8c18-bf5b2db36a46 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:34.149139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:34.192105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=64650064-823e-4bfb-8c18-bf5b2db36a46,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:34.579377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:35.196899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Router 7d642f8d-4d6a-4420-88a2-e317ea277709 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:35.398025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:35.410626 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-10aa19d0-0c1a-4f72-837b-d2736fd8bb1a admin admin] 10.222.0.32 "PUT /v2.0/routers/7d642f8d-4d6a-4420-88a2-e317ea277709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167553 Apr 22 14:52:35.413162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38908) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:35.413858 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] Sync routers for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:35.427440 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:35.428074 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:35.602423 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:35.604934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:35.797205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:35.808282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Deleting port b05de8cc-2682-411b-9106-acf6281b6be2 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:35.808732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:35.903754 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:52:34Z', 'revision_number': 5, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port': {'id': 'b05de8cc-2682-411b-9106-acf6281b6be2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:43Z', 'updated_at': '2022-04-22T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:35.907661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] Checking router: 7d642f8d-4d6a-4420-88a2-e317ea277709 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:35.917805 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] Routers {'7d642f8d-4d6a-4420-88a2-e317ea277709'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:35.918397 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7d642f8d-4d6a-4420-88a2-e317ea277709'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:36.066091 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] Set router 7d642f8d-4d6a-4420-88a2-e317ea277709 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:36.086645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] For port b05de8cc-2682-411b-9106-acf6281b6be2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b05de8cc-2682-411b-9106-acf6281b6be2,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:36.086999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.166226 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:52:35Z', 'revision_number': 6, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:36.170203 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bae29-2885-4875-929e-fc34ce3f7031 None None] The sync data for ids ['7d642f8d-4d6a-4420-88a2-e317ea277709'] in dv-neutron-838878-1-hyperv is: [{'id': '7d642f8d-4d6a-4420-88a2-e317ea277709', 'name': 'tempest-TestVolumeBootPattern-1964620400-router', 'tenant_id': 'a2dd0946a63f4746bf8d6c6990636273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:42Z', 'updated_at': '2022-04-22T14:52:35Z', 'revision_number': 6, 'project_id': 'a2dd0946a63f4746bf8d6c6990636273', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:36.204913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Calling delete_port for b05de8cc-2682-411b-9106-acf6281b6be2 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:36.369984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.415152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Pushing event deleted for resources: {'Port': ['ID=b05de8cc-2682-411b-9106-acf6281b6be2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:36.634776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.892604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.897172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.924601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.925297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d642f8d-4d6a-4420-88a2-e317ea277709 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:52:36.938436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:36.939582 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9050b8e8-b590-44ab-8e1f-fbf3aab5c61c admin admin] 10.222.0.32 "DELETE /v2.0/routers/7d642f8d-4d6a-4420-88a2-e317ea277709 HTTP/1.1" status: 204 len: 168 time: 1.5254688 Apr 22 14:52:36.942187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38912) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:37.000061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Deleting subnet e3afa4e8-38ef-4015-82c2-afc085779bd2 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:52:37.003711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.054984 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.135574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.205114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.244882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3afa4e8-38ef-4015-82c2-afc085779bd2,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:37.249333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.254843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174854b-b2a6-4c04-ba6f-88be0a0ce670 None None] Network eb263995-aa05-492f-a2e7-3bffe535683c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:37.256604 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ea1d0ced-57b3-406b-8af7-fdb95c2ce480 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e3afa4e8-38ef-4015-82c2-afc085779bd2 HTTP/1.1" status: 204 len: 168 time: 0.3134620 Apr 22 14:52:37.260223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38916) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:37.360488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.370530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Deleting port 51fda88a-01bd-4906-b0a9-969905715178 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:37.370851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.436799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b05de8cc-2682-411b-9106-acf6281b6be2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:37.473932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: b05de8cc-2682-411b-9106-acf6281b6be2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:37.474305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b05de8cc-2682-411b-9106-acf6281b6be2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:37.474720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64650064-823e-4bfb-8c18-bf5b2db36a46 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:37.511963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 64650064-823e-4bfb-8c18-bf5b2db36a46 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:37.512299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 64650064-823e-4bfb-8c18-bf5b2db36a46 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:37.569242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] DHCP port deletion for eb263995-aa05-492f-a2e7-3bffe535683c request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:52:37.573769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Deleting port 51fda88a-01bd-4906-b0a9-969905715178 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:37.574156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.663882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] For port 51fda88a-01bd-4906-b0a9-969905715178, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=51fda88a-01bd-4906-b0a9-969905715178,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:37.664270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.770758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] For port 51fda88a-01bd-4906-b0a9-969905715178, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=51fda88a-01bd-4906-b0a9-969905715178,segment=NetworkSegment(a4101dad-87fd-4ba7-9d84-09c59ebb9fa6),segment_id=a4101dad-87fd-4ba7-9d84-09c59ebb9fa6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:37.771026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.779620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Calling delete_port for 51fda88a-01bd-4906-b0a9-969905715178 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:37.857386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:37.887872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Calling delete_port for 51fda88a-01bd-4906-b0a9-969905715178 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:37.899270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fda88a-01bd-4906-b0a9-969905715178,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:37.905559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] No DVR routers for this DVR port 51fda88a-01bd-4906-b0a9-969905715178 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:37.988301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:52:37.988644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:52:38.018064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.043049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb263995-aa05-492f-a2e7-3bffe535683c']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:38.054665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:38.054951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4101dad-87fd-4ba7-9d84-09c59ebb9fa6') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:38.066061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.081823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.087708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:52:38.088087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:52:38.100655 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:52:38.176925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.181906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.204831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb263995-aa05-492f-a2e7-3bffe535683c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:38.224117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7e10711c-7129-4904-bf64-c6b036342bf8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb263995-aa05-492f-a2e7-3bffe535683c HTTP/1.1" status: 204 len: 168 time: 0.9633465 Apr 22 14:52:38.228790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38922) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:38.490087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Deleting port 51fda88a-01bd-4906-b0a9-969905715178 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:38.490612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:38.551048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a1457-ede4-4ffe-9214-d2145839716e None None] The port '51fda88a-01bd-4906-b0a9-969905715178' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:52:38.621763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.325247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Deleting port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:39.325593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.432551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 51fda88a-01bd-4906-b0a9-969905715178 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:39.466630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 51fda88a-01bd-4906-b0a9-969905715178 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:39.466964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 51fda88a-01bd-4906-b0a9-969905715178 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:39.498272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] For port 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:39.498626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.598043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-642cd8d2-a17e-4af6-8072-8f9d496d4efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.616114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Calling delete_port for 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:39.628886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38936) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:39.781737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:39.828502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6d3dd4-0279-43c1-a66f-59a6c98c26a8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:39.940199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port fcab28ba-a9ec-442b-816d-21da90f98a34 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:39.940527 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.113214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.113511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.120196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.230900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for fcab28ba-a9ec-442b-816d-21da90f98a34 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:40.389152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.433379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=fcab28ba-a9ec-442b-816d-21da90f98a34,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:40.527900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:40.805141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Router 7c73d05b-3a3d-4db0-a249-453db55324f5 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:40.919555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:41.004322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:41.013638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] Sync routers for ids ['7c73d05b-3a3d-4db0-a249-453db55324f5'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:41.023121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9ff99a70-08ce-44e6-93bc-ae73ce0ce9a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/7c73d05b-3a3d-4db0-a249-453db55324f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928429 Apr 22 14:52:41.025587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38946) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:41.029983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] Routers {'7c73d05b-3a3d-4db0-a249-453db55324f5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:41.030687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c73d05b-3a3d-4db0-a249-453db55324f5'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.116152 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:41.132673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.134319 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] Sync routers for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:41.150044 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:41.150898 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.201196 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8516927c-6c24-4b76-85f1-ec703e098bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/778e2703-22e8-4cd6-a3a0-2e123605a673 HTTP/1.1" status: 204 len: 168 time: 1.5711846 Apr 22 14:52:41.201821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:41.225649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.236119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] Set router 7c73d05b-3a3d-4db0-a249-453db55324f5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:41.265826 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976014c7-f7b1-4ee6-8179-5db55a16dcaf'] response: {'name': 'network-changed', 'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'status': 'completed', 'code': 200} Apr 22 14:52:41.464678 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-fa4875e3-1a3f-4ab6-a993-f75c9de52621 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 1099 time: 0.1669993 Apr 22 14:52:41.547841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.548126 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:41.563874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Deleting port 3bb2b07f-22ca-49c6-bac9-7711c450c675 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:41.564444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.642516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:52:39Z', 'revision_number': 5, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port': {'id': '3bb2b07f-22ca-49c6-bac9-7711c450c675', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:44:59Z', 'updated_at': '2022-04-22T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.646938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] Checking router: 7c73d05b-3a3d-4db0-a249-453db55324f5 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:41.659778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] Routers {'7c73d05b-3a3d-4db0-a249-453db55324f5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:41.660401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c73d05b-3a3d-4db0-a249-453db55324f5'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.745972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-211c8eaa-3eea-4625-a839-2c1fd453d0dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:41.747670 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-211c8eaa-3eea-4625-a839-2c1fd453d0dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 200 len: 897 time: 0.2732050 Apr 22 14:52:41.809086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-09fe23dc-73c6-44f5-89ae-526561a76e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.815381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985cce-8c83-44fa-aa33-ef6c57ca1562 req-762a8a20-a6e1-4cfd-b903-2f0b88a0cf9b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:41.827920 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19985cce-8c83-44fa-aa33-ef6c57ca1562 req-762a8a20-a6e1-4cfd-b903-2f0b88a0cf9b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 946 time: 0.1953828 Apr 22 14:52:41.837597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] Set router 7c73d05b-3a3d-4db0-a249-453db55324f5 gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:41.843675 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-a4f23ecc-3cbb-4b76-917c-87507766b5c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 200 len: 217 time: 0.0884502 Apr 22 14:52:41.873835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] For port 3bb2b07f-22ca-49c6-bac9-7711c450c675, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3bb2b07f-22ca-49c6-bac9-7711c450c675,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:41.874189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:41.915650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-29f59137-d979-4f31-9c1d-ebc1f47c2742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:41.917507 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-29f59137-d979-4f31-9c1d-ebc1f47c2742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 200 len: 843 time: 0.0669525 Apr 22 14:52:41.937521 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:49Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.943709 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] Checking router: 3a863157-0d3a-4a0a-9bf8-0c22da4de80b for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:41.955295 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:41.955747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:52:41Z', 'revision_number': 6, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.956301 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:41.960210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6635084-c7a9-40a2-96e6-b47a785e2753 None None] The sync data for ids ['7c73d05b-3a3d-4db0-a249-453db55324f5'] in dv-neutron-838878-1-hyperv is: [{'id': '7c73d05b-3a3d-4db0-a249-453db55324f5', 'name': 'tempest-TestVolumeBootPattern-655341534-router', 'tenant_id': '26d11e592f454ec0b41d254ff551b703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:44:58Z', 'updated_at': '2022-04-22T14:52:41Z', 'revision_number': 6, 'project_id': '26d11e592f454ec0b41d254ff551b703', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:41.999625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19985cce-8c83-44fa-aa33-ef6c57ca1562 req-a811fe78-3ffe-4758-bcf8-5d9c3a4a59ad tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763701 Apr 22 14:52:42.006834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Calling delete_port for 3bb2b07f-22ca-49c6-bac9-7711c450c675 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:42.021178 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-0fab5b0d-8c17-4c87-aa87-6cddeef25955 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38850429-fb82-4110-be39-7d430aa01f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955994 Apr 22 14:52:42.162926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-3ccdb0ad-1f1e-4026-83d0-62b763391ba0 service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336806 Apr 22 14:52:42.163490 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:42.194404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.320226 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a04bfb00-55e7-4e08-928d-c685bb36dc77 req-19bef707-9b95-46d5-89ec-ff37673282dc service neutron] 10.222.0.24 "GET /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505225 Apr 22 14:52:42.399369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb2b07f-22ca-49c6-bac9-7711c450c675,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:42.531383 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:49Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:42.535374 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb8da8-170d-40bd-ae13-c58ab389204b None None] The sync data for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv is: [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:49:42Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2e57d167-ab9a-499a-aac5-7688f5a38710', 'name': '', 'network_id': '38850429-fb82-4110-be39-7d430aa01f42', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:f0:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:42Z', 'updated_at': '2022-04-22T14:49:49Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '79e0e898-4273-4c29-b52f-e5eba78fed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:42.618362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.776863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c636c097-efd0-4a99-b59c-843865e47502 None None] New status for floating IP 778e2703-22e8-4cd6-a3a0-2e123605a673: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:52:42.840964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-83a0f87f-e446-46b7-aac7-fa1afec54acc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:42.841840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-83a0f87f-e446-46b7-aac7-fa1afec54acc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:42.861107 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-83a0f87f-e446-46b7-aac7-fa1afec54acc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:42.862795 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-83a0f87f-e446-46b7-aac7-fa1afec54acc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 946 time: 0.0964284 Apr 22 14:52:42.873787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.879177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.908603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.909115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c73d05b-3a3d-4db0-a249-453db55324f5 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:52:42.921555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.925216 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35c16c3a-d5a0-4fe9-bad6-60a7a1ffd10d admin admin] 10.222.0.32 "DELETE /v2.0/routers/7c73d05b-3a3d-4db0-a249-453db55324f5 HTTP/1.1" status: 204 len: 168 time: 1.8961625 Apr 22 14:52:42.925916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38956) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:42.939583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.952684 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 5a78415b-c842-4674-93a2-a788ea4a57c6 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:42.953064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.986117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:42.996107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Deleting subnet bf5890bb-d3bd-4585-88ac-b250c7b57288 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:52:42.999886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.058739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.185202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.227322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 5a78415b-c842-4674-93a2-a788ea4a57c6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5a78415b-c842-4674-93a2-a788ea4a57c6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:43.227935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.284139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342df294-c68a-4ea4-82a9-3ed0d16350d4 req-ef1f88d2-479a-4bd4-8dfb-9bf6af58932f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:43.285601 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-342df294-c68a-4ea4-82a9-3ed0d16350d4 req-ef1f88d2-479a-4bd4-8dfb-9bf6af58932f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e82a5b6-9a68-4d59-abad-d900ff3cad10 HTTP/1.1" status: 200 len: 946 time: 0.1406355 Apr 22 14:52:43.286987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.341794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5890bb-d3bd-4585-88ac-b250c7b57288,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:43.348477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.351123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 5a78415b-c842-4674-93a2-a788ea4a57c6 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:43.354256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1a8dc-c507-40b8-8578-4fb86d9457b1 None None] Network aa74ddfe-ad25-4e3c-832e-548be02b08c6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:43.362466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-593d3559-d640-4f42-9931-0eeedc05427a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bf5890bb-d3bd-4585-88ac-b250c7b57288 HTTP/1.1" status: 204 len: 168 time: 0.4360669 Apr 22 14:52:43.365699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38962) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:43.444001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-342df294-c68a-4ea4-82a9-3ed0d16350d4 req-23f7792f-c503-4216-977f-bd9928a8bd73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8789dc4-ef48-4a45-833b-ad6c2186c33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289964 Apr 22 14:52:43.481617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:43.483598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.494079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Deleting port 95fdae90-3958-471d-9e4e-14697365dfae {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:43.494402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.518364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:43.518794 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6e6d3dd4-0279-43c1-a66f-59a6c98c26a8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:43.518970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.519110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bb2b07f-22ca-49c6-bac9-7711c450c675 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:43.575997 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=5a78415b-c842-4674-93a2-a788ea4a57c6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:43.634892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3bb2b07f-22ca-49c6-bac9-7711c450c675 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:43.635264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3bb2b07f-22ca-49c6-bac9-7711c450c675 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:43.649160 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port 5a78415b-c842-4674-93a2-a788ea4a57c6 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:43.651706 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.655750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'name': 'network-vif-deleted', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:52:43.672806 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-af54b7b5-505e-4043-8e7c-e72e9a9ff139 req-f85beb07-e02d-4f5b-9142-233be607fe55 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/5a78415b-c842-4674-93a2-a788ea4a57c6 HTTP/1.1" status: 204 len: 173 time: 0.8043053 Apr 22 14:52:43.710420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] For port 95fdae90-3958-471d-9e4e-14697365dfae, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=95fdae90-3958-471d-9e4e-14697365dfae,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:43.710742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.724290 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a76169b-099f-40ba-aa5b-17bb7d5e2ab0'] response: {'server_uuid': '2e82a5b6-9a68-4d59-abad-d900ff3cad10', 'name': 'network-vif-deleted', 'tag': '5a78415b-c842-4674-93a2-a788ea4a57c6', 'status': 'completed', 'code': 200} Apr 22 14:52:43.803851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] DHCP port deletion for aa74ddfe-ad25-4e3c-832e-548be02b08c6 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:52:43.808905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Deleting port 95fdae90-3958-471d-9e4e-14697365dfae {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:43.809258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:43.947233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Calling delete_port for 95fdae90-3958-471d-9e4e-14697365dfae owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:44.023583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] For port 95fdae90-3958-471d-9e4e-14697365dfae, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=95fdae90-3958-471d-9e4e-14697365dfae,segment=NetworkSegment(6151b0b4-3313-4115-b4d2-f176c9bd84c3),segment_id=6151b0b4-3313-4115-b4d2-f176c9bd84c3)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:44.024266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.032784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.091054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Pushing event deleted for resources: {'Port': ['ID=95fdae90-3958-471d-9e4e-14697365dfae,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:44.095439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] No DVR routers for this DVR port 95fdae90-3958-471d-9e4e-14697365dfae on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:44.148591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Calling delete_port for 95fdae90-3958-471d-9e4e-14697365dfae owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:44.215326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.221180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:52:44.221498 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:52:44.240305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa74ddfe-ad25-4e3c-832e-548be02b08c6']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:44.252270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6151b0b4-3313-4115-b4d2-f176c9bd84c3') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:44.252563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6151b0b4-3313-4115-b4d2-f176c9bd84c3') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:44.264273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.281398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.287510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:52:44.287876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:52:44.300929 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:52:44.378348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.394118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.408868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] Pushing event deleted for resources: {'Network': ['ID=aa74ddfe-ad25-4e3c-832e-548be02b08c6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:44.414072 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0f5ba41e-8562-409c-8e73-2bcdea1022fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa74ddfe-ad25-4e3c-832e-548be02b08c6 HTTP/1.1" status: 204 len: 168 time: 1.0475688 Apr 22 14:52:44.415550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.561697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38972) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:44.562204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38974) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:44.611400 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2c1f3c29-8b24-479e-a3ac-f674a1eca87d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2dd0946a63f4746bf8d6c6990636273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479004 Apr 22 14:52:44.613182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38980) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:44.635866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50dda8ef-7a35-4273-aa33-7b311a74b548 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.668753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50dda8ef-7a35-4273-aa33-7b311a74b548 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.676919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b48e5a29-9f4a-40c1-a883-9212b3126e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.701735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b48e5a29-9f4a-40c1-a883-9212b3126e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.723224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Deleting port 95fdae90-3958-471d-9e4e-14697365dfae {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:44.723594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.742068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50dda8ef-7a35-4273-aa33-7b311a74b548 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.757586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b48e5a29-9f4a-40c1-a883-9212b3126e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.763960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dda8ef-7a35-4273-aa33-7b311a74b548 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8789dc4-ef48-4a45-833b-ad6c2186c33f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:44.777408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-50dda8ef-7a35-4273-aa33-7b311a74b548 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.781285 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-50dda8ef-7a35-4273-aa33-7b311a74b548 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8789dc4-ef48-4a45-833b-ad6c2186c33f HTTP/1.1" status: 204 len: 168 time: 0.2160072 Apr 22 14:52:44.786731 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5a29-9f4a-40c1-a883-9212b3126e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9e3542-da13-4804-b743-1f1d1bde9f3c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:44.793402 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b48e5a29-9f4a-40c1-a883-9212b3126e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:44.797167 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b48e5a29-9f4a-40c1-a883-9212b3126e39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d9e3542-da13-4804-b743-1f1d1bde9f3c HTTP/1.1" status: 204 len: 168 time: 0.1804540 Apr 22 14:52:44.797833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e5f08fce-0b1e-4ffe-8388-6853dbe62cf9 None None] The port '95fdae90-3958-471d-9e4e-14697365dfae' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:52:44.830429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38988) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:45.210439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 38994) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:45.266262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 38998) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:45.266689 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9761772a-f74d-4f2b-837b-31b62a960964 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26d11e592f454ec0b41d254ff551b703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548496 Apr 22 14:52:45.347682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9129bca3-7f89-46d3-8c3b-a2d5c8f5879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.383514 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9129bca3-7f89-46d3-8c3b-a2d5c8f5879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.425154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.438492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 95fdae90-3958-471d-9e4e-14697365dfae no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:45.470780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 95fdae90-3958-471d-9e4e-14697365dfae {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:45.471114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 95fdae90-3958-471d-9e4e-14697365dfae not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:45.564209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9129bca3-7f89-46d3-8c3b-a2d5c8f5879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.582853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129bca3-7f89-46d3-8c3b-a2d5c8f5879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bbf088-6499-4694-a0c8-dec33630612b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:45.589348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9129bca3-7f89-46d3-8c3b-a2d5c8f5879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:45.592523 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9129bca3-7f89-46d3-8c3b-a2d5c8f5879c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5bbf088-6499-4694-a0c8-dec33630612b HTTP/1.1" status: 204 len: 168 time: 0.3253987 Apr 22 14:52:46.081923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 2e57d167-ab9a-499a-aac5-7688f5a38710 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:46.082259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:46.259311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 2e57d167-ab9a-499a-aac5-7688f5a38710, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2e57d167-ab9a-499a-aac5-7688f5a38710,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:46.259625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:46.379224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 2e57d167-ab9a-499a-aac5-7688f5a38710 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:46.583837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:46.727057 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=2e57d167-ab9a-499a-aac5-7688f5a38710,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:46.835283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5a78415b-c842-4674-93a2-a788ea4a57c6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:46.880946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 5a78415b-c842-4674-93a2-a788ea4a57c6 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:46.881288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5a78415b-c842-4674-93a2-a788ea4a57c6 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:47.017607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:47.623321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:47.820630 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:47.830665 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] Sync routers for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:47.833198 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b8d8bf86-aaa7-442d-986c-264df8284d7e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/3a863157-0d3a-4a0a-9bf8-0c22da4de80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018382 Apr 22 14:52:47.836069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39006) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:47.842827 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:47.843498 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.015801 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:48.017203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet 79e0e898-4273-4c29-b52f-e5eba78fed9e {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:52:48.020099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.071657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.255048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.297385 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:52:46Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.302116 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] Checking router: 3a863157-0d3a-4a0a-9bf8-0c22da4de80b for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:48.312727 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] Routers {'3a863157-0d3a-4a0a-9bf8-0c22da4de80b'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:48.313328 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.330607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.367813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=79e0e898-4273-4c29-b52f-e5eba78fed9e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:48.378172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.383604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514b43f-42aa-4a8f-a661-c244d8d3af29 None None] Network 38850429-fb82-4110-be39-7d430aa01f42 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:48.386689 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ad367575-7ac3-459b-b715-3bf800e5a266 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/79e0e898-4273-4c29-b52f-e5eba78fed9e HTTP/1.1" status: 204 len: 168 time: 0.5496521 Apr 22 14:52:48.389375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39010) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:48.486569 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] Set router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:48.593518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.638796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] DHCP port deletion for 38850429-fb82-4110-be39-7d430aa01f42 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:52:48.643174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Deleting port f54dab5c-19bd-46ff-aead-026722eeb7b6 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:48.643548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.768260 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:52:46Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:48.772597 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830576d-cfdc-4520-9f26-a5491d0299f0 None None] The sync data for ids ['3a863157-0d3a-4a0a-9bf8-0c22da4de80b'] in dv-neutron-838878-1-hyperv is: [{'id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'name': 'tempest-TestNetworkBasicOps-router-1678976233', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '0ed509f5-e141-4902-8dde-84633b48b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:49:38Z', 'updated_at': '2022-04-22T14:52:46Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '0ed509f5-e141-4902-8dde-84633b48b149', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a863157-0d3a-4a0a-9bf8-0c22da4de80b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:49:39Z', 'updated_at': '2022-04-22T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:48.795171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.809450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 0ed509f5-e141-4902-8dde-84633b48b149 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:52:48.809999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.851259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] For port f54dab5c-19bd-46ff-aead-026722eeb7b6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f54dab5c-19bd-46ff-aead-026722eeb7b6,segment=NetworkSegment(32d5f084-7574-477b-b65c-9911239eed37),segment_id=32d5f084-7574-477b-b65c-9911239eed37)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:48.851560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:48.970237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Calling delete_port for f54dab5c-19bd-46ff-aead-026722eeb7b6 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:48.979032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 0ed509f5-e141-4902-8dde-84633b48b149, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0ed509f5-e141-4902-8dde-84633b48b149,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:48.979382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.045661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.089385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Pushing event deleted for resources: {'Port': ['ID=f54dab5c-19bd-46ff-aead-026722eeb7b6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:49.098969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] No DVR routers for this DVR port f54dab5c-19bd-46ff-aead-026722eeb7b6 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:52:49.102497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.102824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.103167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.103499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.103833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.103967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 0ed509f5-e141-4902-8dde-84633b48b149 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:52:49.104127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.104659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.104959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.105294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.105622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.105998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922d4b0e-1056-4b5c-b218-ffe512f764d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:49.276733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.321443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=0ed509f5-e141-4902-8dde-84633b48b149,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:49.483812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f54dab5c-19bd-46ff-aead-026722eeb7b6 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:49.516324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: f54dab5c-19bd-46ff-aead-026722eeb7b6 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:49.516649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f54dab5c-19bd-46ff-aead-026722eeb7b6 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:49.517048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2e57d167-ab9a-499a-aac5-7688f5a38710 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:49.542347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.549958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2e57d167-ab9a-499a-aac5-7688f5a38710 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:49.550303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2e57d167-ab9a-499a-aac5-7688f5a38710 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:49.895376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.902874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.931328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.932065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router 3a863157-0d3a-4a0a-9bf8-0c22da4de80b {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:52:49.946636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:49.947742 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-132bdeef-b2c6-4daf-b043-182d8bc011d6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/3a863157-0d3a-4a0a-9bf8-0c22da4de80b HTTP/1.1" status: 204 len: 168 time: 1.5573237 Apr 22 14:52:49.950813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39014) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:50.070594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.198178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.224150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38850429-fb82-4110-be39-7d430aa01f42']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:50.236038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d5f084-7574-477b-b65c-9911239eed37') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:50.236332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d5f084-7574-477b-b65c-9911239eed37') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:50.247447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.264093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.270675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:52:50.271061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:52:50.288767 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:52:50.371008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.389637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.402140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=38850429-fb82-4110-be39-7d430aa01f42,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:50.412389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9cd2daf-9289-4bd0-88d9-86b1e616a2bc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/38850429-fb82-4110-be39-7d430aa01f42 HTTP/1.1" status: 204 len: 168 time: 0.4578662 Apr 22 14:52:50.420259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39018) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:50.426065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--1808831163', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:50.431149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:50.435266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:50.438098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:50.443736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:50.455172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:52:50.458522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.490250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:52:50.499553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.499891 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0 of type vlan for network 9cf638b4-e959-4c97-bf50-211aaeae8967 Apr 22 14:52:50.525158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.554805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.558869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:50.559461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.669155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2475486 Apr 22 14:52:50.671920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ab7f8-c9cd-47b7-a547-bf673a748c26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=9cf638b4-e959-4c97-bf50-211aaeae8967,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:50.672082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39022) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:50.677624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-595798060', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:50.683239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:52:50.685738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:50.690067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:50.693330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:50.700499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:50.712349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.713194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.732510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:50.879277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.063939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.092021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.230197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.168 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/983f4e5e-3c1e-41bf-90df-a30691fa1efa) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:51.379124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.398629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0ed509f5-e141-4902-8dde-84633b48b149 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:52:51.407815 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.430227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0ed509f5-e141-4902-8dde-84633b48b149 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:52:51.430565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0ed509f5-e141-4902-8dde-84633b48b149 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:52:51.472545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:51.475349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:51.480390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:51.506931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=983f4e5e-3c1e-41bf-90df-a30691fa1efa,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:51.641756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.642413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:51.877856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:52:52.151641 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:52:52.188250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:52.201868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:52.216972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.217413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:52.218277 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-16807243-e7c9-4712-8987-2a1da9e2112c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5451946 Apr 22 14:52:52.218811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:52.221453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39026) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:52.265454 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-084c5a77-178d-420f-b549-682e204e1d8d tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405011 Apr 22 14:52:52.266112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39030) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:52.403008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:52.421000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db23af-6179-4f60-80a4-8771444dd9c4 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:52.422642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-49db23af-6179-4f60-80a4-8771444dd9c4 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552975 Apr 22 14:52:52.425640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39034) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:52.466597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7de38884-cb66-4476-966a-1cf25dffd66e tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372951 Apr 22 14:52:52.466915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39038) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:52.472108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95745514', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:52.671656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:52.675521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:52.678332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:52.683943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:52.689013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:51Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:52.693536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:52.694065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Updating router aed44e03-ae14-4bdc-8b3a-fab67538ad2c port 983f4e5e-3c1e-41bf-90df-a30691fa1efa binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:52:52.696831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:52:52.743868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:52.795434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.008428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.069577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.076701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=83e262c9-af77-4437-9202-628caacc765f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:53.082143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Transition to ACTIVE for port object 983f4e5e-3c1e-41bf-90df-a30691fa1efa will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:53.093496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.105488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:53.105967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 9cf638b4-e959-4c97-bf50-211aaeae8967, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:52:53.128407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:52:53.138966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9cf638b4-e959-4c97-bf50-211aaeae8967) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:53.143331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:53.143947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.153533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cae00b-ee5b-4f8c-b15c-1158218f5a8e None None] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:53.166933 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d033ee5e-5d1e-4e58-9a61-dce44e8eabb5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6989987 Apr 22 14:52:53.169783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39042) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:53.227466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de4b97-09d5-4b52-acdf-f8bc97546934 None None] Pushing event updated for resources: {'Port': ['ID=983f4e5e-3c1e-41bf-90df-a30691fa1efa,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:53.251167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Attempting to bind port 983f4e5e-3c1e-41bf-90df-a30691fa1efa on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:53.251530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Attempting to bind port 983f4e5e-3c1e-41bf-90df-a30691fa1efa by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:53.252219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Attempting to bind port 983f4e5e-3c1e-41bf-90df-a30691fa1efa on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:53.263383 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:53.263909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:53.264571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.265219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:53.266004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Bound port: 983f4e5e-3c1e-41bf-90df-a30691fa1efa, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:53.266642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.410425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] For port 983f4e5e-3c1e-41bf-90df-a30691fa1efa, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:53.422462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] For port 983f4e5e-3c1e-41bf-90df-a30691fa1efa, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=983f4e5e-3c1e-41bf-90df-a30691fa1efa,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:53.453915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.498823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-9cf638b4-e959-4c97-bf50-211aaeae8967', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:52:53.499615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:53.625457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de4b97-09d5-4b52-acdf-f8bc97546934 None None] Pushing event updated for resources: {'Port': ['ID=983f4e5e-3c1e-41bf-90df-a30691fa1efa,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:53.651228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:53.651852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:53.869756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Allocated IP 172.20.0.2 (9cf638b4-e959-4c97-bf50-211aaeae8967/83e262c9-af77-4437-9202-628caacc765f/11275eb2-d860-477e-8f82-87e8a1a15f38) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:53.892536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:53.933411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.316208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.330316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Transition to ACTIVE for port object 11275eb2-d860-477e-8f82-87e8a1a15f38 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:54.353346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Transition to ACTIVE for port object 11275eb2-d860-477e-8f82-87e8a1a15f38 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:54.361584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.398018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:51Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:54.421643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f5968-f17f-4cae-9845-81c1ecf8079c None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:51Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:52:54.426560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (9cf638b4-e959-4c97-bf50-211aaeae8967/83e262c9-af77-4437-9202-628caacc765f/b13d1702-309e-4949-a72d-506e7d5d97f1) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:52:54.443674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:54.444607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Pushing event updated for resources: {'Port': ['ID=11275eb2-d860-477e-8f82-87e8a1a15f38,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:54.447231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:54.449148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:54.537863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Attempting to bind port 11275eb2-d860-477e-8f82-87e8a1a15f38 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:54.538226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Attempting to bind port 11275eb2-d860-477e-8f82-87e8a1a15f38 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:54.538579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Attempting to bind port 11275eb2-d860-477e-8f82-87e8a1a15f38 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:54.545201 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:54.545550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Checking segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:54.545966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.546348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Bound using segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:54.546803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Bound port: 11275eb2-d860-477e-8f82-87e8a1a15f38, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:54.547398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.629946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.643362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] For port 11275eb2-d860-477e-8f82-87e8a1a15f38, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:54.645561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object b13d1702-309e-4949-a72d-506e7d5d97f1 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:54.646344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] For port 11275eb2-d860-477e-8f82-87e8a1a15f38, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=11275eb2-d860-477e-8f82-87e8a1a15f38,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:54.651481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.673000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.741159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5b56-e205-437f-92ca-e506d8d29c32 None None] Pushing event updated for resources: {'Port': ['ID=11275eb2-d860-477e-8f82-87e8a1a15f38,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:54.754169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:54.758011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:54.764487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:52:54.789007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=b13d1702-309e-4949-a72d-506e7d5d97f1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:54.830541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:54.934151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.367316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.373065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.463871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.506810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 11275eb2-d860-477e-8f82-87e8a1a15f38 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:55.575005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=b13d1702-309e-4949-a72d-506e7d5d97f1,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:55.584975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 11275eb2-d860-477e-8f82-87e8a1a15f38 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:55.590255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 983f4e5e-3c1e-41bf-90df-a30691fa1efa up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:55.633616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:52:55.634884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:52:55.665034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 983f4e5e-3c1e-41bf-90df-a30691fa1efa completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:55.670425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 983f4e5e-3c1e-41bf-90df-a30691fa1efa triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:55.670792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.762351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0938e-8007-4187-a269-9ab328edd6cd None None] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:52:55.860241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:55.906609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 983f4e5e-3c1e-41bf-90df-a30691fa1efa, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=983f4e5e-3c1e-41bf-90df-a30691fa1efa,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:55.916485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] Provisioning for port 11275eb2-d860-477e-8f82-87e8a1a15f38 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:55.966957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.001511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] Provisioning complete for port 11275eb2-d860-477e-8f82-87e8a1a15f38 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:56.002128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.114985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:52:56.128750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=983f4e5e-3c1e-41bf-90df-a30691fa1efa,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:56.228239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.270030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] For port 11275eb2-d860-477e-8f82-87e8a1a15f38, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=11275eb2-d860-477e-8f82-87e8a1a15f38,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:52:56.283517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.332710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:52:56.351905 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3775c5ae-42d4-4352-9736-e8c68234ed30 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/aed44e03-ae14-4bdc-8b3a-fab67538ad2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1788800 Apr 22 14:52:56.352143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39046) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:56.368052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950b849-ba72-44f6-8495-886f8b58567d None None] Pushing event updated for resources: {'Port': ['ID=11275eb2-d860-477e-8f82-87e8a1a15f38,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:56.491508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ddcf9-40bb-4a7c-a2b4-4da8e8efaf5a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.491877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ddcf9-40bb-4a7c-a2b4-4da8e8efaf5a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.492233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ddcf9-40bb-4a7c-a2b4-4da8e8efaf5a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.492586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ddcf9-40bb-4a7c-a2b4-4da8e8efaf5a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.494283 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-708ddcf9-40bb-4a7c-a2b4-4da8e8efaf5a tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1412156 Apr 22 14:52:56.497018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39050) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:56.535316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-662ae5b0-6b3e-460a-be71-166438337a04 None None] Provisioning complete for port 11275eb2-d860-477e-8f82-87e8a1a15f38 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:56.535882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-662ae5b0-6b3e-460a-be71-166438337a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.563949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73350a-6aa8-43de-abdb-a76fe97d0a49 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.564319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73350a-6aa8-43de-abdb-a76fe97d0a49 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.564671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73350a-6aa8-43de-abdb-a76fe97d0a49 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.565027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73350a-6aa8-43de-abdb-a76fe97d0a49 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:56.566702 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ef73350a-6aa8-43de-abdb-a76fe97d0a49 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0687690 Apr 22 14:52:56.569473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39054) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:56.670088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-662ae5b0-6b3e-460a-be71-166438337a04 None None] Provisioning for port b13d1702-309e-4949-a72d-506e7d5d97f1 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:52:56.675568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-662ae5b0-6b3e-460a-be71-166438337a04 None None] Provisioning complete for port b13d1702-309e-4949-a72d-506e7d5d97f1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:56.675950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-662ae5b0-6b3e-460a-be71-166438337a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.732380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-662ae5b0-6b3e-460a-be71-166438337a04 None None] Port b13d1702-309e-4949-a72d-506e7d5d97f1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:56.778818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6d319b8-690a-4b6f-ad89-21b8c2bf8e15 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2081127 Apr 22 14:52:56.854445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-211eb230-94b4-4ffd-8e32-b2cb29a1d2a3 None None] Provisioning complete for port b13d1702-309e-4949-a72d-506e7d5d97f1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:56.854796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-211eb230-94b4-4ffd-8e32-b2cb29a1d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:56.906134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-211eb230-94b4-4ffd-8e32-b2cb29a1d2a3 None None] Port b13d1702-309e-4949-a72d-506e7d5d97f1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:52:57.150788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39060) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:57.156690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657071900', 'description': 'tempest-secgroup-smoke-1657071900 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:57.162634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.166780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.169657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.175768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.189190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.222400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.226148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.228903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.234616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.288441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.293062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.335665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29961a9-f149-4b90-853c-a8b010edbe79,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:57.341568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.342814 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1910577 Apr 22 14:52:57.345772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39064) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:57.346274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.346617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.346955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.347392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.347812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.348146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.348476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.348790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.349110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.349431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.349774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f7d156-d77c-4ead-a820-4a7a73527efe tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:57.351362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'c29961a9-f149-4b90-853c-a8b010edbe79', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:57.358465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.362300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.365119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.370915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.390698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.447649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 11275eb2-d860-477e-8f82-87e8a1a15f38 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:57.455468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.459965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.482766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d14e1b7-7477-4737-bf81-33fcba8611ca,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:57.493433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.497237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5e8d0125-bd8c-4935-8f90-321533ef27a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478951 Apr 22 14:52:57.497505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39068) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:57.503469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'c29961a9-f149-4b90-853c-a8b010edbe79', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:57.509565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.513365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.516195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.520483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 11275eb2-d860-477e-8f82-87e8a1a15f38 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:57.520911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.521808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.539296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.606105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.611029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.638125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13acbe36-8fe4-4b32-bb30-f6290514215a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:57.641609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 983f4e5e-3c1e-41bf-90df-a30691fa1efa up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:52:57.645655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.646896 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-39d7831e-ad1c-41e6-8909-c12c9bf533b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1484406 Apr 22 14:52:57.649629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39072) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:57.655142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'c29961a9-f149-4b90-853c-a8b010edbe79', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:57.662384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.666245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.669130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.675086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.693186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.708027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 983f4e5e-3c1e-41bf-90df-a30691fa1efa triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:52:57.708393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.757115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.763076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.787516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2c6a0e-8e31-452b-89b4-de0ae79499c5,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:57.798237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.803418 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-38b84f84-e16b-4ef8-ad39-9add1d52d424 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487730 Apr 22 14:52:57.803418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39076) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:57.807972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'c29961a9-f149-4b90-853c-a8b010edbe79', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:57.814232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.818045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.820944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.827166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.845583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.909160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.914355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.937026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e16580-b4ea-4260-a1b8-8abdf740d877,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:57.947666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.948759 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-69204ff2-c269-4366-bf1a-a585266aac82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1455073 Apr 22 14:52:57.951646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39080) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:57.956955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'c29961a9-f149-4b90-853c-a8b010edbe79', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:57.962743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:57.966642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:57.969562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:57.975767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:57.990501 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:52:57.997702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:57.999220 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:52:58.012039 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:58.012651 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:58.062872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.067280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.089819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620673e9-c655-4328-8424-66f4ad4f8251,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:58.100572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.101927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2f4e5418-b07a-4039-9235-fbb86a871a50 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1493349 Apr 22 14:52:58.104647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39084) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:52:58.110172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'c29961a9-f149-4b90-853c-a8b010edbe79', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:52:58.116432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:52:58.120516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:52:58.123938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:52:58.130048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:52:58.142581 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:52:58.149534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.213816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.218736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.221723 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:58.241779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa4f935-0161-499b-924e-bb99cc73ec49,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:58.251404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.261503 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8ad7b73a-6c23-43cf-93ff-7adac16783b0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1474493 Apr 22 14:52:58.483008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-17092cd9-5516-43ee-bb9b-1fd97c874ca3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:58.502877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-17092cd9-5516-43ee-bb9b-1fd97c874ca3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:58.504331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-17092cd9-5516-43ee-bb9b-1fd97c874ca3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657071900&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0624461 Apr 22 14:52:58.533256 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:58.537103 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:52:58.537444 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Updating router aed44e03-ae14-4bdc-8b3a-fab67538ad2c port b13d1702-309e-4949-a72d-506e7d5d97f1 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:52:58.586672 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.651325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-a6ef8008-158d-42f5-8f51-8ca7c3d8db64 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:52:58.651966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-a6ef8008-158d-42f5-8f51-8ca7c3d8db64 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:58.670548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-a6ef8008-158d-42f5-8f51-8ca7c3d8db64 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:58.671740 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-a6ef8008-158d-42f5-8f51-8ca7c3d8db64 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 797 time: 0.1605141 Apr 22 14:52:58.689815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-bdf7632b-9049-485d-9e95-8eb2e07f8d88 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0110373 Apr 22 14:52:58.772178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-9d3c3578-cf15-4097-8952-e71fdeb9b42c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:52:58.788738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-9d3c3578-cf15-4097-8952-e71fdeb9b42c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:52:58.790039 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-9d3c3578-cf15-4097-8952-e71fdeb9b42c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949299 Apr 22 14:52:58.921959 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:58.924542 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-d8d28a53-a11e-4406-a75c-9ac03af01af3 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222162 Apr 22 14:52:58.934666 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Transition to ACTIVE for port object b13d1702-309e-4949-a72d-506e7d5d97f1 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:52:58.942293 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:59.064291 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Pushing event updated for resources: {'Port': ['ID=b13d1702-309e-4949-a72d-506e7d5d97f1,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:59.078902 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.079147 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.079290 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.079615 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.079939 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.080252 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.080562 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.081076 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.081155 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.081481 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.081822 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:52:59.176783 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Attempting to bind port b13d1702-309e-4949-a72d-506e7d5d97f1 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:52:59.177162 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Attempting to bind port b13d1702-309e-4949-a72d-506e7d5d97f1 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:52:59.177501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Attempting to bind port b13d1702-309e-4949-a72d-506e7d5d97f1 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:52:59.178622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-8b20c945-e3cc-489b-b1ab-4f921c80e167 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478249 Apr 22 14:52:59.184041 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:52:59.184404 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Checking segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:52:59.184856 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:59.185238 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Bound using segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:52:59.185706 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Bound port: b13d1702-309e-4949-a72d-506e7d5d97f1, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:52:59.186072 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:59.293105 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] For port b13d1702-309e-4949-a72d-506e7d5d97f1, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:52:59.296952 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] For port b13d1702-309e-4949-a72d-506e7d5d97f1, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b13d1702-309e-4949-a72d-506e7d5d97f1,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:52:59.303441 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:52:59.369825 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0f8d5a22-f455-4142-89b2-19eba32097b8 req-2b3bf11c-d726-48f0-9477-de477a2b269b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 210 time: 0.0434883 Apr 22 14:52:59.380550 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d873e-9e4c-4f72-be29-e67a0c4e40af None None] Pushing event updated for resources: {'Port': ['ID=b13d1702-309e-4949-a72d-506e7d5d97f1,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:52:59.398974 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:52:59.399633 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:52:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:59.590755 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:52:59.930584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:52:59Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:52:59.934490 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be1f0d-adbb-4df1-a3c1-4cbeb1490bd4 None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:52:59Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:00.551686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-87cf2496-2cdb-4b8b-b95f-16936cbebfb2 req-a5b137d5-5e0e-4324-9e11-b7a2c7c1f501 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 210 time: 0.0516930 Apr 22 14:53:00.688439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-7e6f4bbc-4e3f-4e45-9d76-3d262bcb4675 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:00.689966 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-7e6f4bbc-4e3f-4e45-9d76-3d262bcb4675 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 797 time: 0.1671104 Apr 22 14:53:00.744893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-cee51a7f-bd35-4aec-b787-e24011523b1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:00.757720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-cee51a7f-bd35-4aec-b787-e24011523b1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:00.758864 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-cee51a7f-bd35-4aec-b787-e24011523b1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 380 time: 0.0564921 Apr 22 14:53:00.785990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['c29961a9-f149-4b90-853c-a8b010edbe79']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:00.918658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:00.928223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:00.940760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:53:00.943812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.106768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.3 (9cf638b4-e959-4c97-bf50-211aaeae8967/83e262c9-af77-4437-9202-628caacc765f/f4facb5f-f850-4df7-abe0-08464254c8c7) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:01.289727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.304827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object f4facb5f-f850-4df7-abe0-08464254c8c7 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:01.330214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.405108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:01.407889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:01.412487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:01.436989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:01.475444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:01.475899 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.479864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b13d1702-309e-4949-a72d-506e7d5d97f1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:01.505106 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-1efef016-3616-42f2-a882-299f313376f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228296 Apr 22 14:53:01.516079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Request body: {'port': {'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:01.561566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b13d1702-309e-4949-a72d-506e7d5d97f1 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:01.567619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b13d1702-309e-4949-a72d-506e7d5d97f1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:01.567974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.626026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.683341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.726673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b13d1702-309e-4949-a72d-506e7d5d97f1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b13d1702-309e-4949-a72d-506e7d5d97f1,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:01.728264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c09b5f57-d1a0-4955-b738-fa5c1047e03b None None] Provisioning for port f4facb5f-f850-4df7-abe0-08464254c8c7 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:01.733020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c09b5f57-d1a0-4955-b738-fa5c1047e03b None None] Provisioning complete for port f4facb5f-f850-4df7-abe0-08464254c8c7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:01.733379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c09b5f57-d1a0-4955-b738-fa5c1047e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.755792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.776658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a553-e378-434c-b08b-03e22ee8c8a8 req-58aab107-2b52-4b58-9909-cbbf5dd637ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:01.778383 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a553-e378-434c-b08b-03e22ee8c8a8 req-58aab107-2b52-4b58-9909-cbbf5dd637ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 931 time: 0.0863483 Apr 22 14:53:01.827956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a553-e378-434c-b08b-03e22ee8c8a8 req-1797bd5b-dadd-4b03-81bd-500461de1d2a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Apr 22 14:53:01.833141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c09b5f57-d1a0-4955-b738-fa5c1047e03b None None] Port f4facb5f-f850-4df7-abe0-08464254c8c7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:53:01.844145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b13d1702-309e-4949-a72d-506e7d5d97f1,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:01.969030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4facb5f-f850-4df7-abe0-08464254c8c7 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:53:01.975983 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:01.990794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Transition to ACTIVE for port object f4facb5f-f850-4df7-abe0-08464254c8c7 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:01.997289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:02.118100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:02.227871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Attempting to bind port f4facb5f-f850-4df7-abe0-08464254c8c7 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:53:02.228203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Attempting to bind port f4facb5f-f850-4df7-abe0-08464254c8c7 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:53:02.228518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Attempting to bind port f4facb5f-f850-4df7-abe0-08464254c8c7 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:02.234314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Port f4facb5f-f850-4df7-abe0-08464254c8c7 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:53:02.234626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Attempting to bind port f4facb5f-f850-4df7-abe0-08464254c8c7 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:02.240851 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:53:02.241184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Checking segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:02.241544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Bound using segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:53:02.241980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Bound port: f4facb5f-f850-4df7-abe0-08464254c8c7, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:53:02.242319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:02.328580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:53:02.333068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:53:02.340661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:02.495878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:02.497396 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 1093 time: 0.9853458 Apr 22 14:53:02.497776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:02.520620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879891-fd3e-4632-a26f-150594575bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:02.574901 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf70c7e-fc68-458a-bc10-ad06585e405d'] response: {'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'status': 'completed', 'code': 200} Apr 22 14:53:02.611089 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-ad204345-6438-48ed-8639-48de9ad868ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1096 time: 0.0735116 Apr 22 14:53:02.681315 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-0b2055c5-2475-4dc5-a9b1-63733ffa129d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0631862 Apr 22 14:53:02.748821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-e8239011-98c4-45ab-9993-32af55a4b1ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:02.750223 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-e8239011-98c4-45ab-9993-32af55a4b1ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0627496 Apr 22 14:53:02.825661 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-07ffbbc1-1983-4e13-9aa9-d6020ee0a290 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695632 Apr 22 14:53:02.974393 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-2b56c6b9-edea-47ab-abc5-b01bfa60cd04 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420367 Apr 22 14:53:03.030765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29b2c2-4971-4784-b3b7-2e7ab2a8b14a req-69103619-0d80-4d13-853c-735932cbdd6d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:03.032199 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c29b2c2-4971-4784-b3b7-2e7ab2a8b14a req-69103619-0d80-4d13-853c-735932cbdd6d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 943 time: 0.0799656 Apr 22 14:53:03.079415 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c29b2c2-4971-4784-b3b7-2e7ab2a8b14a req-24ff4268-2fd7-4fc9-b6ef-9342117114ba tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387781 Apr 22 14:53:03.106434 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-aaf4b6ab-4e6a-4166-bbb9-72e378d5d236 req-c847afec-a393-402b-a57b-892d7f1ed820 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260936 Apr 22 14:53:03.228321 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-0606b464-ae9b-454b-9e82-c0f546d9c036 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1096 time: 0.0760288 Apr 22 14:53:03.361520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-1eda2353-3601-4007-9a03-488b8bf538f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:03.363012 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-1eda2353-3601-4007-9a03-488b8bf538f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1274526 Apr 22 14:53:03.433141 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-6652b89a-e0bf-45dd-a85c-ac53b49e6e7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0630369 Apr 22 14:53:03.448330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b13d1702-309e-4949-a72d-506e7d5d97f1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:03.496572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-1bf80baf-cce3-419a-bb7f-ad6064d810c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:03.498136 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-1bf80baf-cce3-419a-bb7f-ad6064d810c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0576758 Apr 22 14:53:03.521589 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b13d1702-309e-4949-a72d-506e7d5d97f1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:03.522006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:03.576569 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-c29c90b4-fa17-4daa-bbcd-58800ce604b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720179 Apr 22 14:53:03.708588 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-6e974114-8a4c-4451-b5f4-0af842dd2388 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250651 Apr 22 14:53:03.837269 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-45bf5757-4eb1-4be5-ac15-ea03938d3af5 req-1047b384-faf0-46fa-b15a-5f941eb605bc service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224883 Apr 22 14:53:03.865490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:04.288754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b1085-118a-4f33-b50b-aff4126ce672 req-8a370e71-056d-46cc-8848-263224a47b48 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:04.290240 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d41b1085-118a-4f33-b50b-aff4126ce672 req-8a370e71-056d-46cc-8848-263224a47b48 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 943 time: 0.0848024 Apr 22 14:53:04.336843 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d41b1085-118a-4f33-b50b-aff4126ce672 req-8bbfe439-f9ec-4edf-9d65-3719dd3131ef tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408173 Apr 22 14:53:04.881768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4facb5f-f850-4df7-abe0-08464254c8c7 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:53:05.025588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:05.067991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:53:05.122592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:05.139881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4facb5f-f850-4df7-abe0-08464254c8c7 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:53:05.154821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:05.162503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:05.229520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:05.370367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f4facb5f-f850-4df7-abe0-08464254c8c7'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:53:05.534759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba769-5e66-4bf8-a038-b08b9d5f6dc3 req-7edb9ca9-a705-4c52-8cf9-edf1908d5336 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:05.536206 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22bba769-5e66-4bf8-a038-b08b9d5f6dc3 req-7edb9ca9-a705-4c52-8cf9-edf1908d5336 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 944 time: 0.0776873 Apr 22 14:53:05.581086 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22bba769-5e66-4bf8-a038-b08b9d5f6dc3 req-8e2bf0db-332c-4b8d-a7c7-f7c348f35c79 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Apr 22 14:53:06.786983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32fc08-7100-4bdc-96bc-700bb9e4b2e8 req-a855770f-6851-4b61-a199-af891957518c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:06.788477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e32fc08-7100-4bdc-96bc-700bb9e4b2e8 req-a855770f-6851-4b61-a199-af891957518c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 944 time: 0.0818014 Apr 22 14:53:06.834391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e32fc08-7100-4bdc-96bc-700bb9e4b2e8 req-97010a1b-26b5-4239-83f5-54e9703680a9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Apr 22 14:53:06.896220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4facb5f-f850-4df7-abe0-08464254c8c7 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:06.967043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f4facb5f-f850-4df7-abe0-08464254c8c7 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:06.971651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f4facb5f-f850-4df7-abe0-08464254c8c7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:06.972018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:07.088629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:07.115420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:07.125481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:07.131363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:07.171961 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445f5b90-fd59-4de4-a096-014fe68337e9'] response: {'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'code': 200} Apr 22 14:53:07.198109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:07.396894 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5930410b-2b70-4acb-9927-bc7b02f7956a req-7d1246d2-e17c-4de8-8572-b20b091b6cc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1098 time: 0.0670450 Apr 22 14:53:07.442603 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5930410b-2b70-4acb-9927-bc7b02f7956a req-162ea696-19b2-4e39-8998-6634ff517f4a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Apr 22 14:53:08.042056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeec09-f47f-47d7-a1be-253cadbbc499 req-1532d433-b13c-4b1c-9ec6-d427fcdae2cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:08.043504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22aeec09-f47f-47d7-a1be-253cadbbc499 req-1532d433-b13c-4b1c-9ec6-d427fcdae2cf tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 945 time: 0.0802734 Apr 22 14:53:08.094239 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22aeec09-f47f-47d7-a1be-253cadbbc499 req-5ed2410e-0b7d-4011-bfe3-0223c7279dfa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Apr 22 14:53:09.300694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0198d-8872-4703-9f2b-1206b22a9858 req-8e9c18bf-496f-4761-874d-7e0aa3451f76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:09.302201 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-26c0198d-8872-4703-9f2b-1206b22a9858 req-8e9c18bf-496f-4761-874d-7e0aa3451f76 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 945 time: 0.0766420 Apr 22 14:53:09.352956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-26c0198d-8872-4703-9f2b-1206b22a9858 req-fcbe1c90-b649-417b-83a0-99389fc1df8f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446577 Apr 22 14:53:09.560309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049486e-f7e7-410a-b72b-6eb6d6f91c55 req-f4641831-5449-4df5-8004-58f4bf495df8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:09.561745 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b049486e-f7e7-410a-b72b-6eb6d6f91c55 req-f4641831-5449-4df5-8004-58f4bf495df8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 945 time: 0.0900824 Apr 22 14:53:09.594501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a06ef52-2c23-4e1c-9361-8b9fecb474b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:09.607502 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b049486e-f7e7-410a-b72b-6eb6d6f91c55 req-1d5c9b1d-c49d-4713-982d-9ab6ced046fd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Apr 22 14:53:09.635241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39132) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:09.710320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5c6cae85-a3db-488e-ba6a-8cab3f9c1cde tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1093 time: 0.0739276 Apr 22 14:53:09.714134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39136) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:09.719152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:09.724780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:09.728877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:09.731920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:09.737935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:09.754054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:09.889898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:10.018283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.235 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/bc176c67-721d-45db-8c97-cef78e6f4c61) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:10.161758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:10.191806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:10.259619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:10.262553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:10.266931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:10.289991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=bc176c67-721d-45db-8c97-cef78e6f4c61,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:10.858342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:10.914711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:11.142243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:11.148973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:11.247714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=bc176c67-721d-45db-8c97-cef78e6f4c61,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:11.261534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:11.455497 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP ea7769e7-7dc7-4dfc-9fba-7989ef9003da associated. External IP: 172.26.2.235, port: f4facb5f-f850-4df7-abe0-08464254c8c7. Apr 22 14:53:11.718747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-071fce5b-d26d-4334-afdf-618066b4a1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:11.841358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:53:12.048691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:12.058416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:12.070791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:12.071464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:53:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:12.074952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:12.227627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-21dce8d4-7596-4f8f-b629-89dcb8a79ba1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5124998 Apr 22 14:53:12.228155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:12.230699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39140) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:12.248985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:12.312515 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f1c93c8e-6086-4ee1-9b2c-ac80dc365a5c tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1093 time: 0.0798666 Apr 22 14:53:12.468421 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a05ca9-3ac5-4034-87d4-26780e53cb93'] response: {'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'status': 'completed', 'code': 200} Apr 22 14:53:12.559121 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-0d616829-6045-43c1-b50f-3a6b7ccfeabe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1098 time: 0.0685425 Apr 22 14:53:12.593055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39150) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:12.599177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912775607', 'description': 'tempest-secgroup-smoke-912775607 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:12.606615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:12.607900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:10Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:12.612023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:12.617293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:12.624145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:12.624855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:53:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:12.630111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:12.666552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:12.670575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:12.673597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:12.680410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:12.742044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:12.747056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:12.801607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:12.817527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:12.818008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:12.819702 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0faa73cd-8fa0-477f-a64e-edff45992c00 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2253947 Apr 22 14:53:12.822988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39154) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:12.833871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba46e8-8cfe-4f49-b45c-92e1e830eab8', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:12.838857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-6ca52378-0c84-4d51-ba0a-80813e35976f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:12.840248 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-6ca52378-0c84-4d51-ba0a-80813e35976f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.2757795 Apr 22 14:53:12.842488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:12.897060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:12.905155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:12.919404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:12.963677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:12.971955 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-7f21cc2d-197b-4cae-bf60-6665a461e882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 999 time: 0.1254153 Apr 22 14:53:13.041373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.042070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.069112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-2eec0922-a945-43d6-8bb1-06d92a5ac67f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:13.070593 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-2eec0922-a945-43d6-8bb1-06d92a5ac67f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0928266 Apr 22 14:53:13.120837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.128967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.152901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a036cb18-e2b9-4252-b394-b75f13ac9390,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:13.173499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.174707 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8124a02f-5544-4642-8865-45502409a54c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3507686 Apr 22 14:53:13.177741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39158) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:13.183461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba46e8-8cfe-4f49-b45c-92e1e830eab8', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:13.188510 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-b64e1cdf-1d62-44da-bb10-f7926409172d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056006 Apr 22 14:53:13.189594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:13.193480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:13.196399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:13.202337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:13.220883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.243168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:10Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:13.247692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067d074-1aa9-4cea-a55e-b70805c4a848 None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:10Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:13.292982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.301003 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.319520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40e34cb-7b1d-4a48-92bb-4528ad20de48,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:13.330210 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-57d12edc-5e93-432b-9cd1-ed46e1ca56a9 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354315 Apr 22 14:53:13.342457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.343634 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2a3b4824-0d3e-40c3-a449-a22c187398a0 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1648977 Apr 22 14:53:13.346575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39162) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:13.351957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba46e8-8cfe-4f49-b45c-92e1e830eab8', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:13.357917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:13.361723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:13.365127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:13.370730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:13.387558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.448534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.453141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.464040 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9931ad1c-a432-4f1c-acfe-22560678b3a9 req-d77b60cb-3ccd-431e-ac9f-2357dac3b4fc service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281266 Apr 22 14:53:13.474410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cda047-f257-42bd-b6c6-820be16c69c0,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:13.487226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.488402 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35a3dfc3-0b53-40fd-bd76-906389818e51 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409180 Apr 22 14:53:13.491375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39166) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:13.496784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba46e8-8cfe-4f49-b45c-92e1e830eab8', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:13.503114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:13.506987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:13.509831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:13.515393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:13.532713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.604611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.610415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.633546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e629d0f-7678-44c6-b34f-5b16ed7fb7f0,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:13.643754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.644901 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-25e2c358-b1f8-48a8-9abb-e84ee7e7463f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1525364 Apr 22 14:53:13.647897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39170) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:13.653316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba46e8-8cfe-4f49-b45c-92e1e830eab8', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:13.659053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:13.662894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:13.665811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:13.671572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:13.684030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:53:13.690228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.751424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.757512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.780504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c68f312-04d4-4548-8eab-aaafccd896e4,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:13.791026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.792673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f5b7caef-8489-4990-9471-c41761e428a3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1434057 Apr 22 14:53:13.795388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39174) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:13.801161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba46e8-8cfe-4f49-b45c-92e1e830eab8', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:13.807553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:13.811932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:13.814999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:13.820947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:13.832489 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:53:13.839127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.905521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.910893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.935383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478ba381-ccf5-4b3f-8d3a-4674703522a1,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:13.945325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:13.946712 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0525115e-6d47-477f-8100-d13f6eba92aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1504140 Apr 22 14:53:14.193867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-523207af-507f-4bda-9841-f35434de2cfc req-bafc7055-beda-49e8-a823-bba9b530cf2b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:53:14.211960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-523207af-507f-4bda-9841-f35434de2cfc req-bafc7055-beda-49e8-a823-bba9b530cf2b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:53:14.213218 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-bafc7055-beda-49e8-a823-bba9b530cf2b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912775607&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0608077 Apr 22 14:53:14.362224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523207af-507f-4bda-9841-f35434de2cfc req-b2183451-33d2-4bf7-b15c-2afa6895da74 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:14.363622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-b2183451-33d2-4bf7-b15c-2afa6895da74 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 797 time: 0.1422269 Apr 22 14:53:14.380335 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-5d2508ca-3d1b-43d2-8588-e0bf42ef94f1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0113647 Apr 22 14:53:14.415907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:14.463137 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-f0c5067a-ddd0-4e17-9acf-bf53cb0d9a5f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779710 Apr 22 14:53:14.601065 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-7e447933-8cf1-4e2f-a9de-6c2c1f35d1ba service neutron] 10.222.0.32 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263616 Apr 22 14:53:14.733926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-f1731261-f2de-42a5-81a8-1d82b476cf47 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238201 Apr 22 14:53:14.928291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19992b82-e3de-460a-bb40-6bd48816b84a req-9a27b33f-24c4-4720-9137-db665e074721 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 210 time: 0.0435758 Apr 22 14:53:15.960794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523207af-507f-4bda-9841-f35434de2cfc req-a1c9b741-9fb9-40b6-afa7-42fa56dd95c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:15.962399 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-a1c9b741-9fb9-40b6-afa7-42fa56dd95c5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 797 time: 0.1446838 Apr 22 14:53:16.026528 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-3505f1ec-694f-4a7e-ab5c-0f1c1524eb59 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 472 time: 0.0514891 Apr 22 14:53:16.036210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['b3ba46e8-8cfe-4f49-b45c-92e1e830eab8']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:16.090958 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-42b4e4a9-4981-4e66-a79a-3be1fbf1bcaf req-041e371f-d124-4472-b5a4-a87291d8b391 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 210 time: 0.0409253 Apr 22 14:53:16.173379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:16.178271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:port and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:16.181786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:16.184572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775027d8-b4ea-4048-bfcd-b5e5cb778a5d None None] New status for floating IP ea7769e7-7dc7-4dfc-9fba-7989ef9003da: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:53:16.187700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:16.199820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:53:16.202990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:16.362866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.9 (9cf638b4-e959-4c97-bf50-211aaeae8967/83e262c9-af77-4437-9202-628caacc765f/c25d9f9c-b3a2-4364-ba52-5f2eac47cf87) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:16.559001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:16.574343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:16.599176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:16.666632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:16.669445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:16.674353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:16.704500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:16.741848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:16.742439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:16.768275 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-6dbfd1cb-376a-4893-a2b0-9740608287e4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364125 Apr 22 14:53:16.779465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Request body: {'port': {'device_id': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:16.887287 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:16.906122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-424bc789-a5e9-480f-8e88-e04956fc14c2 None None] Provisioning for port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:16.911100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-424bc789-a5e9-480f-8e88-e04956fc14c2 None None] Provisioning complete for port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:16.911464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-424bc789-a5e9-480f-8e88-e04956fc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:16.960761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-424bc789-a5e9-480f-8e88-e04956fc14c2 None None] Port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:53:17.235450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:53:17.242522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:17.257826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Transition to ACTIVE for port object c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:53:17.266609 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:17.293088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae349-baab-4d84-8c98-99f5f0ec5ce0 req-f10572d2-5edb-46b8-a7de-d5ebf41f74b9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:17.294900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e3ae349-baab-4d84-8c98-99f5f0ec5ce0 req-f10572d2-5edb-46b8-a7de-d5ebf41f74b9 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 931 time: 0.0807958 Apr 22 14:53:17.345298 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e3ae349-baab-4d84-8c98-99f5f0ec5ce0 req-49d2032e-b6ff-4b6f-a4c7-ff0031bac921 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440149 Apr 22 14:53:17.481519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Pushing event updated for resources: {'Port': ['ID=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:17.592014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Attempting to bind port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:53:17.592350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Attempting to bind port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:53:17.592674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Attempting to bind port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:17.598548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:53:17.598863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Attempting to bind port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 on network 9cf638b4-e959-4c97-bf50-211aaeae8967 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:53:17.605239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:53:17.605574 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Checking segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:53:17.605992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Bound using segment: {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:53:17.606415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Bound port: c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:53:17.606762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:17.692499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] For port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:53:17.695723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] For port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:53:17.700518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:17.766844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:17.768177 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] 10.222.0.24 "PUT /v2.0/ports/c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 HTTP/1.1" status: 200 len: 1093 time: 0.9930305 Apr 22 14:53:17.768641 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:17.785621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880fa1-ab7c-48de-8959-d7069b61f496 service neutron] Pushing event updated for resources: {'Port': ['ID=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:17.844084 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d9f902-bf27-405b-b5d5-674141f86560'] response: {'name': 'network-changed', 'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'status': 'completed', 'code': 200} Apr 22 14:53:17.881557 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-677be3e7-0e6d-4330-8d74-b629f6efed55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 1096 time: 0.0717950 Apr 22 14:53:17.953901 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-d829c11b-e002-490e-b32a-4039677c7c1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 HTTP/1.1" status: 200 len: 217 time: 0.0642066 Apr 22 14:53:18.016491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523207af-507f-4bda-9841-f35434de2cfc req-2774b5b0-4088-4687-862c-23584ee27cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:18.017942 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-2774b5b0-4088-4687-862c-23584ee27cc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0584848 Apr 22 14:53:18.091047 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-6bba0713-0a7a-4d76-88c8-3b894d258f8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673444 Apr 22 14:53:18.219310 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-2d185273-6e8b-4eb7-8cdf-72ff1eeb3544 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218021 Apr 22 14:53:18.348324 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-523207af-507f-4bda-9841-f35434de2cfc req-d9f9a8bf-6e3c-4fda-aa97-801e0a4e8b25 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230989 Apr 22 14:53:18.469104 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-cc0eb6af-091f-4af4-a84e-2a0a134a0fcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 1096 time: 0.0714514 Apr 22 14:53:18.543238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee81698-a3ff-44b0-b205-eaaa09ae0b77 req-cf7962ac-55ee-45d1-8937-c8968925900b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:18.544732 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2ee81698-a3ff-44b0-b205-eaaa09ae0b77 req-cf7962ac-55ee-45d1-8937-c8968925900b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 943 time: 0.0792308 Apr 22 14:53:18.598484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-617b81f3-cd77-4da3-9a90-cf02313204b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:18.599571 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2ee81698-a3ff-44b0-b205-eaaa09ae0b77 req-6bdfc37b-6b02-4c3c-90d6-265b71362c64 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488915 Apr 22 14:53:18.599916 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-617b81f3-cd77-4da3-9a90-cf02313204b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1241701 Apr 22 14:53:18.669557 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-ae959e5b-de22-439a-a865-57d6b682a4b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 HTTP/1.1" status: 200 len: 217 time: 0.0630672 Apr 22 14:53:18.731045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-26f936ad-a7a5-4374-b48d-170e07ae8d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:18.732470 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-26f936ad-a7a5-4374-b48d-170e07ae8d3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0567212 Apr 22 14:53:18.807026 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-bc50cce0-0b89-4a02-9541-086284ac717e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683527 Apr 22 14:53:18.938423 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-a9449292-2a65-4337-831c-4931587a80fc service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239941 Apr 22 14:53:19.153303 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a3c1041c-96f0-4035-a869-4d9970edbee2 req-cfb243f9-5ae0-4fc9-96cb-57c84e22613f service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081494 Apr 22 14:53:19.822458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34572b-ab14-4f02-ba4b-c05c8a009825 req-4d726ab6-e1e2-466c-8137-7f62ee0115c8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:19.823910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb34572b-ab14-4f02-ba4b-c05c8a009825 req-4d726ab6-e1e2-466c-8137-7f62ee0115c8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 943 time: 0.0891657 Apr 22 14:53:19.873953 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb34572b-ab14-4f02-ba4b-c05c8a009825 req-6f23de96-dcc0-469f-80d6-4f5106835420 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436671 Apr 22 14:53:20.975054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:53:21.086107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0a82c-fe4c-4025-8089-d4f6d5cbc13e req-9c6e8b72-cce6-4e5d-933d-2ec235033e8c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:21.087537 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-14c0a82c-fe4c-4025-8089-d4f6d5cbc13e req-9c6e8b72-cce6-4e5d-933d-2ec235033e8c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 943 time: 0.0756600 Apr 22 14:53:21.111428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:21.124744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'port_id': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'mac_address': 'fa:16:3e:eb:42:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:53:21.133925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-14c0a82c-fe4c-4025-8089-d4f6d5cbc13e req-00240798-c14a-4bf4-b90b-ecfb8a1f95e6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 Apr 22 14:53:21.176686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:21.194614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:53:21.209407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:21.215632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:21.284610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:21.426355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['c25d9f9c-b3a2-4364-ba52-5f2eac47cf87'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:53:22.333444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529649d-0776-4aba-8f90-ee1637b8937a req-41d680ac-8633-4f5c-9c7b-cb91f6fd62dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:22.334990 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6529649d-0776-4aba-8f90-ee1637b8937a req-41d680ac-8633-4f5c-9c7b-cb91f6fd62dd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 944 time: 0.0830231 Apr 22 14:53:22.383947 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6529649d-0776-4aba-8f90-ee1637b8937a req-7b62f9a0-2f15-451c-943c-81481bad92b7 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433443 Apr 22 14:53:22.970477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:53:23.047255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:53:23.053562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:53:23.054143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:23.176849 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:23.202468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:23.212267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:53:23.217434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:23.259337 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3167c2-e238-41c9-8711-533e6fabe68f'] response: {'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'code': 200} Apr 22 14:53:23.290692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:23.493505 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5dc5b48f-dd45-43e3-990c-854f48fe36c0 req-7a8dc69f-a13b-48b0-81c4-56a43c5ed2f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 1098 time: 0.0712607 Apr 22 14:53:23.535588 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5dc5b48f-dd45-43e3-990c-854f48fe36c0 req-c6597752-c100-4f85-8d9f-fa75fd4b45e3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358660 Apr 22 14:53:23.582294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f6ca0-c317-4d39-8e06-e4a8cc13d294 req-0fffbbaa-75f6-4e5c-97db-db17f68b531c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:23.583980 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e5f6ca0-c317-4d39-8e06-e4a8cc13d294 req-0fffbbaa-75f6-4e5c-97db-db17f68b531c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 945 time: 0.0823858 Apr 22 14:53:23.636731 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e5f6ca0-c317-4d39-8e06-e4a8cc13d294 req-bef4b241-f52c-412c-b52d-35907247f44b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468266 Apr 22 14:53:24.920804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59203dd-e5da-465a-8484-fe3ca65efa09 req-56826176-8161-4d03-b7e8-8d9033818046 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:24.922256 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f59203dd-e5da-465a-8484-fe3ca65efa09 req-56826176-8161-4d03-b7e8-8d9033818046 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 945 time: 0.1617119 Apr 22 14:53:24.968019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f59203dd-e5da-465a-8484-fe3ca65efa09 req-fca12706-5fea-4d14-a35c-3fba63823e9e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400536 Apr 22 14:53:25.166444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c97dc-88e9-49c8-b05f-b587d15628dd req-0fd0d89e-6919-437c-9c42-c938229682a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:25.167877 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-759c97dc-88e9-49c8-b05f-b587d15628dd req-0fd0d89e-6919-437c-9c42-c938229682a1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 945 time: 0.0781455 Apr 22 14:53:25.215405 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-759c97dc-88e9-49c8-b05f-b587d15628dd req-bd32d50d-9961-4f3c-82e8-a7c3990555a2 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413265 Apr 22 14:53:25.248880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39218) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:25.316844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d1204bbf-72e5-4042-a1b8-2284b3e531cc tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 1093 time: 0.0668526 Apr 22 14:53:25.319471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39222) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:25.324520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:53:25.331010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:53:25.335263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:53:25.338427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:53:25.344653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:53:25.358248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:25.496769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:25.637328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.197 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/57492288-dcde-4b34-9c51-38ae85aeaead) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:53:25.795681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:25.828825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:25.893246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:53:25.896060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:53:25.900273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:53:25.927136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=57492288-dcde-4b34-9c51-38ae85aeaead,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:25.951397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.951733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.952075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.952422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.952725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.953091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.953357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.953702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.954115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.954326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:25.954627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:53:26.405726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:26.465985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:26.665011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:26.672566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:26.862285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=57492288-dcde-4b34-9c51-38ae85aeaead,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:53:26.876664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.072317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 7c7c0a5b-9671-4d03-b454-c59f566a46dd associated. External IP: 172.26.2.197, port: c25d9f9c-b3a2-4364-ba52-5f2eac47cf87. Apr 22 14:53:27.470169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:53:27.688160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:53:27.698803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:53:27.711684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:27.712422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:53:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:27.715254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:27.767428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-047b0888-716d-458e-b052-a34190bca962 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4469335 Apr 22 14:53:27.768094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:53:27.822610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433cd33b-814c-4fa7-86c9-cfa2099a150e'] response: {'name': 'network-changed', 'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'status': 'completed', 'code': 200} Apr 22 14:53:27.887214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:27.916570 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-6d621798-2c1e-44c3-b8bd-54def408d5a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 1098 time: 0.0705979 Apr 22 14:53:28.048669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-10e85b66-b9f6-441d-86c3-85ed131c2cf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:28.050180 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-10e85b66-b9f6-441d-86c3-85ed131c2cf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1269395 Apr 22 14:53:28.170794 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-e34cbb31-1980-40ea-99ac-8fcfa4c237c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 HTTP/1.1" status: 200 len: 999 time: 0.1138039 Apr 22 14:53:28.235166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-69dcf684-273e-4ff6-815e-9704a995314d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:28.236887 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-69dcf684-273e-4ff6-815e-9704a995314d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0598910 Apr 22 14:53:28.272139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '7c7c0a5b-9671-4d03-b454-c59f566a46dd', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:eb:42:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:26Z', 'updated_at': '2022-04-22T14:53:26Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}, {'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:16Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:28.276253 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:53:28.287702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:53:28.288298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:53:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:28.310488 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-92e38137-b211-459b-bf67-dbfda61c2af4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670600 Apr 22 14:53:28.442953 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-edc1bd42-d117-4cd0-acdd-a89fdee6e5e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256120 Apr 22 14:53:28.473173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:53:28.575952 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-597baa8b-c9da-49b5-b35d-84ffbc2ef47c req-1707207f-ca60-4e75-a778-315dee1b92cc service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260717 Apr 22 14:53:28.819258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '7c7c0a5b-9671-4d03-b454-c59f566a46dd', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:eb:42:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:26Z', 'updated_at': '2022-04-22T14:53:26Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}, {'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:16Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:53:28.823323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032efd6-d289-4e55-897d-df94c2d54ec6 None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '7c7c0a5b-9671-4d03-b454-c59f566a46dd', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:eb:42:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:26Z', 'updated_at': '2022-04-22T14:53:26Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}, {'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:16Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:53:29.022491 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b009c8-7027-4dcb-b70e-adfb27891af9 None None] New status for floating IP 7c7c0a5b-9671-4d03-b454-c59f566a46dd: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:53:29.195408 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:53:33.877592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:39.607513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0e33bb7b-fe79-4c87-834a-f75ab7bdd99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:41.721833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c2ec-a5ce-4ec2-a812-f9ad9926e7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.886212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:42.985258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:44.425339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:53:48.031222 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-9177459a-4c33-4880-8e25-29e3f9bd17b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726140 Apr 22 14:53:48.181256 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-9c59192c-5778-4420-bf50-dddae2e0fd4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1098 time: 0.0736558 Apr 22 14:53:48.330656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-40d86050-c3d1-48bc-93ba-bdcde7bf449b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:48.332120 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-40d86050-c3d1-48bc-93ba-bdcde7bf449b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1263525 Apr 22 14:53:48.444799 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-0a5fdf05-1737-4da8-bcc5-525ba846c8fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 1001 time: 0.1058779 Apr 22 14:53:48.508562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-6ccc68d1-66c0-4b11-8b5d-e4061d9e8569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:53:48.509963 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-6ccc68d1-66c0-4b11-8b5d-e4061d9e8569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0574427 Apr 22 14:53:48.588415 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-f6f07cd2-31d9-466f-b177-998cc394feaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720973 Apr 22 14:53:48.802709 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-6f0ccc7f-cf28-4039-a7e2-4dfe79693606 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063336 Apr 22 14:53:48.931241 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-1c8c8ce5-b57c-47f7-8183-81a37d7a4ce2 req-a4700db4-e276-4d62-b51a-5c9e2db385e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210854 Apr 22 14:53:57.680342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39240) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:57.784201 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f04763e8-4155-4c3a-bb21-bf235f227d35 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/ea7769e7-7dc7-4dfc-9fba-7989ef9003da HTTP/1.1" status: 200 len: 993 time: 0.1027923 Apr 22 14:53:59.965332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39250) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:53:59.971394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:00.102942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.331888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:00.362782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.368752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.437209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:00.437826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.439197 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/ports/f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 938 time: 0.4727843 Apr 22 14:54:00.439735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:00.463179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6070-298a-4842-8e5f-6dc3219560ca tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=6']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:00.504829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748eb0a7-1799-4abc-8fdd-4bdef88afe53'] response: {'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'status': 'completed', 'code': 200} Apr 22 14:54:00.600507 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-fc3e449e-1545-4c01-917e-f95eb2dba481 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1099 time: 0.0720515 Apr 22 14:54:00.643988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6ee4c231-82a4-4de7-804a-330a93c3221d None None] Provisioning complete for port f4facb5f-f850-4df7-abe0-08464254c8c7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:00.644607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c231-82a4-4de7-804a-330a93c3221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:00.702521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4c231-82a4-4de7-804a-330a93c3221d None None] Port f4facb5f-f850-4df7-abe0-08464254c8c7 is administratively disabled so it will not transition to active. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 22 14:54:00.735981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-d5bdd550-e165-4b94-837e-be6f5d8b19f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:00.737473 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-d5bdd550-e165-4b94-837e-be6f5d8b19f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1312973 Apr 22 14:54:00.854090 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-3d8ca325-1ac2-4462-9e81-d4c496aa68a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 1002 time: 0.1093850 Apr 22 14:54:00.916762 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-a1c9e05e-a4ba-4405-a2f1-4ad7d74c5421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:00.918250 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-a1c9e05e-a4ba-4405-a2f1-4ad7d74c5421 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0575159 Apr 22 14:54:01.008848 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-1176568d-deef-4d7c-8587-b63d7ac9b14b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830109 Apr 22 14:54:01.145909 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-2fedbfdb-196f-4f4e-924c-74dd067f0615 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284041 Apr 22 14:54:01.285101 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-3861a3f7-b614-4495-aa1e-eb444cd25273 req-df07c27d-81c4-483a-95f1-9a0e0119bc4a service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326129 Apr 22 14:54:03.865321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:03.937060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39260) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:03.946523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:04.166894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.382082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:04.406155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.414056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.480133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:04.480990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.482379 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/ports/f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 937 time: 0.5439630 Apr 22 14:54:04.483021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:04.485496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39264) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:04.506221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f5a3-bc2f-4b35-bf6a-448af9ceb52a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=7']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:04.549803 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3762a39d-6ec5-442c-bff5-7af3dd8a0872'] response: {'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'status': 'completed', 'code': 200} Apr 22 14:54:04.635681 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a1f20f8b-16d4-4356-94a6-3b19d5658157 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/ea7769e7-7dc7-4dfc-9fba-7989ef9003da HTTP/1.1" status: 200 len: 993 time: 0.1488631 Apr 22 14:54:04.663967 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-ddb42637-4ee9-4df2-8889-b0274c1e07bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1098 time: 0.0884335 Apr 22 14:54:04.704767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f4facb5f-f850-4df7-abe0-08464254c8c7'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:54:04.781818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-739b9e3c-f3c0-4eb3-a764-e808e1ea8e73 None None] Provisioning complete for port f4facb5f-f850-4df7-abe0-08464254c8c7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:04.782187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-739b9e3c-f3c0-4eb3-a764-e808e1ea8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:04.794118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666242f-183e-4890-8ccf-8711287dcc23 req-b329bc26-64bf-409d-af4b-9d7db9da9c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:04.795597 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-b329bc26-64bf-409d-af4b-9d7db9da9c20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1248236 Apr 22 14:54:04.897264 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-841c3c05-4189-4438-8944-f2b780482503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 1001 time: 0.0948327 Apr 22 14:54:04.956708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666242f-183e-4890-8ccf-8711287dcc23 req-5bd0cabb-182f-4c27-b997-3edb0168108a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:04.958206 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-5bd0cabb-182f-4c27-b997-3edb0168108a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0555894 Apr 22 14:54:05.034018 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-191981c0-d0f5-4198-8844-08c8d03ad450 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696921 Apr 22 14:54:05.264377 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-8f7aa100-4439-4af5-8d46-cde64bc30d45 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245159 Apr 22 14:54:05.393471 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-6666242f-183e-4890-8ccf-8711287dcc23 req-44091fda-a37d-4aaf-af65-0eb78eb6b16f service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229446 Apr 22 14:54:06.182012 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:54:07.219908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39276) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:07.436058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 57492288-dcde-4b34-9c51-38ae85aeaead {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:07.436414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:07.608335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:07.608559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:07.736771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 57492288-dcde-4b34-9c51-38ae85aeaead owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:07.894445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:07.942156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=57492288-dcde-4b34-9c51-38ae85aeaead,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:08.027661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:08.518431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:08.723664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:08.734634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:08.741211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:08.748002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:08.748745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:53:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:08.796536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-13a10815-d5b1-4b53-9385-04aea8244fdc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/7c7c0a5b-9671-4d03-b454-c59f566a46dd HTTP/1.1" status: 204 len: 168 time: 1.5726213 Apr 22 14:54:08.796536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:08.853253 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8402f5ca-754b-4f49-8e2f-a53aed14ee24'] response: {'name': 'network-changed', 'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'status': 'completed', 'code': 200} Apr 22 14:54:08.951635 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-9474f353-e866-45d7-9b00-bea503383b1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 1098 time: 0.0738771 Apr 22 14:54:09.000022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:09.105090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e543bc0-6afb-423a-9554-662fc89d107a req-4672f57e-de87-43b9-aeff-6bd28aacca24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:09.106639 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-4672f57e-de87-43b9-aeff-6bd28aacca24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1485445 Apr 22 14:54:09.187694 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-c369f0c2-7adc-4bcb-9d4a-139d3dde1806 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 HTTP/1.1" status: 200 len: 217 time: 0.0743396 Apr 22 14:54:09.224948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1100d-8f5f-4b2c-9c4c-8bdc267cb47d req-989c2d80-f9f8-4b9e-85d5-35dc1ce1cefa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:09.225640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ddc1100d-8f5f-4b2c-9c4c-8bdc267cb47d req-989c2d80-f9f8-4b9e-85d5-35dc1ce1cefa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:09.248582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ddc1100d-8f5f-4b2c-9c4c-8bdc267cb47d req-989c2d80-f9f8-4b9e-85d5-35dc1ce1cefa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:09.258208 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddc1100d-8f5f-4b2c-9c4c-8bdc267cb47d req-989c2d80-f9f8-4b9e-85d5-35dc1ce1cefa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 945 time: 0.1109684 Apr 22 14:54:09.276898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e543bc0-6afb-423a-9554-662fc89d107a req-4a9b107f-3770-44e7-a42a-4f514bc5db5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:09.278411 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-4a9b107f-3770-44e7-a42a-4f514bc5db5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0841467 Apr 22 14:54:09.316320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddc1100d-8f5f-4b2c-9c4c-8bdc267cb47d req-25fa9d90-9daa-4de9-beea-dad6882d6a82 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552058 Apr 22 14:54:09.385784 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-8c0a2219-9fbc-492c-b366-5103ed65a683 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986371 Apr 22 14:54:09.394320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:16Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:09.398216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:09.408877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:09.409469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:53:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:09.520324 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-b5946f1f-ccac-405a-a017-c0ae8c2253e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269395 Apr 22 14:54:09.590942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:09.653338 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7e543bc0-6afb-423a-9554-662fc89d107a req-0f52c14e-d6a2-4a47-9de6-bdd83ce741cc service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265428 Apr 22 14:54:09.657734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b2913830-deaa-4790-850b-0826fe76f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:09.946564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:16Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:09.951005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d5bab-3117-4f76-8951-e517ab151f79 None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea7769e7-7dc7-4dfc-9fba-7989ef9003da', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.235', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'port_id': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'mac_address': 'fa:16:3e:6d:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:53:10Z', 'updated_at': '2022-04-22T14:53:16Z', 'revision_number': 1, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:10.162981 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0b45-5609-45fb-b027-d8b3688a6f9a None None] New status for floating IP 7c7c0a5b-9671-4d03-b454-c59f566a46dd: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:54:10.397417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-aedeba8a-5a9c-4262-8e02-a89867537119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:10.398126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-aedeba8a-5a9c-4262-8e02-a89867537119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:10.410465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-aedeba8a-5a9c-4262-8e02-a89867537119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:10.411636 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-aedeba8a-5a9c-4262-8e02-a89867537119 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 945 time: 0.0887797 Apr 22 14:54:10.478203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:10.478564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:10.500976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d165d8-2045-441a-99f4-e04c88ba2678 req-103ee83b-d0d3-4efd-9850-b9feb9c68319 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:10.502801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3d165d8-2045-441a-99f4-e04c88ba2678 req-103ee83b-d0d3-4efd-9850-b9feb9c68319 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 945 time: 0.0745466 Apr 22 14:54:10.550598 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3d165d8-2045-441a-99f4-e04c88ba2678 req-d5fe7ce2-c38a-45f8-8bf7-0fcdeda1aa75 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 22 14:54:10.728544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:10.728845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:10.845209 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:10.995788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:11.047923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=c25d9f9c-b3a2-4364-ba52-5f2eac47cf87,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:11.200469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.200812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.201140 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.201464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.201825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.202150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.202463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.202780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.203096 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.203419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.203728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:11.215685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:54:11.217867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:11.220408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'name': 'network-vif-deleted', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:11.238177 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c857abb6-aeeb-49fb-9791-190c452b0f81 req-3a19c0ed-89a8-48c0-b48d-cf5d2f37f459 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 HTTP/1.1" status: 204 len: 173 time: 0.8206160 Apr 22 14:54:11.278718 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e0c478-a547-44eb-af00-13584a1953ed'] response: {'server_uuid': '713f87f9-f191-4058-bcaa-7ef1569e46e0', 'name': 'network-vif-deleted', 'tag': 'c25d9f9c-b3a2-4364-ba52-5f2eac47cf87', 'status': 'completed', 'code': 200} Apr 22 14:54:11.717501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-863ffac1-74be-4540-957f-63e51cfbdbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:11.728536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51481968-2836-4f79-92bd-41e67603f9ff req-d3bc030c-bfc3-475a-bf69-baa63748326a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=713f87f9-f191-4058-bcaa-7ef1569e46e0 HTTP/1.1" status: 200 len: 210 time: 0.0413516 Apr 22 14:54:12.840799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39294) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:12.879723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:12.910852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-389e546e-eeee-4c81-a1ae-7e177fb29bf3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:12.946769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-389e546e-eeee-4c81-a1ae-7e177fb29bf3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:12.979093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.020422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-389e546e-eeee-4c81-a1ae-7e177fb29bf3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.041914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e546e-eeee-4c81-a1ae-7e177fb29bf3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba46e8-8cfe-4f49-b45c-92e1e830eab8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:13.056991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-389e546e-eeee-4c81-a1ae-7e177fb29bf3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.058177 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-389e546e-eeee-4c81-a1ae-7e177fb29bf3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3ba46e8-8cfe-4f49-b45c-92e1e830eab8 HTTP/1.1" status: 204 len: 168 time: 0.2164087 Apr 22 14:54:13.101633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39300) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:13.238858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:13.270463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:54:13.270780 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device c25d9f9c-b3a2-4364-ba52-5f2eac47cf87 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:54:13.298911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port bc176c67-721d-45db-8c97-cef78e6f4c61 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:13.299246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.473957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.474280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.594163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for bc176c67-721d-45db-8c97-cef78e6f4c61 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:13.739658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:13.784730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=bc176c67-721d-45db-8c97-cef78e6f4c61,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:13.884088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:14.362674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:14.426890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:14.563407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:14.574039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:14.580635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:14.586881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:14.587541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:14.636128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b1c4c1b0-1bc4-4cc0-b1c5-bc5197f79851 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/ea7769e7-7dc7-4dfc-9fba-7989ef9003da HTTP/1.1" status: 204 len: 168 time: 1.5332630 Apr 22 14:54:14.636651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:14.693242 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8f4d58-3809-451b-a92f-8ced4c3e4b28'] response: {'name': 'network-changed', 'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'status': 'completed', 'code': 200} Apr 22 14:54:14.774068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:14.791609 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-42f7b5a9-294d-460b-8785-5c9b82ab193c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 1098 time: 0.0747149 Apr 22 14:54:14.943873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387733e-991f-4960-80d6-6208ea776122 req-9fc04bc9-3875-4235-865b-e2aa0bc060af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:14.945276 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-9fc04bc9-3875-4235-865b-e2aa0bc060af service neutron] 10.222.0.24 "GET /v2.0/networks?id=9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 200 len: 898 time: 0.1475124 Apr 22 14:54:15.013516 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-e37a38e2-7c63-43f2-b9b1-ae0d1b35fbaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0605791 Apr 22 14:54:15.027918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-20dec3a5-9b0a-4f20-b015-af19601cd715 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:15.029300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-20dec3a5-9b0a-4f20-b015-af19601cd715 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:15.046564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-20dec3a5-9b0a-4f20-b015-af19601cd715 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:15.048212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-20dec3a5-9b0a-4f20-b015-af19601cd715 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 945 time: 0.0979033 Apr 22 14:54:15.080556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387733e-991f-4960-80d6-6208ea776122 req-99392f8a-c7b2-48f7-964c-f241633807d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:15.082016 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-99392f8a-c7b2-48f7-964c-f241633807d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 200 len: 833 time: 0.0625117 Apr 22 14:54:15.095099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-1fa10a9f-448f-4916-8c40-9adb78553d41 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:15.115345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-1fa10a9f-448f-4916-8c40-9adb78553d41 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:15.116783 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8cf0f7df-94f7-479b-9d9e-124cc7b00ad3 req-1fa10a9f-448f-4916-8c40-9adb78553d41 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630558 Apr 22 14:54:15.134644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:15.147841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:15.158378 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-8f07780f-e62b-4d1b-901f-aa162e5800c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9cf638b4-e959-4c97-bf50-211aaeae8967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692339 Apr 22 14:54:15.158856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:15.159454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:15.289292 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-70a1dae5-1191-4261-ba7d-4e4a8be927a1 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240220 Apr 22 14:54:15.331871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:15.420430 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5387733e-991f-4960-80d6-6208ea776122 req-89fe9bbe-dad5-4c83-8126-f63e8d954c74 service neutron] 10.222.0.24 "GET /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241701 Apr 22 14:54:15.647716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:15.651752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4227aa9-cf0c-4685-8a19-1dcd95da7157 None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:52:54Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b13d1702-309e-4949-a72d-506e7d5d97f1', 'name': '', 'network_id': '9cf638b4-e959-4c97-bf50-211aaeae8967', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:36:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e262c9-af77-4437-9202-628caacc765f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:54Z', 'updated_at': '2022-04-22T14:53:01Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '83e262c9-af77-4437-9202-628caacc765f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:15.865657 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27f225-1e71-4db3-b590-7a441dd9fe95 None None] New status for floating IP ea7769e7-7dc7-4dfc-9fba-7989ef9003da: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:54:16.322878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e328-8f79-4541-9ab8-62a601554aec req-66f6632d-174f-4859-8f28-1786f5184811 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:16.324366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6cc5e328-8f79-4541-9ab8-62a601554aec req-66f6632d-174f-4859-8f28-1786f5184811 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 945 time: 0.0845120 Apr 22 14:54:16.359174 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-98ec7b52-f4e3-4cd8-818d-5e2ba9425101 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:16.359838 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-98ec7b52-f4e3-4cd8-818d-5e2ba9425101 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:16.370373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6cc5e328-8f79-4541-9ab8-62a601554aec req-60a323c9-6145-4e31-ac5d-101532a594aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29961a9-f149-4b90-853c-a8b010edbe79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Apr 22 14:54:16.371378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-98ec7b52-f4e3-4cd8-818d-5e2ba9425101 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:16.372480 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-98ec7b52-f4e3-4cd8-818d-5e2ba9425101 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 945 time: 0.0938570 Apr 22 14:54:16.443407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port f4facb5f-f850-4df7-abe0-08464254c8c7 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:16.443748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:16.691749 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port f4facb5f-f850-4df7-abe0-08464254c8c7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4facb5f-f850-4df7-abe0-08464254c8c7,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:16.691992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:16.808126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for f4facb5f-f850-4df7-abe0-08464254c8c7 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:16.951867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:16.997325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=f4facb5f-f850-4df7-abe0-08464254c8c7,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:17.156895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port f4facb5f-f850-4df7-abe0-08464254c8c7 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:54:17.159364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:17.161832 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'name': 'network-vif-deleted', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:17.179286 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-07cf5a9c-1344-49d3-bb88-e8a586d76721 req-3e3ee436-00fe-46ff-a7ac-8c52c379f35d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/f4facb5f-f850-4df7-abe0-08464254c8c7 HTTP/1.1" status: 204 len: 173 time: 0.8007193 Apr 22 14:54:17.214716 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47d9642-3705-41ea-a740-a2c2124d71a6'] response: {'server_uuid': '49321299-88b2-41aa-a1f5-49a8cbdfa419', 'name': 'network-vif-deleted', 'tag': 'f4facb5f-f850-4df7-abe0-08464254c8c7', 'status': 'completed', 'code': 200} Apr 22 14:54:17.548738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-761bdf9a-6539-45ca-a247-6553ac3ff346 req-ba7ceaa4-5d25-49bf-9ed8-ebc5b11c11e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=49321299-88b2-41aa-a1f5-49a8cbdfa419 HTTP/1.1" status: 200 len: 210 time: 0.0403302 Apr 22 14:54:18.668848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39318) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:18.751066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc37d-e843-4224-9e3e-195c263d9e73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:18.784139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc37d-e843-4224-9e3e-195c263d9e73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:18.860339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc37d-e843-4224-9e3e-195c263d9e73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:18.880155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cc37d-e843-4224-9e3e-195c263d9e73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29961a9-f149-4b90-853c-a8b010edbe79,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:18.889924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc37d-e843-4224-9e3e-195c263d9e73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:18.891017 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9c0cc37d-e843-4224-9e3e-195c263d9e73 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/c29961a9-f149-4b90-853c-a8b010edbe79 HTTP/1.1" status: 204 len: 168 time: 0.2211981 Apr 22 14:54:18.936064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39324) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:19.254638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4facb5f-f850-4df7-abe0-08464254c8c7 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:19.287750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: f4facb5f-f850-4df7-abe0-08464254c8c7 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:54:19.288103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4facb5f-f850-4df7-abe0-08464254c8c7 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:54:19.333009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:20.047569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port b13d1702-309e-4949-a72d-506e7d5d97f1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:20.048342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:20.230526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port b13d1702-309e-4949-a72d-506e7d5d97f1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b13d1702-309e-4949-a72d-506e7d5d97f1,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:20.230869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:20.350877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for b13d1702-309e-4949-a72d-506e7d5d97f1 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:20.534350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:20.579769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=b13d1702-309e-4949-a72d-506e7d5d97f1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:20.867620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:21.532150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router aed44e03-ae14-4bdc-8b3a-fab67538ad2c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:21.737940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:21.747313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] Sync routers for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:21.750501 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-89eb5231-0248-48b2-86f1-e92d8acb00ed tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/aed44e03-ae14-4bdc-8b3a-fab67538ad2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8132594 Apr 22 14:54:21.753732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39328) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:21.760659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:21.761289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:21.935313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:22.058647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet 83e262c9-af77-4437-9202-628caacc765f {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:54:22.061882 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.119453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.202531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.220236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:54:20Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:22.224251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] Checking router: aed44e03-ae14-4bdc-8b3a-fab67538ad2c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:22.234815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] Routers {'aed44e03-ae14-4bdc-8b3a-fab67538ad2c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:22.235398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:22.274791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.315166 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=83e262c9-af77-4437-9202-628caacc765f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:22.321236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.327788 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2f1a7919-dcd0-4ce6-85f6-4db0e25690b3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/83e262c9-af77-4437-9202-628caacc765f HTTP/1.1" status: 204 len: 168 time: 0.5730331 Apr 22 14:54:22.330343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39334) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:22.388434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25363e80-9770-432d-a43f-7248edd4c9cd None None] Network 9cf638b4-e959-4c97-bf50-211aaeae8967 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:54:22.533588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.601363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] Set router aed44e03-ae14-4bdc-8b3a-fab67538ad2c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:22.731903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.742708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 983f4e5e-3c1e-41bf-90df-a30691fa1efa {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:22.743039 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.859569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] DHCP port deletion for 9cf638b4-e959-4c97-bf50-211aaeae8967 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:54:22.869227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Deleting port 11275eb2-d860-477e-8f82-87e8a1a15f38 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:54:22.869592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:22.920289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 983f4e5e-3c1e-41bf-90df-a30691fa1efa, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=983f4e5e-3c1e-41bf-90df-a30691fa1efa,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:22.920894 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.040679 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 983f4e5e-3c1e-41bf-90df-a30691fa1efa owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:23.048345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:54:20Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:23.064203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f6d94-1b0a-43b5-82c5-316d0353e799 None None] The sync data for ids ['aed44e03-ae14-4bdc-8b3a-fab67538ad2c'] in dv-neutron-838878-1-hyperv is: [{'id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'name': 'tempest-TestNetworkBasicOps-router-595798060', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:52:50Z', 'updated_at': '2022-04-22T14:54:20Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '983f4e5e-3c1e-41bf-90df-a30691fa1efa', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed44e03-ae14-4bdc-8b3a-fab67538ad2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:52:51Z', 'updated_at': '2022-04-22T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:23.084713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] For port 11275eb2-d860-477e-8f82-87e8a1a15f38, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=11275eb2-d860-477e-8f82-87e8a1a15f38,segment=NetworkSegment(b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0),segment_id=b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:23.085117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.209372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Calling delete_port for 11275eb2-d860-477e-8f82-87e8a1a15f38 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:54:23.212934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.254486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=983f4e5e-3c1e-41bf-90df-a30691fa1efa,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:23.284165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.332095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Pushing event deleted for resources: {'Port': ['ID=11275eb2-d860-477e-8f82-87e8a1a15f38,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:23.340747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] No DVR routers for this DVR port 11275eb2-d860-477e-8f82-87e8a1a15f38 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:54:23.345771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.346195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.350437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67251f08-8371-4df4-bdb9-c95b2706bcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:23.545203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b13d1702-309e-4949-a72d-506e7d5d97f1 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:23.579050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: b13d1702-309e-4949-a72d-506e7d5d97f1 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:54:23.579383 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b13d1702-309e-4949-a72d-506e7d5d97f1 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:54:23.579784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 11275eb2-d860-477e-8f82-87e8a1a15f38 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:23.582371 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.611409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 11275eb2-d860-477e-8f82-87e8a1a15f38 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:54:23.611687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 11275eb2-d860-477e-8f82-87e8a1a15f38 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:54:23.830747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.837229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.876093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.876615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router aed44e03-ae14-4bdc-8b3a-fab67538ad2c {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:54:23.891308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:23.892981 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6ed0c96a-f9c2-40b3-a80c-7925a6051378 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/aed44e03-ae14-4bdc-8b3a-fab67538ad2c HTTP/1.1" status: 204 len: 168 time: 1.5617218 Apr 22 14:54:23.896020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39338) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:24.009995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.136584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.164073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf638b4-e959-4c97-bf50-211aaeae8967']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:24.176887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:24.177334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ecadab-0b46-4aa3-9dc0-11d15c1e1bc0') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:24.194946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.212214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.222505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:54:24.222886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:54:24.237138 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:54:24.318115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.344719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.355573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=9cf638b4-e959-4c97-bf50-211aaeae8967,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:24.366779 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b9aa996c-b438-42da-985a-3685a45950f3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/9cf638b4-e959-4c97-bf50-211aaeae8967 HTTP/1.1" status: 204 len: 168 time: 0.4697425 Apr 22 14:54:24.393777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39342) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:24.399201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'network': {'name': 'tempest-network-smoke--203665270', 'project_id': '2de1b45c6a344478879c569e76de696b', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:24.404372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:24.408402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:network and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:24.411214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:24.416803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:24.428012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:54:24.430900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.458795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:54:24.468039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.468387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Added segment 3f2a1426-487f-46c5-9611-dc5db356b3a5 of type vlan for network 460418e0-b43c-43ee-8deb-9e1480a9ca1f Apr 22 14:54:24.495785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.528416 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.532149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:24.532718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.637414 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2425218 Apr 22 14:54:24.638141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53e79b-d985-442b-995f-f7babde7928c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Network': ['ID=460418e0-b43c-43ee-8deb-9e1480a9ca1f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:24.640008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39346) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:24.645131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-337477293', 'admin_state_up': True, 'project_id': '2de1b45c6a344478879c569e76de696b', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:24.648864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:54:24.651906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:24.655846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:router and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:24.658628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:24.664638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:24.675102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.676012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.694719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:24.838330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.118841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.146910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.281755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.10 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/5474cd52-77a6-487f-83a3-ee69694529cf) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:54:25.428275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.453065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 983f4e5e-3c1e-41bf-90df-a30691fa1efa no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:54:25.461887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.485733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 983f4e5e-3c1e-41bf-90df-a30691fa1efa {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:54:25.486111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 983f4e5e-3c1e-41bf-90df-a30691fa1efa not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:54:25.531267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:25.535689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:25.538270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:54:25.561837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:25.706288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.706917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:25.936032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:54:26.137332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:26.148568 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Sync routers for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:26.160749 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:26.161361 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:26.166493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:26.167849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-507cb6ce-dd5d-481c-a574-4ecc1ee9ff19 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5269005 Apr 22 14:54:26.171493 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39350) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:26.215257 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c35b8b4d-a814-457d-af5b-b48acc7644a9 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=2de1b45c6a344478879c569e76de696b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425727 Apr 22 14:54:26.218343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39354) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:26.348103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4a66b-8366-4e95-870c-4113b0e7181c tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:26.349703 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-52a4a66b-8366-4e95-870c-4113b0e7181c tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303265 Apr 22 14:54:26.352560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39358) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:26.365068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:26.396723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7963ef0d-9d94-4938-be84-d6016bb3b112 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404572 Apr 22 14:54:26.396897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39362) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:26.402060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1290006290', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'project_id': '2de1b45c6a344478879c569e76de696b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:26.507343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:26.511347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:subnet and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:26.514153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:26.519830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:26.532020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:54:26.630432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:26.642412 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:25Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:26.646473 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Checking router: e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:26.646864 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Updating router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 port 5474cd52-77a6-487f-83a3-ee69694529cf binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:54:26.697900 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:26.930811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.008085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Subnet': ['ID=273bc7ff-521a-484b-b909-38c01c8b2490,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:27.012139 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.021608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.021974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.022305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.022618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.022941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.023260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.023599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.023755 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Transition to ACTIVE for port object 5474cd52-77a6-487f-83a3-ee69694529cf will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:27.023966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.024300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.024543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.024892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.035060 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.036240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Checking segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:54:27.036720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network hostable DHCP agents. Network: 460418e0-b43c-43ee-8deb-9e1480a9ca1f, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:54:27.059513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:54:27.070074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 460418e0-b43c-43ee-8deb-9e1480a9ca1f) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:27.074222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:27.074810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.082414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3e8c0-4eff-4f8f-8170-679787b9cc7d None None] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:54:27.098918 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e98410a8-d203-473d-9d55-97733cef7b20 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7011564 Apr 22 14:54:27.101695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39366) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:27.113279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Attempting to bind port 5474cd52-77a6-487f-83a3-ee69694529cf on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:54:27.113641 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Attempting to bind port 5474cd52-77a6-487f-83a3-ee69694529cf by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:54:27.114123 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Attempting to bind port 5474cd52-77a6-487f-83a3-ee69694529cf on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:54:27.122042 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Pushing event updated for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:27.132266 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.132604 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.132934 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.133260 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.133584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.133938 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.134256 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.134573 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.134921 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.135234 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.135546 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:54:27.138542 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:54:27.138898 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:54:27.139291 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.139654 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:54:27.140112 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Bound port: 5474cd52-77a6-487f-83a3-ee69694529cf, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:54:27.140480 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.209810 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] For port 5474cd52-77a6-487f-83a3-ee69694529cf, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:54:27.212647 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] For port 5474cd52-77a6-487f-83a3-ee69694529cf, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5474cd52-77a6-487f-83a3-ee69694529cf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:54:27.219348 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.288251 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:27.288879 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:27.372061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:54:27.372907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.480304 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b076-c3e8-41fc-b701-b052b09a2629 None None] Pushing event updated for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:27.497138 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:27.529208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Allocated IP 172.20.0.2 (460418e0-b43c-43ee-8deb-9e1480a9ca1f/273bc7ff-521a-484b-b909-38c01c8b2490/7af9f8de-3772-4bbe-99e6-e082cda8f09b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:54:27.735856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.746448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Transition to ACTIVE for port object 7af9f8de-3772-4bbe-99e6-e082cda8f09b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:27.766456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Transition to ACTIVE for port object 7af9f8de-3772-4bbe-99e6-e082cda8f09b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:27.773778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.814334 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:25Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:27.818163 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e261b2-b1fc-4362-9f1f-efecf35399ed None None] The sync data for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv is: [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:25Z', 'revision_number': 3, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:27.833639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:27.838630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:27.847892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:54:27.857218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.886491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Pushing event updated for resources: {'Port': ['ID=7af9f8de-3772-4bbe-99e6-e082cda8f09b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:27.952039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Attempting to bind port 7af9f8de-3772-4bbe-99e6-e082cda8f09b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:54:27.952538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Attempting to bind port 7af9f8de-3772-4bbe-99e6-e082cda8f09b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:54:27.953000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Attempting to bind port 7af9f8de-3772-4bbe-99e6-e082cda8f09b on network 460418e0-b43c-43ee-8deb-9e1480a9ca1f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:54:27.960161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:54:27.960597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Checking segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:54:27.961050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:27.961502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Bound using segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:54:27.962059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Bound port: 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:54:27.962511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:28.063351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:54:28.066697 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7af9f8de-3772-4bbe-99e6-e082cda8f09b,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:54:28.073391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:28.162561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42111e4-1f81-4738-8ce4-4bcc52a53ffd None None] Pushing event updated for resources: {'Port': ['ID=7af9f8de-3772-4bbe-99e6-e082cda8f09b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:28.296338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.1 (460418e0-b43c-43ee-8deb-9e1480a9ca1f/273bc7ff-521a-484b-b909-38c01c8b2490/3cdb76e0-c9b3-4b98-ada2-4786a78a3f83) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:54:28.598894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:28.615599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:28.641724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:28.713068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:28.716164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:28.718791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:54:28.748825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:28.786360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:28.882602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.076132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38466ed0-9c36-4064-b92f-8568bbcc7745 None None] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:54:29.229019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c97a04f6-aa61-467d-a10f-cc5250cbe8f0 None None] Provisioning for port 7af9f8de-3772-4bbe-99e6-e082cda8f09b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:29.287145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.293426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.405285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.408769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:29.552679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7af9f8de-3772-4bbe-99e6-e082cda8f09b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:29.554204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:29.555513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:29.644750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-893b39f9-0fe3-4c71-a736-4308164a1a33 None None] Provisioning for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:29.650898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 7af9f8de-3772-4bbe-99e6-e082cda8f09b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:29.656136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-893b39f9-0fe3-4c71-a736-4308164a1a33 None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:29.656513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-893b39f9-0fe3-4c71-a736-4308164a1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.685422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7af9f8de-3772-4bbe-99e6-e082cda8f09b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:29.685848 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.760098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-893b39f9-0fe3-4c71-a736-4308164a1a33 None None] Port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:54:29.825408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.859279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7af9f8de-3772-4bbe-99e6-e082cda8f09b,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:29.864525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:29.865709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:29.942505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:29.993189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f7dee809-851f-47bd-80ca-c5afa2f698e3 None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:29.993466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f7dee809-851f-47bd-80ca-c5afa2f698e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:30.022111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=7af9f8de-3772-4bbe-99e6-e082cda8f09b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:30.055993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f7dee809-851f-47bd-80ca-c5afa2f698e3 None None] Port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:54:30.060403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 5474cd52-77a6-487f-83a3-ee69694529cf completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:30.066228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5474cd52-77a6-487f-83a3-ee69694529cf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:30.066598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:30.191749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:30.207915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4c0b0be4-f401-4634-81ab-6ce580912a79 None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:30.208404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0be4-f401-4634-81ab-6ce580912a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:30.248979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:30.251409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 5474cd52-77a6-487f-83a3-ee69694529cf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5474cd52-77a6-487f-83a3-ee69694529cf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:30.263052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-598d92e1-e2cf-42bc-a09c-d61988a91c1b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1602976 Apr 22 14:54:30.265847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39370) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:30.267830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:30.357440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b0be4-f401-4634-81ab-6ce580912a79 None None] Port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:54:30.382174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:30.410163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31f9bb-50fc-477d-9f70-26338365ca0f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.410537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31f9bb-50fc-477d-9f70-26338365ca0f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.410905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31f9bb-50fc-477d-9f70-26338365ca0f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.411263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31f9bb-50fc-477d-9f70-26338365ca0f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.412887 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ce31f9bb-50fc-477d-9f70-26338365ca0f tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1459911 Apr 22 14:54:30.415799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39374) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:30.486788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e45a43-a974-4f65-b5e5-09f9a2fbe333 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.487060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e45a43-a974-4f65-b5e5-09f9a2fbe333 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.487406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e45a43-a974-4f65-b5e5-09f9a2fbe333 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.487753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e45a43-a974-4f65-b5e5-09f9a2fbe333 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:30.489339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f9e45a43-a974-4f65-b5e5-09f9a2fbe333 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0725751 Apr 22 14:54:30.492147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39378) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:30.707370 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4afba769-5660-4bb7-9b32-ce7d436e5f5b tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2141864 Apr 22 14:54:30.985276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39384) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:30.990981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655900868', 'description': 'tempest-secgroup-smoke-655900868 description', 'project_id': '2de1b45c6a344478879c569e76de696b'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:30.997311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.002083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.005044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.011014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.024133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.060845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.065208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.068281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.074349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.132895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.138017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.181523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af58d33c-6f7d-4e20-8808-ffc02a710bf3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:31.185432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.189218 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d6ffaf69-578a-4510-8f78-963100c548b4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2002993 Apr 22 14:54:31.190460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39388) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:31.196089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'af58d33c-6f7d-4e20-8808-ffc02a710bf3', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:31.202615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.206860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.210296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.216401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.238163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.292281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Sync routers for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:31.302010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.305268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:31.306073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:31.307645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.331638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6160520-0787-4b8b-85a9-8cf957806e1d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:31.341632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.342899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-82e3e282-9214-4463-bc5c-a41694517670 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1520064 Apr 22 14:54:31.346117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39392) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:31.351530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'af58d33c-6f7d-4e20-8808-ffc02a710bf3', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:31.357372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.361129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.363921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.369474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.387758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.450194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.455202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.481710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec764152-b2e9-460f-af4d-53d545e10d9c,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:31.495077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.496415 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4a0bbd5b-98e7-4cef-89b3-7e7bccde46df tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1493962 Apr 22 14:54:31.499250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:31.500020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:31.505183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'af58d33c-6f7d-4e20-8808-ffc02a710bf3', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:31.511872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.515812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.519692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.526262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.539202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7af9f8de-3772-4bbe-99e6-e082cda8f09b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:31.543321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.610093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.615028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.639584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0135b6f9-3839-40a6-9da0-27926a592b92,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:31.650713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.651964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7310c211-ea52-4473-97d4-899493a24bdd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518037 Apr 22 14:54:31.655064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39400) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:31.660878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'af58d33c-6f7d-4e20-8808-ffc02a710bf3', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:31.667170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.671114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.674184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.680756 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.698534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.759850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7af9f8de-3772-4bbe-99e6-e082cda8f09b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:31.760220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.762560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.767312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.794186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862a96a5-c0f5-4620-a977-b8f29987d882,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:31.805810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.807142 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8121ffb8-32ad-4e93-901b-fa5208123eac tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1510112 Apr 22 14:54:31.810168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39404) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:31.816142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'af58d33c-6f7d-4e20-8808-ffc02a710bf3', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:31.822005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.825817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.828587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.834248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.846235 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:54:31.852444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.916814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.921512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.942622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:31.945708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c870e-5bd4-4b9e-9917-b5baa839c677,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:31.955840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:31.957178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-00ad2801-759e-4eb6-b01d-c8c235380841 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1458495 Apr 22 14:54:31.960035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:31.965398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'security_group_rule': {'security_group_id': 'af58d33c-6f7d-4e20-8808-ffc02a710bf3', 'project_id': '2de1b45c6a344478879c569e76de696b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:31.971082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:31.974827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:security_group_rule and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:31.977590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:31.984102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:31.996940 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Project 2de1b45c6a344478879c569e76de696b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 14:54:32.004442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.005011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:28Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:54:29Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:32.011054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Checking router: e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:32.011395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Updating router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:54:32.069386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.071285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.076233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.079326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5474cd52-77a6-487f-83a3-ee69694529cf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:32.079680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.105878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8db7c5-7242-4d70-b5f7-e5572f3912c2,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:32.114460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.123525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c933222a-1996-4917-b63a-f01d9b47a0e5 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1548033 Apr 22 14:54:32.296071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-9b1f4e54-9b0d-4583-a032-d88328f6a24f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:32.315264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-9b1f4e54-9b0d-4583-a032-d88328f6a24f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:32.317215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-9b1f4e54-9b0d-4583-a032-d88328f6a24f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655900868&fields=id&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 267 time: 0.0673778 Apr 22 14:54:32.464520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-448ab319-eb53-4929-942e-98ecbd7191fc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:32.465190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-448ab319-eb53-4929-942e-98ecbd7191fc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:32.481532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-448ab319-eb53-4929-942e-98ecbd7191fc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:32.482730 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-448ab319-eb53-4929-942e-98ecbd7191fc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/networks?id=460418e0-b43c-43ee-8deb-9e1480a9ca1f HTTP/1.1" status: 200 len: 796 time: 0.1568768 Apr 22 14:54:32.498930 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ec8dd015-d247-458d-ba0b-d3cce20ab76f tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/quotas/2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 375 time: 0.0106328 Apr 22 14:54:32.522349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.534157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Transition to ACTIVE for port object 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:32.541792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.578469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-12b066da-d79c-48dc-a080-bafed7a4735d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:32.594665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-12b066da-d79c-48dc-a080-bafed7a4735d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:32.595996 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-12b066da-d79c-48dc-a080-bafed7a4735d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917172 Apr 22 14:54:32.667304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f3431-3ceb-4f5f-87fb-280b8fad9f78 None None] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:32.803212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Attempting to bind port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:54:32.803575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Attempting to bind port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:54:32.803930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Attempting to bind port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 on network 460418e0-b43c-43ee-8deb-9e1480a9ca1f {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:54:32.810419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:54:32.810879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Checking segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:54:32.811179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.811566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Bound using segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:54:32.812018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Bound port: 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:54:32.812413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.819169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-11c537fa-7f03-4803-ac07-5f88f69ea7d4 service neutron] 10.222.0.32 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095809 Apr 22 14:54:32.900963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] For port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:54:32.904399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] For port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:54:32.912208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:32.953800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-8d7e43c7-03ee-48c2-ae5f-c2dc4c54583f service neutron] 10.222.0.32 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284692 Apr 22 14:54:32.990620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f3431-3ceb-4f5f-87fb-280b8fad9f78 None None] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:32.998429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:32.999032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:33.173451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5a625099-5f45-45a4-b3f1-6a615b01c562 req-43a62ef3-52cc-4837-8f26-04655382d41e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 210 time: 0.0512342 Apr 22 14:54:33.201978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:33.524814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:28Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:54:32Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:33.530086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670a0ae-1458-4a59-ae35-2edbed21833c None None] The sync data for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv is: [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:28Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:54:32Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:33.879687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:34.372383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-c12ce452-d7c6-42db-9bba-6ba2d74e88aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:34.377478 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-c12ce452-d7c6-42db-9bba-6ba2d74e88aa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/networks?id=460418e0-b43c-43ee-8deb-9e1480a9ca1f HTTP/1.1" status: 200 len: 796 time: 0.2176588 Apr 22 14:54:34.449595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-e3761fed-bb4e-4827-a8b6-f3f32fb52627 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:54:34.470534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-e3761fed-bb4e-4827-a8b6-f3f32fb52627 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:security_group {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:54:34.472157 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-e3761fed-bb4e-4827-a8b6-f3f32fb52627 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de1b45c6a344478879c569e76de696b HTTP/1.1" status: 200 len: 379 time: 0.0811961 Apr 22 14:54:34.474212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f6c6192-56f8-4cdc-aed8-2ef4f08285d4 req-75b22222-939f-431f-9c4e-7653ee258d25 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 210 time: 0.0884807 Apr 22 14:54:34.482715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'port': {'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'admin_state_up': True, 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'security_groups': ['af58d33c-6f7d-4e20-8808-ffc02a710bf3']}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:34.617156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:34.627173 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:34.641083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Made reservation on behalf of 2de1b45c6a344478879c569e76de696b for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:54:34.645710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:34.815448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.20.0.11 (460418e0-b43c-43ee-8deb-9e1480a9ca1f/273bc7ff-521a-484b-b909-38c01c8b2490/29a6b592-6727-4b50-bb97-c834c1b4e33f) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:54:35.002566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.021014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Transition to ACTIVE for port object 29a6b592-6727-4b50-bb97-c834c1b4e33f will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:35.052872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.122088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:35.125147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:35.129841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:54:35.154016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=29a6b592-6727-4b50-bb97-c834c1b4e33f,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:35.194960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:35.195554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.222462 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-88f2be00-6a1e-4644-ab1c-1f53da1443ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7451146 Apr 22 14:54:35.233633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Request body: {'port': {'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:35.397809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0207a3fa-4429-444f-9779-a78ccb3ac145 None None] Provisioning for port 29a6b592-6727-4b50-bb97-c834c1b4e33f completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:35.403011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0207a3fa-4429-444f-9779-a78ccb3ac145 None None] Provisioning complete for port 29a6b592-6727-4b50-bb97-c834c1b4e33f triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:35.403452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0207a3fa-4429-444f-9779-a78ccb3ac145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.438292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.454094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-0207a3fa-4429-444f-9779-a78ccb3ac145 None None] Port 29a6b592-6727-4b50-bb97-c834c1b4e33f cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:54:35.523029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:35.598761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:35.604387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:35.604826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.675714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c34c9-ea1e-497d-965b-55c4ddb41671 req-81c526f4-d616-4413-9891-7c1db782f822 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:35.677153 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5c9c34c9-ea1e-497d-965b-55c4ddb41671 req-81c526f4-d616-4413-9891-7c1db782f822 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 932 time: 0.0762713 Apr 22 14:54:35.721141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.723532 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5c9c34c9-ea1e-497d-965b-55c4ddb41671 req-3fcdb83c-3e83-4807-88a3-0c58d149ae3b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Apr 22 14:54:35.752803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:35.758398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.800623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a6b592-6727-4b50-bb97-c834c1b4e33f {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:54:35.807651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.822366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Transition to ACTIVE for port object 29a6b592-6727-4b50-bb97-c834c1b4e33f will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:54:35.826142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:35.827279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:35.950231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Pushing event updated for resources: {'Port': ['ID=29a6b592-6727-4b50-bb97-c834c1b4e33f,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:36.062036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Attempting to bind port 29a6b592-6727-4b50-bb97-c834c1b4e33f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:54:36.062369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Attempting to bind port 29a6b592-6727-4b50-bb97-c834c1b4e33f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:54:36.062686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Attempting to bind port 29a6b592-6727-4b50-bb97-c834c1b4e33f on network 460418e0-b43c-43ee-8deb-9e1480a9ca1f {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:54:36.068518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Port 29a6b592-6727-4b50-bb97-c834c1b4e33f on network 460418e0-b43c-43ee-8deb-9e1480a9ca1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:54:36.068856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Attempting to bind port 29a6b592-6727-4b50-bb97-c834c1b4e33f on network 460418e0-b43c-43ee-8deb-9e1480a9ca1f {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:54:36.075328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:54:36.075650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Checking segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:54:36.076022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Bound using segment: {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:54:36.076439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Bound port: 29a6b592-6727-4b50-bb97-c834c1b4e33f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2a1426-487f-46c5-9611-dc5db356b3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:54:36.076764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:36.165180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] For port 29a6b592-6727-4b50-bb97-c834c1b4e33f, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:54:36.168228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] For port 29a6b592-6727-4b50-bb97-c834c1b4e33f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:54:36.173532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:36.235502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:36.236871 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] 10.222.0.24 "PUT /v2.0/ports/29a6b592-6727-4b50-bb97-c834c1b4e33f HTTP/1.1" status: 200 len: 1094 time: 1.0076213 Apr 22 14:54:36.237312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:36.255006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdd024-8b8a-4b68-8609-48487ee635ee service neutron] Pushing event updated for resources: {'Port': ['ID=29a6b592-6727-4b50-bb97-c834c1b4e33f,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:36.312589 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4bb79d-172f-429a-9900-0561466237c6'] response: {'name': 'network-changed', 'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'status': 'completed', 'code': 200} Apr 22 14:54:36.358557 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-ff539bb4-0a7b-407e-8480-a4693b4b8be8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0802140 Apr 22 14:54:36.430560 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-9871fd23-bc19-4754-a9bb-6af949044214 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f HTTP/1.1" status: 200 len: 217 time: 0.0646441 Apr 22 14:54:36.492155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-65f19960-6f3f-4936-b4f9-0c48a100eae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:36.493566 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-65f19960-6f3f-4936-b4f9-0c48a100eae0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=273bc7ff-521a-484b-b909-38c01c8b2490 HTTP/1.1" status: 200 len: 835 time: 0.0565648 Apr 22 14:54:36.567496 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-153417c2-0b46-4202-8c39-71a7246f1a29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=460418e0-b43c-43ee-8deb-9e1480a9ca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675950 Apr 22 14:54:36.699446 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-a667760c-d37f-4ccb-9ad5-c8cd7581c84d service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258156 Apr 22 14:54:36.830411 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9eeec464-212d-414d-b27b-53bdccf64d09 req-baa133ed-be47-413a-b0cf-91b28b5903f8 service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248896 Apr 22 14:54:36.950589 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-be471c73-451b-4a11-ba5c-75a5f6ae0347 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0754430 Apr 22 14:54:37.018741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32671eec-6d26-4552-a731-0e6ec4e78161 req-48d0085e-b307-4b32-8382-8d42e8238743 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:37.020208 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32671eec-6d26-4552-a731-0e6ec4e78161 req-48d0085e-b307-4b32-8382-8d42e8238743 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 944 time: 0.1674893 Apr 22 14:54:37.068944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32671eec-6d26-4552-a731-0e6ec4e78161 req-f6b981d3-3ef5-4465-818e-dba2060708dc tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Apr 22 14:54:37.169940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-8b1c93e6-dfb3-4add-91e4-22f68d7a02a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:37.171385 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-8b1c93e6-dfb3-4add-91e4-22f68d7a02a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=460418e0-b43c-43ee-8deb-9e1480a9ca1f HTTP/1.1" status: 200 len: 897 time: 0.2141738 Apr 22 14:54:37.240244 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-1c291151-bc6c-49e3-83b0-ff76d2a28ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f HTTP/1.1" status: 200 len: 217 time: 0.0616674 Apr 22 14:54:37.303106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-66c48ce7-bbeb-4f6d-a420-30fb4c007fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:37.304547 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-66c48ce7-bbeb-4f6d-a420-30fb4c007fbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=273bc7ff-521a-484b-b909-38c01c8b2490 HTTP/1.1" status: 200 len: 835 time: 0.0560369 Apr 22 14:54:37.380372 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-297fdd2e-dbf3-464f-b758-2094c459eec5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=460418e0-b43c-43ee-8deb-9e1480a9ca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685191 Apr 22 14:54:37.502160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:37.512192 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-12766cad-b66f-4b3f-ba3a-155b276ebdbd service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241395 Apr 22 14:54:37.572991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:37.573346 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:37.642779 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-95c83c03-d485-4b27-bdc7-1270b6c0fc4d req-3a8d0eba-b0c3-4eb5-99f5-0d9e185885f8 service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238408 Apr 22 14:54:38.281778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04da04-be48-468c-a941-33a2840c615c req-acdc627e-2948-44c5-9e8b-8014fc9e79be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:38.283225 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd04da04-be48-468c-a941-33a2840c615c req-acdc627e-2948-44c5-9e8b-8014fc9e79be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 944 time: 0.0870509 Apr 22 14:54:38.331252 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd04da04-be48-468c-a941-33a2840c615c req-41709899-b883-4b34-9950-980c16984b2e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Apr 22 14:54:39.347520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 29a6b592-6727-4b50-bb97-c834c1b4e33f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:54:39.484179 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 29a6b592-6727-4b50-bb97-c834c1b4e33f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:39.496994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:54:39.532430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9649c-014c-4d89-9c00-cb96bd3fa1b3 req-78959186-ccd8-4fca-a2c4-5c6f7e8f32da tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:39.533913 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-59c9649c-014c-4d89-9c00-cb96bd3fa1b3 req-78959186-ccd8-4fca-a2c4-5c6f7e8f32da tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 944 time: 0.0763459 Apr 22 14:54:39.552923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:39.569922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a6b592-6727-4b50-bb97-c834c1b4e33f {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:54:39.579372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-59c9649c-014c-4d89-9c00-cb96bd3fa1b3 req-ef68b6e9-8628-4412-9886-bd351a4ddaa6 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396080 Apr 22 14:54:39.589531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 29a6b592-6727-4b50-bb97-c834c1b4e33f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:39.598391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:39.634856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63213bae-e980-4f05-a5a8-051b27004558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:39.667773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=29a6b592-6727-4b50-bb97-c834c1b4e33f,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:39.808169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['29a6b592-6727-4b50-bb97-c834c1b4e33f'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:54:40.790793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad53ada-b4c2-49a0-bd31-19ceae245362 req-2d5bae9b-dbaf-45b1-8fe4-7c74242f84a8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:40.792260 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ad53ada-b4c2-49a0-bd31-19ceae245362 req-2d5bae9b-dbaf-45b1-8fe4-7c74242f84a8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 945 time: 0.0861318 Apr 22 14:54:40.836771 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ad53ada-b4c2-49a0-bd31-19ceae245362 req-2f54a9c9-508f-413e-84b7-1b9c7437b8b8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387185 Apr 22 14:54:41.378503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 29a6b592-6727-4b50-bb97-c834c1b4e33f up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:54:41.458374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 29a6b592-6727-4b50-bb97-c834c1b4e33f completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:54:41.463647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 29a6b592-6727-4b50-bb97-c834c1b4e33f triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:54:41.464030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:41.592229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:41.619158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:41.629227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 29a6b592-6727-4b50-bb97-c834c1b4e33f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:54:41.634781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:41.707910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=29a6b592-6727-4b50-bb97-c834c1b4e33f,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:41.719404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-87b1297e-d320-4119-9081-3015897987f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:41.758961 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6743456f-c74c-4148-ae83-7172f6901209'] response: {'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'code': 200} Apr 22 14:54:42.005519 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-607176ec-8a41-4658-8089-258f297697bd req-cdd45776-959d-4f82-af96-693a49d1f77c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 1099 time: 0.0707166 Apr 22 14:54:42.033748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc4668-e255-44ce-a9b8-f52095ab82bd req-4e3cd655-3d18-426d-b727-c64a1588c125 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:42.037047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8cfc4668-e255-44ce-a9b8-f52095ab82bd req-4e3cd655-3d18-426d-b727-c64a1588c125 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 946 time: 0.0788867 Apr 22 14:54:42.058539 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-607176ec-8a41-4658-8089-258f297697bd req-7f05c143-019f-4337-a891-81d98a695f2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472383 Apr 22 14:54:42.083064 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8cfc4668-e255-44ce-a9b8-f52095ab82bd req-019a3911-ecfe-42c0-b21d-f5ae2b14ac26 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 Apr 22 14:54:42.887941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:42.985187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:43.183537 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:54:43.286159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414e56f-1a94-4ea6-bb1c-80c1a7c10087 req-b2c5ed61-bc3a-4802-bb48-231497003f65 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:43.288648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4414e56f-1a94-4ea6-bb1c-80c1a7c10087 req-b2c5ed61-bc3a-4802-bb48-231497003f65 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 946 time: 0.0814466 Apr 22 14:54:43.336614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4414e56f-1a94-4ea6-bb1c-80c1a7c10087 req-0b2c7c4f-a7e1-4a17-8005-8d59a80cb87e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Apr 22 14:54:43.540981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71033f-b225-49b7-a466-2f4d0a63ae9d req-a6225fae-2156-46cf-92c9-83e91e42291b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:43.542447 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd71033f-b225-49b7-a466-2f4d0a63ae9d req-a6225fae-2156-46cf-92c9-83e91e42291b tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 946 time: 0.0783331 Apr 22 14:54:43.602403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd71033f-b225-49b7-a466-2f4d0a63ae9d req-5547f686-20e3-43ac-9ae8-87f781ff31de tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518603 Apr 22 14:54:43.630871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39456) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:43.836033 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5f02f23f-9109-416e-9592-bb35877203f6 tempest-TestNetworkBasicOps-1695490255 tempest-TestNetworkBasicOps-1695490255-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 1094 time: 0.2035146 Apr 22 14:54:43.838747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39462) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:43.843852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:54:43.849362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:54:43.853324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Usage tracker for resource:floatingip and tenant:2de1b45c6a344478879c569e76de696b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:54:43.856203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:54:43.862008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:54:43.876535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:44.022708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:44.168889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Allocated IP 172.26.2.226 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b000c2d8-dab6-41c5-b86f-f4e252f8c141) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:54:44.316457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:44.345506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:44.416072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:54:44.418758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:54:44.422491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:54:44.429953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:44.454607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=b000c2d8-dab6-41c5-b86f-f4e252f8c141,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:45.005470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.062237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.261919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.266760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.368952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event updated for resources: {'Port': ['ID=b000c2d8-dab6-41c5-b86f-f4e252f8c141,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:54:45.385255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:45.592196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Floating IP 1ae36833-4879-4ba3-8a05-a4c1b5044135 associated. External IP: 172.26.2.226, port: 29a6b592-6727-4b50-bb97-c834c1b4e33f. Apr 22 14:54:45.993911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:54:46.205186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:54:46.215604 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] Sync routers for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:54:46.228336 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:46.229007 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:46.233450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:54:46.292346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-75459df0-fb31-4c68-8ca9-9941ad7950a4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4499972 Apr 22 14:54:46.292346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:54:46.293998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39466) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:46.349000 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c83cab-2bed-46c8-93b6-7d37d1620039'] response: {'name': 'network-changed', 'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'status': 'completed', 'code': 200} Apr 22 14:54:46.407238 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:46.458972 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ca08f38e-6de9-4ae1-a2a4-c80976fb8057 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1620238 Apr 22 14:54:46.473596 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-deb055f8-8933-495b-9b0b-ae6dc97c05a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 1099 time: 0.1047995 Apr 22 14:54:46.603150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-b78d7010-1b3b-4c05-a5e6-794688917e09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:46.604543 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-b78d7010-1b3b-4c05-a5e6-794688917e09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=460418e0-b43c-43ee-8deb-9e1480a9ca1f HTTP/1.1" status: 200 len: 897 time: 0.1248291 Apr 22 14:54:46.707697 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-4ecb645a-ede8-46d7-9794-ed0bdb8ebe2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f HTTP/1.1" status: 200 len: 1000 time: 0.0969388 Apr 22 14:54:46.745773 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:28Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1ae36833-4879-4ba3-8a05-a4c1b5044135', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:44Z', 'updated_at': '2022-04-22T14:54:44Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:54:35Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:46.749548 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] Checking router: e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:54:46.760830 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:54:46.761416 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:54:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:46.775219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-36d56d0d-f580-44dd-a34f-e7a0303fee8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:54:46.776855 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-36d56d0d-f580-44dd-a34f-e7a0303fee8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=273bc7ff-521a-484b-b909-38c01c8b2490 HTTP/1.1" status: 200 len: 835 time: 0.0637243 Apr 22 14:54:46.851522 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-b3a21147-6b59-4a1a-b82e-af27de7aa92a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=460418e0-b43c-43ee-8deb-9e1480a9ca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676842 Apr 22 14:54:46.932817 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:54:46.981448 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-9970aa81-d86b-4a3a-88fb-1d5c40986937 service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240792 Apr 22 14:54:47.115202 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b06b1af5-35e4-4245-b4d8-4a74a7360e9d req-8a362520-3d48-4b8f-8bc5-fe33a951d17f service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277122 Apr 22 14:54:47.268949 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:28Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1ae36833-4879-4ba3-8a05-a4c1b5044135', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:44Z', 'updated_at': '2022-04-22T14:54:44Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:54:35Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:54:47.272889 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4086784a-643a-483a-8ac4-b5f4622ef269 None None] The sync data for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv is: [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:54:28Z', 'revision_number': 4, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1ae36833-4879-4ba3-8a05-a4c1b5044135', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:44Z', 'updated_at': '2022-04-22T14:54:44Z', 'revision_number': 0, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:54:35Z', 'revision_number': 5, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:54:47.463100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39472) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:47.678654 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b555001-f6c2-4623-b1b1-e7d1a4c094be tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.2142496 Apr 22 14:54:48.684337 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39476) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:48.794674 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-02204bbe-6761-4d72-9045-449e88e32d65 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1089017 Apr 22 14:54:49.799618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39480) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:49.909478 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4b07aa27-173b-4a95-94a2-f50be4db3371 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1083696 Apr 22 14:54:50.334410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc41289-e1bd-458f-a47c-dbd9fe3d99b8 None None] New status for floating IP 1ae36833-4879-4ba3-8a05-a4c1b5044135: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:54:50.914687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39484) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:54:51.029878 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1c4e78af-ba0b-465b-a3ef-3009786b968d tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 994 time: 0.1136713 Apr 22 14:55:03.893222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:09.604121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca644-267e-47bf-ba1e-a065aaae9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:11.724271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d2f9-9f02-4bfe-bdb3-431a85025f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:12.896888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:12.989347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:14.438647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:18.302896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39498) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:18.308373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:18.962968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:18.976785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.179679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:55:19.379233 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:55:19.384956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:19.386089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-60696d4b-d5e9-4af5-bac7-ca06377f4e95 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 HTTP/1.1" status: 200 len: 887 time: 1.0822043 Apr 22 14:55:19.389136 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] Sync routers for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:55:19.401714 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:19.402318 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:55:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:19.459380 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:19.470866 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:19.471554 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:55:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:19.554828 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:19.555213 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b6299-4aec-4b7c-aabe-a516a62c6de2 None None] The sync data for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv is: [] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:55:20.185499 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:55:20.316407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea3547-c7be-498f-973e-c9cd885ca027 None None] New status for floating IP 1ae36833-4879-4ba3-8a05-a4c1b5044135: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:55:21.535548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:21.557345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:21.563019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:21.647423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:21.679948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:21.686356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:21.687035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:21.796974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:21.885386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:21.901292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 5474cd52-77a6-487f-83a3-ee69694529cf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5474cd52-77a6-487f-83a3-ee69694529cf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:21.907006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:21.970311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:22.113025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:22.128262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642578'] for router, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:22.329125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:55:22.528626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:55:22.534771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:22.538825 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-04290ccb-fcc2-4181-b297-b26cef46679e tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 HTTP/1.1" status: 200 len: 886 time: 0.9775534 Apr 22 14:55:22.539059 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] Sync routers for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:55:22.539457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39508) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:22.550616 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:22.551198 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:55:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:22.640601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-36e0cf75-aea8-433d-a6d1-7ffbd6668ab4 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.0989928 Apr 22 14:55:22.723626 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:55:23.080047 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:55:22Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1ae36833-4879-4ba3-8a05-a4c1b5044135', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:44Z', 'updated_at': '2022-04-22T14:55:20Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:55:21Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:23.084204 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] Checking router: e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:55:23.094778 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:23.095372 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:55:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:23.276573 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:55:23.613541 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:55:22Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1ae36833-4879-4ba3-8a05-a4c1b5044135', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:44Z', 'updated_at': '2022-04-22T14:55:20Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:55:21Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:23.617566 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39f318-4139-42e9-a4ee-cf739ccaac95 None None] The sync data for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv is: [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:55:22Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1ae36833-4879-4ba3-8a05-a4c1b5044135', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'port_id': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'mac_address': 'fa:16:3e:f6:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:54:44Z', 'updated_at': '2022-04-22T14:55:20Z', 'revision_number': 2, 'project_id': '2de1b45c6a344478879c569e76de696b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdb76e0-c9b3-4b98-ada2-4786a78a3f83', 'name': '', 'network_id': '460418e0-b43c-43ee-8deb-9e1480a9ca1f', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'mac_address': 'fa:16:3e:a5:98:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:28Z', 'updated_at': '2022-04-22T14:55:21Z', 'revision_number': 6, 'project_id': '2de1b45c6a344478879c569e76de696b', 'subnets': [{'id': '273bc7ff-521a-484b-b909-38c01c8b2490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:55:23.642537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39512) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:23.746597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2b6df11-9a09-47ef-8e2e-98b14f8bccc1 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1028407 Apr 22 14:55:24.751395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39516) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:24.967721 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4d0244e7-a2a7-49f8-92a5-af506b38acc8 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.2143743 Apr 22 14:55:25.570363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:55:25.642525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:25.642807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:25.766988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:25.800127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:25.806347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:25.807164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:55:25.915163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:25.927021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.927355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.927703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.928009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.928331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.928646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.928963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.929275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.929586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.929922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.930229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:25.940633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5474cd52-77a6-487f-83a3-ee69694529cf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:25.941008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:25.971823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39520) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:26.050096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.065696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 5474cd52-77a6-487f-83a3-ee69694529cf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5474cd52-77a6-487f-83a3-ee69694529cf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:26.071839 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:26.077909 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bc3889dd-8125-4eac-9171-18adf0654d2a tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1035528 Apr 22 14:55:26.136963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:27.081450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39524) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:27.196775 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fde634e3-4492-4635-8785-c2c4d5a6f5cd tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1136425 Apr 22 14:55:27.544625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:55:27.611888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:27.612249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:27.733060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:55:27.799020 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5474cd52-77a6-487f-83a3-ee69694529cf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:55:27.799378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:28.200633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39528) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:28.309434 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-593e6a4b-d053-43f7-b0cb-696751063084 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1076691 Apr 22 14:55:29.313626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39532) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:29.431681 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f07bd85e-100a-4ebb-9afd-74b508cffefa tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1168830 Apr 22 14:55:30.436591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39536) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:30.551848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dc10b21b-cb17-4db7-a518-e4e01aa86751 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 992 time: 0.1137419 Apr 22 14:55:30.798870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e32ba-808f-486c-b42b-a2a4504da384 None None] New status for floating IP 1ae36833-4879-4ba3-8a05-a4c1b5044135: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:55:31.556888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39540) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:31.772276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0d8e3850-30ef-44f8-8aa0-a474ad8b3d10 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 200 len: 994 time: 0.2138603 Apr 22 14:55:32.048746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39548) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:32.262900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port b000c2d8-dab6-41c5-b86f-f4e252f8c141 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:32.263213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:32.431349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:32.431659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:32.546011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for b000c2d8-dab6-41c5-b86f-f4e252f8c141 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:32.700169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:32.741958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=b000c2d8-dab6-41c5-b86f-f4e252f8c141,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:32.780490 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.780837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.781172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.781503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.781902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.782207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.782532 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.782855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.783175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.783492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.783808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:32.855269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:33.342411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:55:33.549812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:55:33.566969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:33.622071 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e203e87-99cc-49aa-b7b6-cc8c9e3930ec tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ae36833-4879-4ba3-8a05-a4c1b5044135 HTTP/1.1" status: 204 len: 168 time: 1.5718100 Apr 22 14:55:33.622552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:33.676606 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d800ef14-c7d7-48ed-87d3-c8434c5015be'] response: {'name': 'network-changed', 'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'status': 'completed', 'code': 200} Apr 22 14:55:33.772094 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-f1c83f67-982e-4d97-9f66-0bbdc5cfb592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2de1b45c6a344478879c569e76de696b&device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 1099 time: 0.0748980 Apr 22 14:55:33.880399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:33.907682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-46d1a992-c9f5-4658-a5ba-f0491efa8c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:33.909094 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-46d1a992-c9f5-4658-a5ba-f0491efa8c72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=460418e0-b43c-43ee-8deb-9e1480a9ca1f HTTP/1.1" status: 200 len: 897 time: 0.1311514 Apr 22 14:55:33.973859 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-46a454f7-7fa0-4840-b712-0c056bfc4f0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f HTTP/1.1" status: 200 len: 217 time: 0.0584810 Apr 22 14:55:34.012845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1483d-a58f-4ddb-875b-64df84ba0b33 req-0f29958d-2b86-46a0-8521-9a898ae34257 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:34.014375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-75e1483d-a58f-4ddb-875b-64df84ba0b33 req-0f29958d-2b86-46a0-8521-9a898ae34257 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 946 time: 0.0778260 Apr 22 14:55:34.037419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-c019e293-1568-4441-9d15-06709bb0dde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:34.038890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-c019e293-1568-4441-9d15-06709bb0dde0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=273bc7ff-521a-484b-b909-38c01c8b2490 HTTP/1.1" status: 200 len: 835 time: 0.0591211 Apr 22 14:55:34.059480 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-75e1483d-a58f-4ddb-875b-64df84ba0b33 req-8e5b703e-d21b-497e-8418-7df24c642701 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393672 Apr 22 14:55:34.113207 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-31ce0f22-43fa-4807-834c-6d7c71b2556a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=460418e0-b43c-43ee-8deb-9e1480a9ca1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664778 Apr 22 14:55:34.241392 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-3ea14846-3bbb-4b18-94ce-91f0425ea649 service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211236 Apr 22 14:55:34.375681 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-794098c7-b81d-44bf-bb13-5605b5b33a9c req-7c909e73-0b96-406b-bb4b-3ef2bb8331a0 service neutron] 10.222.0.24 "GET /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266520 Apr 22 14:55:35.233722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-b4332d26-1cd0-4573-8d5c-5c0ad9e5bd99 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:35.234396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-b4332d26-1cd0-4573-8d5c-5c0ad9e5bd99 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Synchronizing usage tracker for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:35.250575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-b4332d26-1cd0-4573-8d5c-5c0ad9e5bd99 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Unset dirty status for tenant:2de1b45c6a344478879c569e76de696b on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:35.251751 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-b4332d26-1cd0-4573-8d5c-5c0ad9e5bd99 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 946 time: 0.0974052 Apr 22 14:55:35.276997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc821-3960-4dc0-b8b4-7e0cab1bc50f req-dcc3ea75-9a81-4510-9c5e-1d10ae418197 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:35.279153 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b76cc821-3960-4dc0-b8b4-7e0cab1bc50f req-dcc3ea75-9a81-4510-9c5e-1d10ae418197 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 946 time: 0.0835857 Apr 22 14:55:35.322939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 29a6b592-6727-4b50-bb97-c834c1b4e33f {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:35.323314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.325224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b76cc821-3960-4dc0-b8b4-7e0cab1bc50f req-b25cdba2-8df8-44a1-b63b-12685b135de3 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/security-groups?id=af58d33c-6f7d-4e20-8808-ffc02a710bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Apr 22 14:55:35.661018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 29a6b592-6727-4b50-bb97-c834c1b4e33f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29a6b592-6727-4b50-bb97-c834c1b4e33f,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:35.661730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.775196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 29a6b592-6727-4b50-bb97-c834c1b4e33f owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:35.924972 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:35.972506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=29a6b592-6727-4b50-bb97-c834c1b4e33f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:36.049734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] No DVR routers for this DVR port 29a6b592-6727-4b50-bb97-c834c1b4e33f on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:55:36.052259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:36.054724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'name': 'network-vif-deleted', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:36.072784 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2241ea92-ea59-4928-9511-d48a926d2da4 req-da1c330f-3889-4760-9a2b-ba33d6cde34c tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.24 "DELETE /v2.0/ports/29a6b592-6727-4b50-bb97-c834c1b4e33f HTTP/1.1" status: 204 len: 173 time: 0.8157821 Apr 22 14:55:36.116356 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3fc579-a70a-4301-9b1d-e5cb9d2bb884'] response: {'server_uuid': '353c34cc-7788-47da-b6a4-d5c6b2ffd1e4', 'name': 'network-vif-deleted', 'tag': '29a6b592-6727-4b50-bb97-c834c1b4e33f', 'status': 'completed', 'code': 200} Apr 22 14:55:36.504116 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-610a8fb5-adcf-407a-a5ed-f7873443af6e req-9ac748a7-a2b9-4ff5-96c0-b7c2eed81219 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "GET /v2.0/ports?device_id=353c34cc-7788-47da-b6a4-d5c6b2ffd1e4 HTTP/1.1" status: 200 len: 210 time: 0.0398362 Apr 22 14:55:37.617626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39566) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:37.687534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac9392db-ea8a-4b76-9701-08f7c33b1255 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:37.716483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac9392db-ea8a-4b76-9701-08f7c33b1255 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:37.783879 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac9392db-ea8a-4b76-9701-08f7c33b1255 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:37.802923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9392db-ea8a-4b76-9701-08f7c33b1255 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af58d33c-6f7d-4e20-8808-ffc02a710bf3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:37.814091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac9392db-ea8a-4b76-9701-08f7c33b1255 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:37.815269 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ac9392db-ea8a-4b76-9701-08f7c33b1255 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/security-groups/af58d33c-6f7d-4e20-8808-ffc02a710bf3 HTTP/1.1" status: 204 len: 168 time: 0.1965997 Apr 22 14:55:37.859743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39572) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:38.256308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:38.951016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:38.951721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.132155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:39.132519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.250797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:39.435809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.479844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=3cdb76e0-c9b3-4b98-ada2-4786a78a3f83,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:39.600520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c56a4513-6b2d-4897-9314-a4127a58d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:39.740051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 29a6b592-6727-4b50-bb97-c834c1b4e33f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:39.775543 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 29a6b592-6727-4b50-bb97-c834c1b4e33f {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:39.775882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 29a6b592-6727-4b50-bb97-c834c1b4e33f not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:39.780215 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:40.480573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:55:40.690308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:55:40.704241 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-73f5d953-6bc5-46f0-877f-880cb3c02c09 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "PUT /v2.0/routers/e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433814 Apr 22 14:55:40.707065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39576) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:40.892703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting subnet 273bc7ff-521a-484b-b909-38c01c8b2490 {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:55:40.897196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:40.962717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.053505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.135280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.172359 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Subnet': ['ID=273bc7ff-521a-484b-b909-38c01c8b2490,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:41.178853 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.184785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311c3ee-5277-4a40-93d9-c557fc8380fd None None] Network 460418e0-b43c-43ee-8deb-9e1480a9ca1f requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:41.185234 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-49e8096e-6cf1-4f92-a22c-f3ec4032c398 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/subnets/273bc7ff-521a-484b-b909-38c01c8b2490 HTTP/1.1" status: 204 len: 168 time: 0.4768558 Apr 22 14:55:41.187633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39580) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:41.225716 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] Sync routers for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:55:41.238229 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:41.239078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:55:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:41.400162 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.447503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] DHCP port deletion for 460418e0-b43c-43ee-8deb-9e1480a9ca1f request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 14:55:41.449011 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:55:41.451399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Deleting port 7af9f8de-3772-4bbe-99e6-e082cda8f09b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:41.451767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.603072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7af9f8de-3772-4bbe-99e6-e082cda8f09b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:41.637226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.648212 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 5474cd52-77a6-487f-83a3-ee69694529cf {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:41.648642 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.746343 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10'}], 'enable_snat': True}, 'gw_port_id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:55:39Z', 'revision_number': 7, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port': {'id': '5474cd52-77a6-487f-83a3-ee69694529cf', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:54:25Z', 'updated_at': '2022-04-22T14:55:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:41.750190 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] Checking router: e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:55:41.761601 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] Routers {'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:55:41.762263 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:55:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:41.772025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c0de8b5c-1671-4b70-a6f9-4e60e5797712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.775291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7af9f8de-3772-4bbe-99e6-e082cda8f09b,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:41.775858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.818774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 5474cd52-77a6-487f-83a3-ee69694529cf, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5474cd52-77a6-487f-83a3-ee69694529cf,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:41.819216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:41.908936 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] Set router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:55:41.932650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Calling delete_port for 7af9f8de-3772-4bbe-99e6-e082cda8f09b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:41.939510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 5474cd52-77a6-487f-83a3-ee69694529cf owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:41.986838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.018922 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:55:41Z', 'revision_number': 8, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:42.023945 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b58cef-773b-4041-ad1e-bfa41f62a331 None None] The sync data for ids ['e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3'] in dv-neutron-838878-1-hyperv is: [{'id': 'e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3', 'name': 'tempest-TestNetworkBasicOps-router-337477293', 'tenant_id': '2de1b45c6a344478879c569e76de696b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:54:24Z', 'updated_at': '2022-04-22T14:55:41Z', 'revision_number': 8, 'project_id': '2de1b45c6a344478879c569e76de696b', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:55:42.037938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7af9f8de-3772-4bbe-99e6-e082cda8f09b,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:42.049259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.090860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:55:42.091208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:55:42.121398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=7af9f8de-3772-4bbe-99e6-e082cda8f09b,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:42.217971 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.260513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Port': ['ID=5474cd52-77a6-487f-83a3-ee69694529cf,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:42.486785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.592558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Deleting port 7af9f8de-3772-4bbe-99e6-e082cda8f09b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:42.593118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.734137 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.738369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.764629 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.765154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Fanout notify agent at l3_agent the message router_deleted on router e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 14:55:42.781008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.784404 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4ae6e9a1-6c4a-41de-9964-9089bc9e4999 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/routers/e11d9d6c-ec51-4f1f-886f-6ae6d3867cb3 HTTP/1.1" status: 204 len: 168 time: 1.5933533 Apr 22 14:55:42.784742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39584) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:42.798553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7af9f8de-3772-4bbe-99e6-e082cda8f09b,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:42.798945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.901318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.912482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 7af9f8de-3772-4bbe-99e6-e082cda8f09b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:42.912824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:42.913466 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a7f65-07cb-4804-9d64-aff6d2b6aad9 None None] New status for floating IP 1ae36833-4879-4ba3-8a05-a4c1b5044135: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:55:42.966222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Calling delete_port for 7af9f8de-3772-4bbe-99e6-e082cda8f09b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:43.102591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:43.105148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:43.128566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:43.132736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] For port 7af9f8de-3772-4bbe-99e6-e082cda8f09b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7af9f8de-3772-4bbe-99e6-e082cda8f09b,segment=NetworkSegment(3f2a1426-487f-46c5-9611-dc5db356b3a5),segment_id=3f2a1426-487f-46c5-9611-dc5db356b3a5)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:55:43.133096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:43.172757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] Pushing event deleted for resources: {'Port': ['ID=7af9f8de-3772-4bbe-99e6-e082cda8f09b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:43.176554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415de609-d59f-48ce-9e6e-e9da2338d7d4 None None] No DVR routers for this DVR port 7af9f8de-3772-4bbe-99e6-e082cda8f09b on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:55:43.256852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Calling delete_port for 7af9f8de-3772-4bbe-99e6-e082cda8f09b owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:55:43.334566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:55:43.334890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:55:43.539817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:43.572140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:43.572482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 3cdb76e0-c9b3-4b98-ada2-4786a78a3f83 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:43.572878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:55:43.604725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 5474cd52-77a6-487f-83a3-ee69694529cf {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:55:43.605351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5474cd52-77a6-487f-83a3-ee69694529cf not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:55:43.836695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Deleting port 7af9f8de-3772-4bbe-99e6-e082cda8f09b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:55:43.837526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:43.903889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] The port '7af9f8de-3772-4bbe-99e6-e082cda8f09b' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 14:55:44.021656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.049990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460418e0-b43c-43ee-8deb-9e1480a9ca1f']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:44.062677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2a1426-487f-46c5-9611-dc5db356b3a5') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:44.062967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2a1426-487f-46c5-9611-dc5db356b3a5') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:55:44.074089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.090072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.096520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:55:44.096908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: util.warn( Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:55:44.114529 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:55:44.193048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.197931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.224293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Pushing event deleted for resources: {'Network': ['ID=460418e0-b43c-43ee-8deb-9e1480a9ca1f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:44.239535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.239870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.240338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.240715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.241022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.241351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.241704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.242018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.242347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.242667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.242985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:55:44.247301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8854c49c-d1a9-4f53-a462-0a8712ad6c63 tempest-TestNetworkBasicOps-476546059 tempest-TestNetworkBasicOps-476546059-project] 10.222.0.32 "DELETE /v2.0/networks/460418e0-b43c-43ee-8deb-9e1480a9ca1f HTTP/1.1" status: 204 len: 168 time: 1.4615350 Apr 22 14:55:44.438298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.692020 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39592) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:44.874051 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a558d7c6-c35c-4d09-9603-3a00d5606679 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2de1b45c6a344478879c569e76de696b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1806929 Apr 22 14:55:44.877998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39598) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:44.945537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb252e48-9d09-400c-a693-16dd709196b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:44.975861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb252e48-9d09-400c-a693-16dd709196b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.032873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb252e48-9d09-400c-a693-16dd709196b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.049520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb252e48-9d09-400c-a693-16dd709196b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa34f78-6c3a-4610-80ff-e89873bce088,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:45.059922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cb252e48-9d09-400c-a693-16dd709196b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.061776 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cb252e48-9d09-400c-a693-16dd709196b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aa34f78-6c3a-4610-80ff-e89873bce088 HTTP/1.1" status: 204 len: 168 time: 0.1826406 Apr 22 14:55:45.404240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39606) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:45.422485 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.454032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:45.457872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc63568d62a472092e2de9a09377de8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:45.460598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:45.466517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:45.537014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.543545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.590088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b9dc8-eb41-4394-953c-8c64ed5d58d9,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:45.594458 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e3cc8b85-9768-4949-a3b7-3fd434c5d259 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fc63568d62a472092e2de9a09377de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891880 Apr 22 14:55:45.597180 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39610) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:45.655788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f688d443-991d-46b9-96f1-118f32ae5fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.680418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f688d443-991d-46b9-96f1-118f32ae5fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.732224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f688d443-991d-46b9-96f1-118f32ae5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.757134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688d443-991d-46b9-96f1-118f32ae5fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b9dc8-eb41-4394-953c-8c64ed5d58d9,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:45.762271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f688d443-991d-46b9-96f1-118f32ae5fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:45.763365 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f688d443-991d-46b9-96f1-118f32ae5fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c50b9dc8-eb41-4394-953c-8c64ed5d58d9 HTTP/1.1" status: 204 len: 168 time: 0.1654055 Apr 22 14:55:46.687017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39632) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:46.818314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-79755647-network', 'tenant_id': '7d1da226fead4db4944d2a794ea65d2c'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:46.823658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:46.828130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Usage tracker for resource:network and tenant:7d1da226fead4db4944d2a794ea65d2c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:46.831369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:46.838376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:46.852724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Made reservation on behalf of 7d1da226fead4db4944d2a794ea65d2c for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:46.854964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:46.870639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:46.902585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:46.906591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Usage tracker for resource:security_group_rule and tenant:7d1da226fead4db4944d2a794ea65d2c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:46.909429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:46.915435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:46.983281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:46.990768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.020269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:55:47.028893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675074a9-252e-431d-b8a2-d0a34929ea5a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:47.036695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.036695 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Added segment 7753d4a8-d846-4758-8eaf-a5a93814f400 of type vlan for network c689d69f-1141-4943-93ea-b5406c569437 Apr 22 14:55:47.062555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.097428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.098976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:47.099848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.203693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] Pushing event updated for resources: {'Network': ['ID=c689d69f-1141-4943-93ea-b5406c569437,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:47.206762 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-10590142-c941-4de9-acaf-4910c67e9afa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5187662 Apr 22 14:55:47.209920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39638) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:47.214733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network c689d69f-1141-4943-93ea-b5406c569437 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:55:47.215297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Request body: {'subnet': {'network_id': 'c689d69f-1141-4943-93ea-b5406c569437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-79755647-subnet', 'tenant_id': '7d1da226fead4db4944d2a794ea65d2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:47.220220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:47.224022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Usage tracker for resource:subnet and tenant:7d1da226fead4db4944d2a794ea65d2c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:47.226815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:47.232360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:47.244129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Made reservation on behalf of 7d1da226fead4db4944d2a794ea65d2c for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:47.246532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.546195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.613785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44396bd8-394c-4c8f-a099-7f5b9fe5a955,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:47.631432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Checking segment: {'id': '7753d4a8-d846-4758-8eaf-a5a93814f400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:55:47.631777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Network hostable DHCP agents. Network: c689d69f-1141-4943-93ea-b5406c569437, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:55:47.655663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Network c689d69f-1141-4943-93ea-b5406c569437 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:55:47.666071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, c689d69f-1141-4943-93ea-b5406c569437) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:55:47.670882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:47.672446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:47.674065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ffcf53-9e12-4f82-8ca5-901a37ca4c93 None None] Network c689d69f-1141-4943-93ea-b5406c569437 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:47.693814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-21174300-127d-4a56-900c-adcf18ff709a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4828634 Apr 22 14:55:47.878383 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba38fb-1d2e-478c-8e82-d6a21f2f3fea None None] Network c689d69f-1141-4943-93ea-b5406c569437 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:48.555098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39660) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:48.560657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1680569512-network', 'tenant_id': '25a270106bf64da296ae2ffd77f6174f'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:48.565562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:48.569586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Usage tracker for resource:network and tenant:25a270106bf64da296ae2ffd77f6174f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:48.572596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:48.578601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:48.591991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Made reservation on behalf of 25a270106bf64da296ae2ffd77f6174f for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:48.594343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.606314 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.638592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:48.642348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Usage tracker for resource:security_group_rule and tenant:25a270106bf64da296ae2ffd77f6174f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:48.645037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:48.650646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:48.716232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.722464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.750563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:55:48.759555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8685f1-01bd-44ed-8b84-425a25c59fac,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:48.766343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.767302 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Added segment ed4dccee-46d9-44a2-b98d-269d298dc776 of type vlan for network 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822 Apr 22 14:55:48.792639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.824012 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.824824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:48.825431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:48.924552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:48.928985 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b9a91663-29d0-4f4e-918c-756dfda3b402 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3728614 Apr 22 14:55:48.932415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39664) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:55:48.934316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:55:48.937811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Request body: {'subnet': {'network_id': '7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1680569512-subnet', 'tenant_id': '25a270106bf64da296ae2ffd77f6174f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:48.943042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:48.946842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Usage tracker for resource:subnet and tenant:25a270106bf64da296ae2ffd77f6174f is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:48.949669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:48.955361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:48.967842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Made reservation on behalf of 25a270106bf64da296ae2ffd77f6174f for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:48.970645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:49.273963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:49.349752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93ad5bb-ee67-4389-b7cd-dc80a66bc2d8,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:49.360538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Checking segment: {'id': 'ed4dccee-46d9-44a2-b98d-269d298dc776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:55:49.360883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Network hostable DHCP agents. Network: 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:55:49.387844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Network 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:55:49.401329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:55:49.405577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:49.406188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:49.409926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2ead8-4cde-4064-949f-c5cea8c69816 None None] Network 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:49.427791 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5c60b916-79b6-4b75-aef9-af704c446f1d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4941890 Apr 22 14:55:49.616003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52adf4-b968-4d33-b733-db8660618d96 None None] Network 7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:55:50.024536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0215-4366-40d5-9d22-8a971523a370 req-ec0def01-f945-4d97-abfe-5f8e081812c1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:50.025181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e30a0215-4366-40d5-9d22-8a971523a370 req-ec0def01-f945-4d97-abfe-5f8e081812c1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Synchronizing usage tracker for tenant:7d1da226fead4db4944d2a794ea65d2c on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:50.046310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e30a0215-4366-40d5-9d22-8a971523a370 req-ec0def01-f945-4d97-abfe-5f8e081812c1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Unset dirty status for tenant:7d1da226fead4db4944d2a794ea65d2c on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:50.047554 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-ec0def01-f945-4d97-abfe-5f8e081812c1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/networks?id=c689d69f-1141-4943-93ea-b5406c569437 HTTP/1.1" status: 200 len: 810 time: 0.1613173 Apr 22 14:55:50.070092 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-d7dbdbe6-8d28-4cdf-abec-9546918e43f2 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/quotas/7d1da226fead4db4944d2a794ea65d2c HTTP/1.1" status: 200 len: 375 time: 0.0113592 Apr 22 14:55:50.116783 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-18f1f5ee-0514-4c5c-bb2e-996549c63354 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d1da226fead4db4944d2a794ea65d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402844 Apr 22 14:55:50.247462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-f6eef2b1-4ed4-4721-9429-5b32aa0ff053 service neutron] 10.222.0.32 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239398 Apr 22 14:55:50.383341 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-526287b2-21d1-45fa-ae1c-1a4acc08d5c5 service neutron] 10.222.0.32 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267886 Apr 22 14:55:50.586497 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a4bacfc-0183-4c02-b1e4-bb9136063c47 req-b0ec84fa-47d6-44ac-85fa-013e66bad6c4 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0478504 Apr 22 14:55:51.698289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80d2e3f4-6a09-489e-8c0a-75dd5760605b req-d58788f7-99bc-46c2-a1aa-dd3832035ea0 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0402596 Apr 22 14:55:52.814352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cee9614b-2b6b-4082-be9c-1323ef97fdf4 req-df6b785b-9488-4d1c-9d92-24ea5b8341d1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0404403 Apr 22 14:55:53.922353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2eb0192-1a1a-437a-94d5-fa7592851a3d req-12e772eb-ce7d-4027-bf55-88e20eb3df5c tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0423181 Apr 22 14:55:55.089040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-55f4c2e6-215f-4f1c-8100-b02c7447b593 req-efda879a-31a9-4b5c-945b-6d00c39b499b tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0414100 Apr 22 14:55:55.751158 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0215-4366-40d5-9d22-8a971523a370 req-d655fa7d-47ce-43eb-8c9a-625829db4140 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:55.752831 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-d655fa7d-47ce-43eb-8c9a-625829db4140 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.24 "GET /v2.0/networks?id=c689d69f-1141-4943-93ea-b5406c569437 HTTP/1.1" status: 200 len: 810 time: 0.1632049 Apr 22 14:55:55.769934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Request body: {'port': {'device_id': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437', 'admin_state_up': True, 'tenant_id': '7d1da226fead4db4944d2a794ea65d2c'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:55.903854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:55:55.907766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Usage tracker for resource:port and tenant:7d1da226fead4db4944d2a794ea65d2c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:55:55.910650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:55:55.916698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:55:55.929840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Made reservation on behalf of 7d1da226fead4db4944d2a794ea65d2c for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:55:55.932961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.106632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Allocated IP 172.20.0.5 (c689d69f-1141-4943-93ea-b5406c569437/44396bd8-394c-4c8f-a099-7f5b9fe5a955/42af338b-61c4-4c9e-9b11-5fb015cf7f14) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:55:56.253217 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92c5367e-0678-44dc-b009-38b2709bf2ac req-3a6294c0-23ad-4910-ac6e-b2000d77ce38 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0414293 Apr 22 14:55:56.305041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.335063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.406862 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Network c689d69f-1141-4943-93ea-b5406c569437 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:55:56.409810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:55:56.415207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:55:56.442545 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Pushing event updated for resources: {'Port': ['ID=42af338b-61c4-4c9e-9b11-5fb015cf7f14,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:56.478211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:56.478807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.501473 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-31d032f5-03b7-4cfe-af71-b581e70c23ec tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7350702 Apr 22 14:55:56.512699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Request body: {'port': {'device_id': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:55:56.624010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.969475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42af338b-61c4-4c9e-9b11-5fb015cf7f14 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:55:56.976575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:56.991571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Transition to ACTIVE for port object 42af338b-61c4-4c9e-9b11-5fb015cf7f14 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:55:56.997735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:57.118257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a942599-1980-450a-b901-78c6093e305b service neutron] Pushing event updated for resources: {'Port': ['ID=42af338b-61c4-4c9e-9b11-5fb015cf7f14,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:57.186031 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:55:57.323413 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Attempting to bind port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:55:57.323747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Attempting to bind port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7753d4a8-d846-4758-8eaf-a5a93814f400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:55:57.324069 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Attempting to bind port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 on network c689d69f-1141-4943-93ea-b5406c569437 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:55:57.330797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 on network c689d69f-1141-4943-93ea-b5406c569437 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:55:57.331090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Attempting to bind port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 on network c689d69f-1141-4943-93ea-b5406c569437 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:55:57.338680 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:55:57.339087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Checking segment: {'id': '7753d4a8-d846-4758-8eaf-a5a93814f400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:55:57.339470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Bound using segment: {'id': '7753d4a8-d846-4758-8eaf-a5a93814f400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:55:57.339880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Bound port: 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7753d4a8-d846-4758-8eaf-a5a93814f400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:55:57.340224 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:57.426044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] For port 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:55:57.429484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] For port 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14,segment=NetworkSegment(7753d4a8-d846-4758-8eaf-a5a93814f400),segment_id=7753d4a8-d846-4758-8eaf-a5a93814f400)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:55:57.434789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:57.454897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906038e2-7914-422c-872e-d1d18ca00a6d req-31f91711-b5a7-4d84-b0b0-5180f917f053 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:57.456346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-906038e2-7914-422c-872e-d1d18ca00a6d req-31f91711-b5a7-4d84-b0b0-5180f917f053 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 943 time: 0.0793309 Apr 22 14:55:57.489171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:55:57.490987 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-1a942599-1980-450a-b901-78c6093e305b service neutron] 10.222.0.24 "PUT /v2.0/ports/42af338b-61c4-4c9e-9b11-5fb015cf7f14 HTTP/1.1" status: 200 len: 1093 time: 0.9819872 Apr 22 14:55:57.500491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'tag': '42af338b-61c4-4c9e-9b11-5fb015cf7f14'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:55:57.509765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-906038e2-7914-422c-872e-d1d18ca00a6d req-24bb9bdc-0799-4000-be6f-6424a443a14e tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Synchronizing usage tracker for tenant:7d1da226fead4db4944d2a794ea65d2c on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:55:57.530521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-906038e2-7914-422c-872e-d1d18ca00a6d req-24bb9bdc-0799-4000-be6f-6424a443a14e tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Unset dirty status for tenant:7d1da226fead4db4944d2a794ea65d2c on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:55:57.531871 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-906038e2-7914-422c-872e-d1d18ca00a6d req-24bb9bdc-0799-4000-be6f-6424a443a14e tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696661 Apr 22 14:55:57.570675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a942599-1980-450a-b901-78c6093e305b service neutron] Pushing event updated for resources: {'Port': ['ID=42af338b-61c4-4c9e-9b11-5fb015cf7f14,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:55:57.577605 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272d8d9b-1b39-4b15-92c5-cd059070f96b'] response: {'name': 'network-changed', 'server_uuid': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'tag': '42af338b-61c4-4c9e-9b11-5fb015cf7f14', 'status': 'completed', 'code': 200} Apr 22 14:55:57.605934 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-7fd35fc4-a5a6-495b-8246-3cec98876b7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d1da226fead4db4944d2a794ea65d2c&device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0747323 Apr 22 14:55:57.678138 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-30e0a890-9fe4-46b4-b3c6-5fcf05a48a89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14 HTTP/1.1" status: 200 len: 217 time: 0.0653324 Apr 22 14:55:57.740131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0215-4366-40d5-9d22-8a971523a370 req-7faba0be-fbaf-4db3-ba4e-23693def523f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:57.741639 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-7faba0be-fbaf-4db3-ba4e-23693def523f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44396bd8-394c-4c8f-a099-7f5b9fe5a955 HTTP/1.1" status: 200 len: 850 time: 0.0582938 Apr 22 14:55:57.785553 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-c8466c9c-4686-41da-901e-510438392ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c689d69f-1141-4943-93ea-b5406c569437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374668 Apr 22 14:55:57.914644 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-ea6d2562-80b2-43d1-a35e-987272dde48e service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223083 Apr 22 14:55:58.058320 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e30a0215-4366-40d5-9d22-8a971523a370 req-fced687f-7681-4926-a90b-9ed69f679102 service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347063 Apr 22 14:55:58.184030 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-dabd4a2c-6a3a-455a-a018-7713b0bbc0e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d1da226fead4db4944d2a794ea65d2c&device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0726621 Apr 22 14:55:58.316678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-f01c1de9-0721-4a8a-8042-4c953089b314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:58.318368 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-f01c1de9-0721-4a8a-8042-4c953089b314 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c689d69f-1141-4943-93ea-b5406c569437 HTTP/1.1" status: 200 len: 911 time: 0.1269515 Apr 22 14:55:58.389349 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-37b2170a-07a0-4b93-98df-4073ff21b850 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14 HTTP/1.1" status: 200 len: 217 time: 0.0638599 Apr 22 14:55:58.454744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-97668192-ff85-47a3-a6c9-97c857719afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:58.456058 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-97668192-ff85-47a3-a6c9-97c857719afe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44396bd8-394c-4c8f-a099-7f5b9fe5a955 HTTP/1.1" status: 200 len: 850 time: 0.0602274 Apr 22 14:55:58.501134 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-5d998ef0-5e9b-41b2-93ff-f5ee72dd97d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c689d69f-1141-4943-93ea-b5406c569437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375409 Apr 22 14:55:58.636182 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-61146527-c6ed-4ca3-9b1e-c49749c9b734 service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280131 Apr 22 14:55:58.734778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b5429-84ef-43b5-a484-e88698dc60d1 req-95736980-61d2-4e32-ac68-2aa6c120f359 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:58.736125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b64b5429-84ef-43b5-a484-e88698dc60d1 req-95736980-61d2-4e32-ac68-2aa6c120f359 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 943 time: 0.0795670 Apr 22 14:55:58.768239 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-91c5a2fb-fc36-4828-bc8c-66d3ff182cfb req-11815c0d-5598-4a65-b882-0e3702e91cb5 service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242328 Apr 22 14:55:58.786938 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b64b5429-84ef-43b5-a484-e88698dc60d1 req-e0459691-b54b-4c9c-a38a-829d540a1528 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Apr 22 14:55:59.859206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42af338b-61c4-4c9e-9b11-5fb015cf7f14 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:55:59.987257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03722f-045b-467c-a95a-6ccafee7af39 req-62eb97bd-822f-4a3b-a76f-1af8feab84a3 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:55:59.988886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ad03722f-045b-467c-a95a-6ccafee7af39 req-62eb97bd-822f-4a3b-a76f-1af8feab84a3 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 943 time: 0.0742586 Apr 22 14:55:59.992701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14,segment=NetworkSegment(7753d4a8-d846-4758-8eaf-a5a93814f400),segment_id=7753d4a8-d846-4758-8eaf-a5a93814f400)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:00.006374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '42af338b-61c4-4c9e-9b11-5fb015cf7f14', 'network_id': 'c689d69f-1141-4943-93ea-b5406c569437', 'port_id': '42af338b-61c4-4c9e-9b11-5fb015cf7f14', 'mac_address': 'fa:16:3e:f8:8c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44396bd8-394c-4c8f-a099-7f5b9fe5a955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:56:00.035027 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ad03722f-045b-467c-a95a-6ccafee7af39 req-bf64543f-da2a-4aa4-835e-cee80b4eafd6 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Apr 22 14:56:00.063579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:00.080512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42af338b-61c4-4c9e-9b11-5fb015cf7f14 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:00.095682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14,segment=NetworkSegment(7753d4a8-d846-4758-8eaf-a5a93814f400),segment_id=7753d4a8-d846-4758-8eaf-a5a93814f400)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:00.102631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:00.173934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=42af338b-61c4-4c9e-9b11-5fb015cf7f14,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:00.307264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['42af338b-61c4-4c9e-9b11-5fb015cf7f14'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:56:01.245735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009de10-03ba-4b6c-9ab6-48a01c6e6aea req-ce847b18-d66a-460f-b614-2287f4127ba9 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:01.247197 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a009de10-03ba-4b6c-9ab6-48a01c6e6aea req-ce847b18-d66a-460f-b614-2287f4127ba9 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 944 time: 0.0816669 Apr 22 14:56:01.295250 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a009de10-03ba-4b6c-9ab6-48a01c6e6aea req-d228084d-bd66-4f9e-a17d-4c86d4590ca5 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 Apr 22 14:56:01.876361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42af338b-61c4-4c9e-9b11-5fb015cf7f14 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:56:01.961736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:56:01.966803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:56:01.967225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:02.136435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:02.164564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af338b-61c4-4c9e-9b11-5fb015cf7f14'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:02.173917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14,segment=NetworkSegment(7753d4a8-d846-4758-8eaf-a5a93814f400),segment_id=7753d4a8-d846-4758-8eaf-a5a93814f400)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:02.178933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:02.226811 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36313969-605f-4750-ba2a-e1aeef1d5ee4'] response: {'server_uuid': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af338b-61c4-4c9e-9b11-5fb015cf7f14', 'code': 200} Apr 22 14:56:02.253582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=42af338b-61c4-4c9e-9b11-5fb015cf7f14,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:02.494103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a9a00-a5ab-4f04-ad1b-d57e2078a34d req-f9498cd3-a532-4153-b86f-0c5deb5493a2 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:02.494716 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-44dd5f8e-2fbd-473a-92e3-3b66cbfba83e req-b40f06cb-1900-4a3e-995d-d872fd4c1d1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0801616 Apr 22 14:56:02.495447 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a4a9a00-a5ab-4f04-ad1b-d57e2078a34d req-f9498cd3-a532-4153-b86f-0c5deb5493a2 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0781553 Apr 22 14:56:02.538600 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-44dd5f8e-2fbd-473a-92e3-3b66cbfba83e req-45af5435-9447-402b-bdb1-3793e52a05ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Apr 22 14:56:02.544303 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a4a9a00-a5ab-4f04-ad1b-d57e2078a34d req-e9ffd3db-76f8-4f16-9e8a-9ac734c738e1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429289 Apr 22 14:56:03.760894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d20d51-6ed2-4685-99b1-ef0b93c57677 req-5b316405-29db-4bbc-9f37-de49f5423f37 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:03.762356 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46d20d51-6ed2-4685-99b1-ef0b93c57677 req-5b316405-29db-4bbc-9f37-de49f5423f37 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0970016 Apr 22 14:56:03.811142 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46d20d51-6ed2-4685-99b1-ef0b93c57677 req-dd0f118e-0508-4dd8-a83c-b3afcca4bf22 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Apr 22 14:56:03.890522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:04.016974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f6d0-e9ed-41d8-b8b5-a46844f6979f req-6c4a9f52-3c69-415d-83cc-d71ddaa908c1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:04.018428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48a8f6d0-e9ed-41d8-b8b5-a46844f6979f req-6c4a9f52-3c69-415d-83cc-d71ddaa908c1 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0794885 Apr 22 14:56:04.067046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48a8f6d0-e9ed-41d8-b8b5-a46844f6979f req-61ba75a2-ecce-49a2-8763-41dccb1e3645 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Apr 22 14:56:04.506033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd7e6-a821-4e49-95c1-708ff93f044f req-8525bcb6-f8e1-42c0-a963-15b6b69fd034 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:04.507762 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a31dd7e6-a821-4e49-95c1-708ff93f044f req-8525bcb6-f8e1-42c0-a963-15b6b69fd034 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0825982 Apr 22 14:56:04.556478 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a31dd7e6-a821-4e49-95c1-708ff93f044f req-3f2c85c3-55ee-4d64-81a2-995f6b052253 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Apr 22 14:56:05.773119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014cc4-81e9-4834-81df-362aa43d964d req-29d6087c-0b5e-4ca6-ad82-5886f1f9e2bb tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:05.774572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5014cc4-81e9-4834-81df-362aa43d964d req-29d6087c-0b5e-4ca6-ad82-5886f1f9e2bb tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0900524 Apr 22 14:56:05.819897 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5014cc4-81e9-4834-81df-362aa43d964d req-e3f67dc2-270a-49ae-9ca9-2aeabcceed9b tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Apr 22 14:56:06.182599 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-0a8da234-faef-4317-b56a-6d83ff962661 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d1da226fead4db4944d2a794ea65d2c&device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0686364 Apr 22 14:56:06.183429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8efce-4098-4d4e-9188-aae0f958868f req-9151d1ac-a9b7-4061-91f6-5c9932de0cc3 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:06.184910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbc8efce-4098-4d4e-9188-aae0f958868f req-9151d1ac-a9b7-4061-91f6-5c9932de0cc3 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0783935 Apr 22 14:56:06.231423 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbc8efce-4098-4d4e-9188-aae0f958868f req-eec945df-1d15-463f-abe8-758e4997f7d2 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Apr 22 14:56:06.399409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-9e387c1e-f3d1-40c3-8b7e-9661d99a95ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:06.400844 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-9e387c1e-f3d1-40c3-8b7e-9661d99a95ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=c689d69f-1141-4943-93ea-b5406c569437 HTTP/1.1" status: 200 len: 911 time: 0.2119215 Apr 22 14:56:06.472333 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-b2cbde0f-2740-435b-a665-23b7d1eb1fad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14 HTTP/1.1" status: 200 len: 217 time: 0.0639870 Apr 22 14:56:06.533592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-541e774a-8946-4ce5-9aad-f670bad7bc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:06.535007 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-541e774a-8946-4ce5-9aad-f670bad7bc38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44396bd8-394c-4c8f-a099-7f5b9fe5a955 HTTP/1.1" status: 200 len: 850 time: 0.0569153 Apr 22 14:56:06.582853 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-48c305dd-fc41-49f0-bd0b-99a5e9b538e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c689d69f-1141-4943-93ea-b5406c569437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417299 Apr 22 14:56:06.713231 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-f62fb113-dea1-4812-9a7b-fdc5146933c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245558 Apr 22 14:56:06.846984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4b11fc5a-21e9-45bf-b5cb-da4f463c7a05 req-391c967d-6478-4c56-9c94-29dcfc9c0721 service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275356 Apr 22 14:56:07.440288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282db41-a99b-4cbd-b695-bc479a9feb6a req-74307ea0-657b-4a9e-a4a8-fb6f8b06a717 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:07.441856 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f282db41-a99b-4cbd-b695-bc479a9feb6a req-74307ea0-657b-4a9e-a4a8-fb6f8b06a717 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0783362 Apr 22 14:56:07.490838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f282db41-a99b-4cbd-b695-bc479a9feb6a req-d615f671-2186-4869-b4ce-1d7b8e0a33bd tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Apr 22 14:56:08.693538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ae54-4f08-45c9-86d9-07300c68294d req-05ad6a3b-6023-4949-9963-884fe3443d6b tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:08.695022 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0043ae54-4f08-45c9-86d9-07300c68294d req-05ad6a3b-6023-4949-9963-884fe3443d6b tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0749700 Apr 22 14:56:08.742078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0043ae54-4f08-45c9-86d9-07300c68294d req-804e0492-132b-4225-b6bd-6b532d9f05fb tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Apr 22 14:56:09.171518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5136e-df00-49bd-a7e0-bee991dd48e6 req-8cfb3ba8-4a69-4715-bc71-e053a63f31ef tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:09.172847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbb5136e-df00-49bd-a7e0-bee991dd48e6 req-8cfb3ba8-4a69-4715-bc71-e053a63f31ef tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0841117 Apr 22 14:56:09.219685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbb5136e-df00-49bd-a7e0-bee991dd48e6 req-3f183787-cbd2-4ca4-b8fc-7047df5d8917 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Apr 22 14:56:09.599150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd5e-5897-47e5-8d37-bdae1c0b41c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:10.429693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a317db-749d-4b87-9a11-17942538e361 req-6c92e674-1471-497c-aa64-f8aeda4acc98 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:10.431147 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92a317db-749d-4b87-9a11-17942538e361 req-6c92e674-1471-497c-aa64-f8aeda4acc98 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0770409 Apr 22 14:56:10.561765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92a317db-749d-4b87-9a11-17942538e361 req-deecbb03-6b45-493c-8a9c-7105ffd5f1fa tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222644 Apr 22 14:56:10.938904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb75fd-e0cb-41d9-a913-1d8269816c81 req-bc242b85-20a0-40fe-9f61-91b974492ad7 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:10.940237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63bb75fd-e0cb-41d9-a913-1d8269816c81 req-bc242b85-20a0-40fe-9f61-91b974492ad7 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0771315 Apr 22 14:56:10.947745 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-a3df9ef7-b633-4ef1-9161-7eda6d248c7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d1da226fead4db4944d2a794ea65d2c&device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 1098 time: 0.0689452 Apr 22 14:56:10.987408 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63bb75fd-e0cb-41d9-a913-1d8269816c81 req-3b5ab1ae-1c1b-4921-8741-ae51b1f9d300 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Apr 22 14:56:11.077239 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-84a00aea-3979-4980-8345-bfa1e89abfdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:11.078727 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-84a00aea-3979-4980-8345-bfa1e89abfdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=c689d69f-1141-4943-93ea-b5406c569437 HTTP/1.1" status: 200 len: 911 time: 0.1249764 Apr 22 14:56:11.148508 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-fbcd80f6-3474-496a-80e0-f72b76961559 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14 HTTP/1.1" status: 200 len: 217 time: 0.0637677 Apr 22 14:56:11.226269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-e8caf7c0-1147-4188-bea8-a974086a55df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:11.227627 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-e8caf7c0-1147-4188-bea8-a974086a55df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44396bd8-394c-4c8f-a099-7f5b9fe5a955 HTTP/1.1" status: 200 len: 850 time: 0.0729454 Apr 22 14:56:11.275766 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-26ccbeea-171c-436a-867b-f0f774b62393 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c689d69f-1141-4943-93ea-b5406c569437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410020 Apr 22 14:56:11.409427 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-5db67164-493e-464a-bf14-1966032cfa2b service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266673 Apr 22 14:56:11.547643 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-829a627e-53b9-453e-b46a-ae7b48114e3c req-331473f2-2fd1-48fc-8824-ee2c0dcaf3bf service neutron] 10.222.0.24 "GET /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320357 Apr 22 14:56:11.724870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-59787c63-2a85-4407-9b4f-4d30b70fd88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:12.197206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e5bb-5881-46be-9674-daa2ec218235 req-5bd2c012-0c58-42b2-bd42-81b5a3868bb3 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:12.202486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b463e5bb-5881-46be-9674-daa2ec218235 req-5bd2c012-0c58-42b2-bd42-81b5a3868bb3 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0824094 Apr 22 14:56:12.246707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b463e5bb-5881-46be-9674-daa2ec218235 req-60936301-19ab-4998-98a9-fd27418b24b7 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Apr 22 14:56:12.900430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:12.988687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:13.449420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05295-2559-4e3c-946b-dc542d899ffa req-4d7de85b-632a-4f03-80e3-34d51533b00c tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:13.450873 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73b05295-2559-4e3c-946b-dc542d899ffa req-4d7de85b-632a-4f03-80e3-34d51533b00c tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0759492 Apr 22 14:56:13.497934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73b05295-2559-4e3c-946b-dc542d899ffa req-a407f33e-a7ba-4d75-b628-529c6e177283 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Apr 22 14:56:14.051959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545d24-7d4b-44c6-a710-9233210d2fbe req-27e2400c-5f90-412a-b949-27dec62515b6 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:14.053385 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-44545d24-7d4b-44c6-a710-9233210d2fbe req-27e2400c-5f90-412a-b949-27dec62515b6 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0785429 Apr 22 14:56:14.106077 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-44545d24-7d4b-44c6-a710-9233210d2fbe req-932cb024-4a9a-4024-a379-38a9e99015c4 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Apr 22 14:56:14.453451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:15.331804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1072b-8227-43c1-9cf9-45c12d8ae9e6 req-281432f2-d6ec-4f6f-9566-cab49ad91267 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:15.333266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9aa1072b-8227-43c1-9cf9-45c12d8ae9e6 req-281432f2-d6ec-4f6f-9566-cab49ad91267 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.0783546 Apr 22 14:56:15.382700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9aa1072b-8227-43c1-9cf9-45c12d8ae9e6 req-735c40a9-ed14-4f4d-a8ce-61837d9efec0 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/security-groups?id=675074a9-252e-431d-b8a2-d0a34929ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Apr 22 14:56:15.750819 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-5af90d15-2c1b-4079-b00e-3eacbc944c4f tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:15.751410 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-5af90d15-2c1b-4079-b00e-3eacbc944c4f tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Synchronizing usage tracker for tenant:7d1da226fead4db4944d2a794ea65d2c on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:56:15.773302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-5af90d15-2c1b-4079-b00e-3eacbc944c4f tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Unset dirty status for tenant:7d1da226fead4db4944d2a794ea65d2c on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:56:15.774559 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-5af90d15-2c1b-4079-b00e-3eacbc944c4f tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.24 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 945 time: 0.1080127 Apr 22 14:56:15.841037 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Deleting port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:56:15.841361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:16.170608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] For port 42af338b-61c4-4c9e-9b11-5fb015cf7f14, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42af338b-61c4-4c9e-9b11-5fb015cf7f14,segment=NetworkSegment(7753d4a8-d846-4758-8eaf-a5a93814f400),segment_id=7753d4a8-d846-4758-8eaf-a5a93814f400)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:16.170933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:16.290843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Calling delete_port for 42af338b-61c4-4c9e-9b11-5fb015cf7f14 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:56:16.441384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:16.452855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['42af338b-61c4-4c9e-9b11-5fb015cf7f14'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:56:16.492479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Pushing event deleted for resources: {'Port': ['ID=42af338b-61c4-4c9e-9b11-5fb015cf7f14,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:16.549225 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1612a1d5-baed-4b5b-9d79-3cbe1526793f req-3cc37732-a68a-4b8f-b74d-e72c2327bb3e tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.32 "GET /v2.0/ports?device_id=140d9698-8cf4-42fd-9649-d0117bf75dd9 HTTP/1.1" status: 200 len: 210 time: 0.0390151 Apr 22 14:56:16.563293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] No DVR routers for this DVR port 42af338b-61c4-4c9e-9b11-5fb015cf7f14 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:56:16.566164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:16.568905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'name': 'network-vif-deleted', 'tag': '42af338b-61c4-4c9e-9b11-5fb015cf7f14'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:16.587098 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-9d4cb7f6-77e8-4001-b5b1-8f3230a785a8 req-89c31d56-5667-45e5-803a-7fcd2fca6a79 tempest-TestServerAdvancedOps-774840333 tempest-TestServerAdvancedOps-774840333-project] 10.222.0.24 "DELETE /v2.0/ports/42af338b-61c4-4c9e-9b11-5fb015cf7f14 HTTP/1.1" status: 204 len: 173 time: 0.8061309 Apr 22 14:56:16.624647 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba75f96-9d40-484b-a424-7956122f4608'] response: {'server_uuid': '140d9698-8cf4-42fd-9649-d0117bf75dd9', 'name': 'network-vif-deleted', 'tag': '42af338b-61c4-4c9e-9b11-5fb015cf7f14', 'status': 'completed', 'code': 200} Apr 22 14:56:17.667201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39772) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:17.724189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Deleting subnet 44396bd8-394c-4c8f-a099-7f5b9fe5a955 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:56:17.727194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:17.776914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:17.832579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:17.900722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:17.940577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44396bd8-394c-4c8f-a099-7f5b9fe5a955,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:17.945537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:17.951745 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-37efb5c3-92af-42f6-8219-d27352cb2a9e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/44396bd8-394c-4c8f-a099-7f5b9fe5a955 HTTP/1.1" status: 204 len: 168 time: 0.2833686 Apr 22 14:56:17.955472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39776) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:18.058298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.178489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.203563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c689d69f-1141-4943-93ea-b5406c569437']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:18.215590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7753d4a8-d846-4758-8eaf-a5a93814f400') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:18.215890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7753d4a8-d846-4758-8eaf-a5a93814f400') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:18.226834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.242695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.248810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:56:18.249178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:56:18.262325 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:56:18.341293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.357173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.367263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c689d69f-1141-4943-93ea-b5406c569437,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:18.377923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-656c4f82-1a12-4917-b9db-cb2a1f7fdc31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c689d69f-1141-4943-93ea-b5406c569437 HTTP/1.1" status: 204 len: 168 time: 0.4215307 Apr 22 14:56:18.380896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39780) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:18.447445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Deleting subnet d93ad5bb-ee67-4389-b7cd-dc80a66bc2d8 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:56:18.450781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.502550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.554838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.627212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.667922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93ad5bb-ee67-4389-b7cd-dc80a66bc2d8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:18.671954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.677605 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bd5c62e7-c224-4114-b1d6-9091a1383be5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d93ad5bb-ee67-4389-b7cd-dc80a66bc2d8 HTTP/1.1" status: 204 len: 168 time: 0.2957931 Apr 22 14:56:18.680097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39784) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:18.859552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:18.980230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.005123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:19.016868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4dccee-46d9-44a2-b98d-269d298dc776') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:19.017165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4dccee-46d9-44a2-b98d-269d298dc776') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:56:19.030483 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.050699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.056962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:56:19.057339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:56:19.070013 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:56:19.155587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.170732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.179602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:19.182422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e8b42d52-ca6f-40e6-a2db-fe5040fe4c56 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7d0c7d23-b5c3-4a12-ba1c-e14ce9e0d822 HTTP/1.1" status: 204 len: 168 time: 0.5014627 Apr 22 14:56:19.384029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39790) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:19.435416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2eee3c21-82a5-4eb7-9908-e9234dd62d9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d1da226fead4db4944d2a794ea65d2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501311 Apr 22 14:56:19.437917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39794) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:19.496897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d69e397-910f-4a35-a732-b3894bbddf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.530169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d69e397-910f-4a35-a732-b3894bbddf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.589047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d69e397-910f-4a35-a732-b3894bbddf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.610669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69e397-910f-4a35-a732-b3894bbddf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675074a9-252e-431d-b8a2-d0a34929ea5a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:19.622098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7d69e397-910f-4a35-a732-b3894bbddf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:19.623246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7d69e397-910f-4a35-a732-b3894bbddf67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/675074a9-252e-431d-b8a2-d0a34929ea5a HTTP/1.1" status: 204 len: 168 time: 0.1844680 Apr 22 14:56:19.922153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42af338b-61c4-4c9e-9b11-5fb015cf7f14 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:56:19.959758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 42af338b-61c4-4c9e-9b11-5fb015cf7f14 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:56:19.960012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42af338b-61c4-4c9e-9b11-5fb015cf7f14 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:56:20.045325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39802) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:20.095385 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-10617482-4d18-4aaf-9c18-af62978b959d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25a270106bf64da296ae2ffd77f6174f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488591 Apr 22 14:56:20.097912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39806) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:20.158149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-98fcf664-8e93-49b1-8f90-8d8c7cb82bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:20.183735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-98fcf664-8e93-49b1-8f90-8d8c7cb82bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:20.246546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-98fcf664-8e93-49b1-8f90-8d8c7cb82bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:20.266685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcf664-8e93-49b1-8f90-8d8c7cb82bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8685f1-01bd-44ed-8b84-425a25c59fac,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:20.271457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-98fcf664-8e93-49b1-8f90-8d8c7cb82bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:20.274188 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-98fcf664-8e93-49b1-8f90-8d8c7cb82bd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b8685f1-01bd-44ed-8b84-425a25c59fac HTTP/1.1" status: 204 len: 168 time: 0.1753209 Apr 22 14:56:28.229733 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-d016940c-6594-4fd0-9b6a-085578caa234 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8c2bbb380f5942fc9025bf697250879e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268650 Apr 22 14:56:28.378350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-f7d717db-c4bd-4de0-9721-dee1bfd348f5 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:28.379760 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-f7d717db-c4bd-4de0-9721-dee1bfd348f5 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448004 Apr 22 14:56:28.396352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-8251b116-aa1f-45dd-8934-ae9d5a850ebc tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/quotas/8c2bbb380f5942fc9025bf697250879e HTTP/1.1" status: 200 len: 375 time: 0.0111189 Apr 22 14:56:28.440464 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-bd6379f4-e8a0-4f2d-91be-6929b731797b tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c2bbb380f5942fc9025bf697250879e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392148 Apr 22 14:56:28.631428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-88d39d01-0736-40d1-9b43-fea1e6376ad7 req-bf63c4b1-6b06-4762-9e99-1298c37b0064 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 210 time: 0.0428691 Apr 22 14:56:29.561217 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-7d7dc7af-9ba3-4079-b79e-a2106d0db0ec tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8c2bbb380f5942fc9025bf697250879e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271130 Apr 22 14:56:29.706526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-f186a10b-62b6-4c16-88aa-0b32af8c3c31 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:29.708030 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-f186a10b-62b6-4c16-88aa-0b32af8c3c31 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420541 Apr 22 14:56:29.724049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Request body: {'port': {'device_id': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf', 'admin_state_up': True, 'tenant_id': '8c2bbb380f5942fc9025bf697250879e'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:29.803975 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d00929c5-b623-4fd9-9dbb-87fc771d0475 req-1ef2679d-e117-4e70-96aa-24a225bbd341 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 210 time: 0.0417671 Apr 22 14:56:29.860509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:29.864268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Usage tracker for resource:port and tenant:8c2bbb380f5942fc9025bf697250879e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:29.867035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:29.872655 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:29.884479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Made reservation on behalf of 8c2bbb380f5942fc9025bf697250879e for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:29.887417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.899625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:29.930190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:29.933966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Usage tracker for resource:security_group_rule and tenant:8c2bbb380f5942fc9025bf697250879e is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:29.936673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:29.942372 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:30.009921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.017077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.098130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5194b03d-f3d2-46af-bf26-6426056e5b3e,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:30.183619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Allocated IP 192.168.233.98 (7c4d5459-9c36-40ec-9886-08d679e1efdf/9433135c-d10f-4316-814e-aaf7a054e082/f88c5d9d-0a2e-4616-a630-30993d902d52) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:56:30.385643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.404562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Transition to ACTIVE for port object f88c5d9d-0a2e-4616-a630-30993d902d52 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:56:30.429419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.497625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Network 7c4d5459-9c36-40ec-9886-08d679e1efdf is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:56:30.500444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:56:30.504606 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:56:30.534169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Pushing event updated for resources: {'Port': ['ID=f88c5d9d-0a2e-4616-a630-30993d902d52,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:30.568786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:30.569443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.596762 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-5782610f-efdf-4e1f-9cc4-758ad22fcd7e tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8767271 Apr 22 14:56:30.606910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-84a51767-0419-40d7-9b60-60e8f63fceba tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84058) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:56:30.607859 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-84a51767-0419-40d7-9b60-60e8f63fceba tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052216 Apr 22 14:56:30.618305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Request body: {'port': {'device_id': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:30.726093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.766411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d46bd495-1cbd-402e-bc91-3a8b08a151f4 None None] Provisioning for port f88c5d9d-0a2e-4616-a630-30993d902d52 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:56:30.771357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d46bd495-1cbd-402e-bc91-3a8b08a151f4 None None] Provisioning complete for port f88c5d9d-0a2e-4616-a630-30993d902d52 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:56:30.771674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d46bd495-1cbd-402e-bc91-3a8b08a151f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:30.824599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d46bd495-1cbd-402e-bc91-3a8b08a151f4 None None] Port f88c5d9d-0a2e-4616-a630-30993d902d52 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:56:31.000855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1ee13-f433-4205-b3df-7c5dbac59e15 req-fb614d51-4dea-4f04-90a5-49c0cf8bb7ad tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:31.002828 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22c1ee13-f433-4205-b3df-7c5dbac59e15 req-fb614d51-4dea-4f04-90a5-49c0cf8bb7ad tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 935 time: 0.0777864 Apr 22 14:56:31.050891 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22c1ee13-f433-4205-b3df-7c5dbac59e15 req-30db2af8-65b6-4583-b161-70f62db1e0e3 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Apr 22 14:56:31.162766 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88c5d9d-0a2e-4616-a630-30993d902d52 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:31.170192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:31.186245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Transition to ACTIVE for port object f88c5d9d-0a2e-4616-a630-30993d902d52 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:56:31.192651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:31.320042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Pushing event updated for resources: {'Port': ['ID=f88c5d9d-0a2e-4616-a630-30993d902d52,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:31.428486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Attempting to bind port f88c5d9d-0a2e-4616-a630-30993d902d52 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:56:31.428810 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Attempting to bind port f88c5d9d-0a2e-4616-a630-30993d902d52 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:56:31.429126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Attempting to bind port f88c5d9d-0a2e-4616-a630-30993d902d52 on network 7c4d5459-9c36-40ec-9886-08d679e1efdf {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:56:31.435014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Port f88c5d9d-0a2e-4616-a630-30993d902d52 on network 7c4d5459-9c36-40ec-9886-08d679e1efdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:56:31.435319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Attempting to bind port f88c5d9d-0a2e-4616-a630-30993d902d52 on network 7c4d5459-9c36-40ec-9886-08d679e1efdf {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:56:31.441399 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:56:31.441774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Checking segment: {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:56:31.442132 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Bound using segment: {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:56:31.442542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Bound port: f88c5d9d-0a2e-4616-a630-30993d902d52, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea733a4e-f485-4122-a399-179267d80b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:56:31.442881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:31.531556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] For port f88c5d9d-0a2e-4616-a630-30993d902d52, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:56:31.535128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] For port f88c5d9d-0a2e-4616-a630-30993d902d52, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f88c5d9d-0a2e-4616-a630-30993d902d52,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:56:31.541094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:31.600742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:31.602158 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] 10.222.0.24 "PUT /v2.0/ports/f88c5d9d-0a2e-4616-a630-30993d902d52 HTTP/1.1" status: 200 len: 1097 time: 0.9880161 Apr 22 14:56:31.602559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'tag': 'f88c5d9d-0a2e-4616-a630-30993d902d52'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:31.620517 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6e2d0-48ba-4f59-8695-4b9191ce1efe service neutron] Pushing event updated for resources: {'Port': ['ID=f88c5d9d-0a2e-4616-a630-30993d902d52,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:31.684391 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bd231d-9112-49df-b6d6-6582fa86e8ac'] response: {'name': 'network-changed', 'server_uuid': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'tag': 'f88c5d9d-0a2e-4616-a630-30993d902d52', 'status': 'completed', 'code': 200} Apr 22 14:56:31.726101 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-6cfabed5-cbe2-43da-b2a8-c4f9f54d5105 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c2bbb380f5942fc9025bf697250879e&device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 1100 time: 0.0760367 Apr 22 14:56:31.794180 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-557bfafe-d611-42a4-8329-26740233727e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=f88c5d9d-0a2e-4616-a630-30993d902d52 HTTP/1.1" status: 200 len: 217 time: 0.0616109 Apr 22 14:56:31.856901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-1bb99057-1eb3-4feb-8ae1-98736bc747d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:31.858274 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-1bb99057-1eb3-4feb-8ae1-98736bc747d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9433135c-d10f-4316-814e-aaf7a054e082 HTTP/1.1" status: 200 len: 843 time: 0.0584948 Apr 22 14:56:31.943337 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-4fa8681d-e2a7-461a-91a9-3a7b8e501bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c4d5459-9c36-40ec-9886-08d679e1efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0787368 Apr 22 14:56:32.091360 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-951805e5-d547-45b2-85e6-f5fd97d45b5f service neutron] 10.222.0.24 "GET /v2.0/networks/7c4d5459-9c36-40ec-9886-08d679e1efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418121 Apr 22 14:56:32.223266 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-21414ef1-8404-44e7-a2ab-d4497f4a2ab7 req-31ee2c74-598f-4691-9df3-19811d4d9963 service neutron] 10.222.0.24 "GET /v2.0/networks/7c4d5459-9c36-40ec-9886-08d679e1efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253023 Apr 22 14:56:32.246570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8d5a6-e780-4b14-9887-4c46a08bffab req-6e6828bc-3689-41e8-bf3f-1af711df4b38 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:32.248243 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-78d8d5a6-e780-4b14-9887-4c46a08bffab req-6e6828bc-3689-41e8-bf3f-1af711df4b38 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 947 time: 0.0765374 Apr 22 14:56:32.295295 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-78d8d5a6-e780-4b14-9887-4c46a08bffab req-7910bf0d-e15e-4296-99b6-9c49a8ff0937 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Apr 22 14:56:32.346859 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-d4e9419e-30e0-403e-a66e-6cd1260341de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c2bbb380f5942fc9025bf697250879e&device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 1100 time: 0.0772965 Apr 22 14:56:32.476535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-0c9b8ea4-9e83-4497-86a7-96c52cb8c1dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:32.477972 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-0c9b8ea4-9e83-4497-86a7-96c52cb8c1dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c4d5459-9c36-40ec-9886-08d679e1efdf HTTP/1.1" status: 200 len: 870 time: 0.1250892 Apr 22 14:56:32.545364 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-aa28ea67-c140-4e32-ac8d-81983e4f47ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=f88c5d9d-0a2e-4616-a630-30993d902d52 HTTP/1.1" status: 200 len: 217 time: 0.0600219 Apr 22 14:56:32.696278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-65932651-3e60-4cb0-8900-446a058c0a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:32.697866 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-65932651-3e60-4cb0-8900-446a058c0a20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9433135c-d10f-4316-814e-aaf7a054e082 HTTP/1.1" status: 200 len: 843 time: 0.1464348 Apr 22 14:56:32.776398 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-12d05737-62c7-421a-881c-07e14fe63cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c4d5459-9c36-40ec-9886-08d679e1efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0706761 Apr 22 14:56:32.911514 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-4b96237e-c322-4d8e-a4e8-dd607b3225fc service neutron] 10.222.0.24 "GET /v2.0/networks/7c4d5459-9c36-40ec-9886-08d679e1efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274278 Apr 22 14:56:33.048236 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-5b58e247-933f-4ff2-bd1b-f36a10e328c5 req-c4a5e9be-c98a-4806-b3c1-3ba853c11fed service neutron] 10.222.0.24 "GET /v2.0/networks/7c4d5459-9c36-40ec-9886-08d679e1efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291213 Apr 22 14:56:33.498267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6cdc-cc9a-446e-9eee-c5c85a0c4f8f req-ec39ab65-dbb8-4eb7-bf41-1dbaf5efaca6 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:33.499700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa6d6cdc-cc9a-446e-9eee-c5c85a0c4f8f req-ec39ab65-dbb8-4eb7-bf41-1dbaf5efaca6 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 947 time: 0.0836790 Apr 22 14:56:33.547147 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa6d6cdc-cc9a-446e-9eee-c5c85a0c4f8f req-8c0aa06c-dd93-4d36-8563-654e03a1a233 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Apr 22 14:56:33.892295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:33.999444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f88c5d9d-0a2e-4616-a630-30993d902d52 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:56:34.148190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f88c5d9d-0a2e-4616-a630-30993d902d52, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f88c5d9d-0a2e-4616-a630-30993d902d52,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:34.161465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f88c5d9d-0a2e-4616-a630-30993d902d52', 'network_id': '7c4d5459-9c36-40ec-9886-08d679e1efdf', 'port_id': 'f88c5d9d-0a2e-4616-a630-30993d902d52', 'mac_address': 'fa:16:3e:17:7f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9433135c-d10f-4316-814e-aaf7a054e082', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:56:34.186911 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:56:34.218514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.235281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88c5d9d-0a2e-4616-a630-30993d902d52 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:34.250761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f88c5d9d-0a2e-4616-a630-30993d902d52, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f88c5d9d-0a2e-4616-a630-30993d902d52,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:34.258834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:34.323063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f88c5d9d-0a2e-4616-a630-30993d902d52,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:34.335186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.335726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.336277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.336819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.337356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.337937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.338428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.338927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.339375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.339696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.340011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:34.448629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f88c5d9d-0a2e-4616-a630-30993d902d52'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:56:34.747253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e3882-79a0-4ad0-bd86-ffd77fe70b33 req-fa8fa36b-b101-4812-bb25-8191feae9ddb tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:34.748637 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f3e3882-79a0-4ad0-bd86-ffd77fe70b33 req-fa8fa36b-b101-4812-bb25-8191feae9ddb tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 948 time: 0.0790153 Apr 22 14:56:34.796366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f3e3882-79a0-4ad0-bd86-ffd77fe70b33 req-df528576-842b-4603-b1e5-9808acf14435 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Apr 22 14:56:36.002415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f88c5d9d-0a2e-4616-a630-30993d902d52 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:56:36.028360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4ed5-1170-42ae-93b2-17c0dbd89775 req-43476b14-bbc8-49b6-a93e-a50ad696480b tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:36.029849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-945f4ed5-1170-42ae-93b2-17c0dbd89775 req-43476b14-bbc8-49b6-a93e-a50ad696480b tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 948 time: 0.0880148 Apr 22 14:56:36.076268 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-945f4ed5-1170-42ae-93b2-17c0dbd89775 req-843945f3-9671-462a-b80e-020bc0476c23 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Apr 22 14:56:36.076779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f88c5d9d-0a2e-4616-a630-30993d902d52 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:56:36.081954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f88c5d9d-0a2e-4616-a630-30993d902d52 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:56:36.082389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:36.194610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:36.222176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88c5d9d-0a2e-4616-a630-30993d902d52'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:36.231759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f88c5d9d-0a2e-4616-a630-30993d902d52, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f88c5d9d-0a2e-4616-a630-30993d902d52,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:36.236671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:36.277463 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a08ed51-aa16-44d3-8aa7-6a5477a48dca'] response: {'server_uuid': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88c5d9d-0a2e-4616-a630-30993d902d52', 'code': 200} Apr 22 14:56:36.301998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f88c5d9d-0a2e-4616-a630-30993d902d52,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:36.517462 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7ff7f328-593b-4bbf-8461-420d7b5c22c4 req-45091755-98f6-412e-b24c-8798b8df006c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 1102 time: 0.0825455 Apr 22 14:56:36.561286 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-7ff7f328-593b-4bbf-8461-420d7b5c22c4 req-7b9b633d-eb39-4b85-a1ab-b30603df3050 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376823 Apr 22 14:56:37.278847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2453c4-a14f-4122-bc0f-5c5543cb96d4 req-71da3610-5702-4036-b4f4-b76f13642f64 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:37.280313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c2453c4-a14f-4122-bc0f-5c5543cb96d4 req-71da3610-5702-4036-b4f4-b76f13642f64 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 949 time: 0.0807536 Apr 22 14:56:37.328034 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c2453c4-a14f-4122-bc0f-5c5543cb96d4 req-3ee1604e-c3a0-47c8-ab92-88a4fe0187fb tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Apr 22 14:56:38.542024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0881-3e69-4e3f-975b-1c0aeb61a245 req-c01d98f4-b23c-4ab5-a54e-fbf69662d4f9 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:38.543512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-818c0881-3e69-4e3f-975b-1c0aeb61a245 req-c01d98f4-b23c-4ab5-a54e-fbf69662d4f9 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 949 time: 0.0882385 Apr 22 14:56:38.593598 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-818c0881-3e69-4e3f-975b-1c0aeb61a245 req-be927b52-9282-4b94-b714-7c5c0a261219 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442867 Apr 22 14:56:39.039810 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32b2407c-6e86-493a-b750-e1ac7df8645c req-ad5a47bb-9aff-4080-8587-e23919ba98fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0824635 Apr 22 14:56:39.592979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf648-758a-4f22-a8c1-40d2ec72d4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:39.676781 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66492770-2dfc-4bee-b0de-76baa7aa1035 req-63b96354-f0cc-4dc2-89ec-49fc686b48e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2090640 Apr 22 14:56:40.218554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b84c7-00a6-4400-aaaa-ded3ab61ac93 req-36b54873-de63-4f66-8d40-11b2cb2ad1dd tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:40.219987 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c78b84c7-00a6-4400-aaaa-ded3ab61ac93 req-36b54873-de63-4f66-8d40-11b2cb2ad1dd tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 949 time: 0.0795341 Apr 22 14:56:40.270130 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c78b84c7-00a6-4400-aaaa-ded3ab61ac93 req-a313eece-5984-4cc3-ab85-755baea2e047 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Apr 22 14:56:41.410803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-61421787-34ba-4277-8011-d433ca472077 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:41.411506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-61421787-34ba-4277-8011-d433ca472077 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Synchronizing usage tracker for tenant:8c2bbb380f5942fc9025bf697250879e on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:56:41.430928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-61421787-34ba-4277-8011-d433ca472077 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Unset dirty status for tenant:8c2bbb380f5942fc9025bf697250879e on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:56:41.432167 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-61421787-34ba-4277-8011-d433ca472077 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 949 time: 0.0953190 Apr 22 14:56:41.504799 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Deleting port f88c5d9d-0a2e-4616-a630-30993d902d52 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:56:41.505147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:41.550906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95af8-33da-4541-825d-b2b39b70f216 req-b760fd25-03ec-437c-acc7-dde5b106c5ab tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:41.552339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79e95af8-33da-4541-825d-b2b39b70f216 req-b760fd25-03ec-437c-acc7-dde5b106c5ab tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 949 time: 0.1603389 Apr 22 14:56:41.597949 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79e95af8-33da-4541-825d-b2b39b70f216 req-eca38ff5-a51c-40db-ae44-cc24547c5561 tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/security-groups?id=5194b03d-f3d2-46af-bf26-6426056e5b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 Apr 22 14:56:41.720282 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-33c8fcef-1934-4adb-b0f1-3e1240c6b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:41.756881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] For port f88c5d9d-0a2e-4616-a630-30993d902d52, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f88c5d9d-0a2e-4616-a630-30993d902d52,segment=NetworkSegment(ea733a4e-f485-4122-a399-179267d80b3a),segment_id=ea733a4e-f485-4122-a399-179267d80b3a)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:41.757234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:41.877148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Calling delete_port for f88c5d9d-0a2e-4616-a630-30993d902d52 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:56:42.017508 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:42.029804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f88c5d9d-0a2e-4616-a630-30993d902d52'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:56:42.065266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Pushing event deleted for resources: {'Port': ['ID=f88c5d9d-0a2e-4616-a630-30993d902d52,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:42.103993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.104326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.104665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.104988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.105316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.105806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.106077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.106390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.106710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.107026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.107345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:42.151720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] No DVR routers for this DVR port f88c5d9d-0a2e-4616-a630-30993d902d52 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:56:42.154255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:42.156865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'name': 'network-vif-deleted', 'tag': 'f88c5d9d-0a2e-4616-a630-30993d902d52'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:42.175608 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-43c5586c-f5c9-4c86-aa39-d78c5ea237ac req-2e2d8dff-295e-468a-bc7a-61c6a59dd4ac tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.24 "DELETE /v2.0/ports/f88c5d9d-0a2e-4616-a630-30993d902d52 HTTP/1.1" status: 204 len: 173 time: 0.7374387 Apr 22 14:56:42.214794 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f4fd44-9a74-4cf5-b70d-6ff113d9fb9b'] response: {'server_uuid': 'f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc', 'name': 'network-vif-deleted', 'tag': 'f88c5d9d-0a2e-4616-a630-30993d902d52', 'status': 'completed', 'code': 200} Apr 22 14:56:42.779634 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2aaa07f-4baf-4753-8a0d-17342a5544a5 req-ceee9a9d-8f80-4fc1-b6db-5d933c805ccd tempest-ServersAdminNegativeTestJSON-1353263870 tempest-ServersAdminNegativeTestJSON-1353263870-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be8ad0-ea5b-40d5-b971-c5dfa3f2afdc HTTP/1.1" status: 200 len: 210 time: 0.0447466 Apr 22 14:56:42.909561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:42.989208 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.029441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f88c5d9d-0a2e-4616-a630-30993d902d52 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:56:44.063068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: f88c5d9d-0a2e-4616-a630-30993d902d52 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:56:44.063408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f88c5d9d-0a2e-4616-a630-30993d902d52 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:56:44.218840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39934) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:44.397853 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-01eea152-aaeb-459b-96f2-b0d58b6d7f4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c2bbb380f5942fc9025bf697250879e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1778109 Apr 22 14:56:44.400583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39940) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:44.444298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.461866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-942b7ed1-35ef-4dcd-899c-dc65a1b35823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.492065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-942b7ed1-35ef-4dcd-899c-dc65a1b35823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.552560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-942b7ed1-35ef-4dcd-899c-dc65a1b35823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.569184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b7ed1-35ef-4dcd-899c-dc65a1b35823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5194b03d-f3d2-46af-bf26-6426056e5b3e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:44.572539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-942b7ed1-35ef-4dcd-899c-dc65a1b35823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.573991 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-942b7ed1-35ef-4dcd-899c-dc65a1b35823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5194b03d-f3d2-46af-bf26-6426056e5b3e HTTP/1.1" status: 204 len: 168 time: 0.1721694 Apr 22 14:56:44.913815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 39948) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:44.932069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:44.969084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:44.973062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:29ea7cee3b1949648de2e939ac7cb838 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:44.975969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:44.981945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:45.047555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:45.054726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:45.101101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3d69a-ef2c-43ba-9096-937e49df078b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:45.105845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29ea7cee3b1949648de2e939ac7cb838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1909013 Apr 22 14:56:45.108601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39952) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:45.112552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.112892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.113224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.113551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.113900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.114227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.114556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.114895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.115212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.115527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.115848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1896c75-d1f0-4fbd-865a-222b3ef1d3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:56:45.171558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2285759e-2ea5-4b5d-90ff-554379540b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:45.197652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2285759e-2ea5-4b5d-90ff-554379540b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:45.252964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2285759e-2ea5-4b5d-90ff-554379540b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:45.266436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285759e-2ea5-4b5d-90ff-554379540b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3d69a-ef2c-43ba-9096-937e49df078b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:45.273911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2285759e-2ea5-4b5d-90ff-554379540b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:45.275220 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2285759e-2ea5-4b5d-90ff-554379540b44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29d3d69a-ef2c-43ba-9096-937e49df078b HTTP/1.1" status: 204 len: 168 time: 0.1655140 Apr 22 14:56:46.164217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39974) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:46.296063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1864342879-network', 'tenant_id': 'f6d9b7d8500147cca7cca2b93490af64'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:46.300881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:46.304834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Usage tracker for resource:network and tenant:f6d9b7d8500147cca7cca2b93490af64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:46.307750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:46.313502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:46.325473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Made reservation on behalf of f6d9b7d8500147cca7cca2b93490af64 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:46.327858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.340266 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.370380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:46.374182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d9b7d8500147cca7cca2b93490af64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:46.377243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:46.382885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:46.445260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.451091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.476854 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:56:46.488674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1118b2-4bce-4d9b-8372-a0101d04fdfb,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:46.492912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.493250 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Added segment 322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63 of type vlan for network 1767950a-2f6a-446f-873d-6d4ce1027c0c Apr 22 14:56:46.521429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.552418 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.553282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:46.553889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.650292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] Pushing event updated for resources: {'Network': ['ID=1767950a-2f6a-446f-873d-6d4ce1027c0c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:46.653593 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c3ec5e6f-8a47-446b-954a-8b959ce0b143 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4884429 Apr 22 14:56:46.656746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 39980) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:46.661938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 1767950a-2f6a-446f-873d-6d4ce1027c0c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:56:46.662427 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Request body: {'subnet': {'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1864342879-subnet', 'tenant_id': 'f6d9b7d8500147cca7cca2b93490af64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:46.667082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:46.671025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Usage tracker for resource:subnet and tenant:f6d9b7d8500147cca7cca2b93490af64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:46.673880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:46.679486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:46.695557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Made reservation on behalf of f6d9b7d8500147cca7cca2b93490af64 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:46.698129 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.901223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:46.967191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03132c1-0be5-4626-abfa-2a95cd878a6a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:46.986948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Checking segment: {'id': '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:56:46.987297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Network hostable DHCP agents. Network: 1767950a-2f6a-446f-873d-6d4ce1027c0c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:56:47.010624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Network 1767950a-2f6a-446f-873d-6d4ce1027c0c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:56:47.020979 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 1767950a-2f6a-446f-873d-6d4ce1027c0c) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:56:47.024940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:47.025511 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:47.029665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88168c7-6524-4eae-a107-229e8f0cfdfb None None] Network 1767950a-2f6a-446f-873d-6d4ce1027c0c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:56:47.047298 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-253dd11d-8f77-4659-b933-e39c26aa5146 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3895762 Apr 22 14:56:47.243556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881168d3-99fd-422e-b35d-50ad5a268bf6 None None] Network 1767950a-2f6a-446f-873d-6d4ce1027c0c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:56:47.582082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f82f-c179-45a1-a066-53424d9957be req-8433f7f4-2af3-4b42-8b68-2d8551e4e1bd tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:47.583521 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-8433f7f4-2af3-4b42-8b68-2d8551e4e1bd tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/networks?id=1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 200 len: 812 time: 0.1456406 Apr 22 14:56:47.600657 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-ef8b521d-df06-400b-aaef-af6122a19f4d tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/quotas/f6d9b7d8500147cca7cca2b93490af64 HTTP/1.1" status: 200 len: 375 time: 0.0115993 Apr 22 14:56:47.662838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-54c93af0-5a65-407c-a819-3f106b8e769a tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6d9b7d8500147cca7cca2b93490af64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545578 Apr 22 14:56:47.675266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-f6ef1e81-ffab-4a14-8794-396a70cc75a2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:56:47.676136 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-f6ef1e81-ffab-4a14-8794-396a70cc75a2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048280 Apr 22 14:56:47.806607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-7919ba1f-281a-4a19-a5a3-470165461711 service neutron] 10.222.0.32 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246915 Apr 22 14:56:47.943580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-69c41c9b-4b53-4455-9cfb-43b671248648 service neutron] 10.222.0.32 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259012 Apr 22 14:56:48.129512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc188b97-c91d-4f1f-9542-a4bd7dabe609 req-f2ebd0b1-06c4-4605-9c6b-989d35829d88 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 210 time: 0.0408547 Apr 22 14:56:49.273015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f82f-c179-45a1-a066-53424d9957be req-41c0eb01-e77d-4aef-844f-6612ec1f75ae tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:49.273807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-8292f82f-c179-45a1-a066-53424d9957be req-41c0eb01-e77d-4aef-844f-6612ec1f75ae tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Synchronizing usage tracker for tenant:f6d9b7d8500147cca7cca2b93490af64 on resource:network {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:56:49.292078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2eddc25d-09b7-4e9e-8768-ee8e29cf743a req-58394432-ac6c-4b15-b58d-5ad99ac5196c tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 210 time: 0.0429063 Apr 22 14:56:49.292632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-8292f82f-c179-45a1-a066-53424d9957be req-41c0eb01-e77d-4aef-844f-6612ec1f75ae tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Unset dirty status for tenant:f6d9b7d8500147cca7cca2b93490af64 on resource:network {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:56:49.293801 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-41c0eb01-e77d-4aef-844f-6612ec1f75ae tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.24 "GET /v2.0/networks?id=1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 200 len: 812 time: 0.2618418 Apr 22 14:56:49.309394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Request body: {'port': {'device_id': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c', 'admin_state_up': True, 'tenant_id': 'f6d9b7d8500147cca7cca2b93490af64'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:49.443128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:56:49.446869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Usage tracker for resource:port and tenant:f6d9b7d8500147cca7cca2b93490af64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:56:49.449619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:56:49.455714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:56:49.468919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Made reservation on behalf of f6d9b7d8500147cca7cca2b93490af64 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:56:49.471908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:49.635014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Allocated IP 172.20.0.9 (1767950a-2f6a-446f-873d-6d4ce1027c0c/f03132c1-0be5-4626-abfa-2a95cd878a6a/9d48fbd4-fd3d-478b-8d97-b6eb9e61febf) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:56:49.836652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:49.867546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:49.936396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Network 1767950a-2f6a-446f-873d-6d4ce1027c0c is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:56:49.939307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:56:49.943189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:56:49.972502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:50.010781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:50.011401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.036307 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-5be5c1a8-3e98-4ff6-9d23-7c4ef4ec6bc9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311380 Apr 22 14:56:50.118730 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Request body: {'port': {'device_id': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:56:50.223076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.487095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62a17-ed9f-4b71-8d25-f94b555b771c req-2683f8e4-7296-425a-80d5-afcf9ffdfe2b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:50.489179 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-53f62a17-ed9f-4b71-8d25-f94b555b771c req-2683f8e4-7296-425a-80d5-afcf9ffdfe2b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 931 time: 0.0773518 Apr 22 14:56:50.535319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-53f62a17-ed9f-4b71-8d25-f94b555b771c req-d8be771f-625d-48e3-8615-f873754914f8 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Apr 22 14:56:50.558469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:50.563999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.578169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Transition to ACTIVE for port object 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:56:50.584470 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.705691 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:50.811159 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Attempting to bind port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:56:50.811454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Attempting to bind port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:56:50.811773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Attempting to bind port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf on network 1767950a-2f6a-446f-873d-6d4ce1027c0c {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:56:50.817715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf on network 1767950a-2f6a-446f-873d-6d4ce1027c0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:56:50.818032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Attempting to bind port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf on network 1767950a-2f6a-446f-873d-6d4ce1027c0c {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:56:50.824604 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:56:50.824978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Checking segment: {'id': '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:56:50.825349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Bound using segment: {'id': '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:56:50.825794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Bound port: 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:56:50.826131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.914280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:56:50.917611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:56:50.923791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.984154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:50.985564 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 200 len: 1093 time: 0.9411340 Apr 22 14:56:50.986019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:51.008885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302859b2-c45c-4319-836a-d29ec5cf5583 service neutron] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:51.060337 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c607c392-4f89-4990-b9b2-681d65e9d3b6'] response: {'name': 'network-changed', 'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'status': 'completed', 'code': 200} Apr 22 14:56:51.186082 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-165cb48f-3725-4c27-aa18-3eea2c614d01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6d9b7d8500147cca7cca2b93490af64&device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 1096 time: 0.1605570 Apr 22 14:56:51.255995 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-828dbf3a-82e2-4bf9-85a6-be66d56b7007 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 200 len: 217 time: 0.0618529 Apr 22 14:56:51.323338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f82f-c179-45a1-a066-53424d9957be req-2b9d6634-f010-49d6-98bf-6269c65e1a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:51.324775 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-2b9d6634-f010-49d6-98bf-6269c65e1a87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f03132c1-0be5-4626-abfa-2a95cd878a6a HTTP/1.1" status: 200 len: 852 time: 0.0626028 Apr 22 14:56:51.369588 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-a6cdc001-0c27-407f-b322-5d6ea06bf789 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1767950a-2f6a-446f-873d-6d4ce1027c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386455 Apr 22 14:56:51.510236 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-d547c664-0f6c-4233-8837-2253d21d60c2 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338155 Apr 22 14:56:51.645984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8292f82f-c179-45a1-a066-53424d9957be req-5530160d-b16d-4e7c-986a-c3c5f568c8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294148 Apr 22 14:56:51.739047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97a69-9c49-4369-9075-6721397f6af9 req-20bf50e4-51ff-43c1-85c7-91bf39f10364 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:51.740470 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5cd97a69-9c49-4369-9075-6721397f6af9 req-20bf50e4-51ff-43c1-85c7-91bf39f10364 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 943 time: 0.0774653 Apr 22 14:56:51.767471 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-23412255-0c6b-4b6c-b1ec-73e38a9adc21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6d9b7d8500147cca7cca2b93490af64&device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 1096 time: 0.0735471 Apr 22 14:56:51.785654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5cd97a69-9c49-4369-9075-6721397f6af9 req-641d4fa3-711b-4976-b43d-7dcef0999721 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Apr 22 14:56:51.896044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49148b5-296c-4393-8219-dceaabb44e10 req-696818d2-7852-4aed-b568-c18327f0a843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:51.897503 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-696818d2-7852-4aed-b568-c18327f0a843 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 200 len: 913 time: 0.1242681 Apr 22 14:56:51.964262 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-9209523a-848c-48c7-b896-739447e38cc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 200 len: 217 time: 0.0580049 Apr 22 14:56:52.030360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49148b5-296c-4393-8219-dceaabb44e10 req-97120b02-e2de-4f7c-8b2c-52c0c65449d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:52.031798 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-97120b02-e2de-4f7c-8b2c-52c0c65449d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f03132c1-0be5-4626-abfa-2a95cd878a6a HTTP/1.1" status: 200 len: 852 time: 0.0611982 Apr 22 14:56:52.075452 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-42bc96b7-e8a8-4998-96b0-d159d27726d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1767950a-2f6a-446f-873d-6d4ce1027c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369356 Apr 22 14:56:52.206454 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-7bcfc7b0-8608-4117-9d4f-a4daf753ec78 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239872 Apr 22 14:56:52.336201 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-b49148b5-296c-4393-8219-dceaabb44e10 req-46573a20-a457-4839-ad5d-562cf6d879db service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230659 Apr 22 14:56:52.994345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e4bbc-d140-4f98-9a2f-3b3a62079001 req-14577b4f-c7e9-42b5-95c5-efcfe844086d tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:52.995872 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e04e4bbc-d140-4f98-9a2f-3b3a62079001 req-14577b4f-c7e9-42b5-95c5-efcfe844086d tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 943 time: 0.0812614 Apr 22 14:56:53.046508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e04e4bbc-d140-4f98-9a2f-3b3a62079001 req-43f8e97d-208d-4614-a468-1c95c279797a tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Apr 22 14:56:54.093213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:56:54.226428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:54.239447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c', 'port_id': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'mac_address': 'fa:16:3e:23:e9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03132c1-0be5-4626-abfa-2a95cd878a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:56:54.251280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807d52-bdf6-4c94-8e19-914104453c87 req-cf5be55a-4fed-46ca-908b-d993130c8a0c tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:54.253163 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2c807d52-bdf6-4c94-8e19-914104453c87 req-cf5be55a-4fed-46ca-908b-d993130c8a0c tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 943 time: 0.0760205 Apr 22 14:56:54.297829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:54.302318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2c807d52-bdf6-4c94-8e19-914104453c87 req-db6d04dd-16d6-4963-8dee-fbb7b8a118c3 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Apr 22 14:56:54.315781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:56:54.332634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:54.338598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:54.405218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:54.530714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:56:55.516784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae408d-9e83-4fb1-a8d8-9889080d0fd3 req-889088e9-4f35-4285-a102-3ce79bfa68c3 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:55.518247 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffae408d-9e83-4fb1-a8d8-9889080d0fd3 req-889088e9-4f35-4285-a102-3ce79bfa68c3 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 944 time: 0.0892787 Apr 22 14:56:55.564552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffae408d-9e83-4fb1-a8d8-9889080d0fd3 req-ba422293-7136-4d5e-9262-3c232f9431ff tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Apr 22 14:56:56.100008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:56:56.177159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:56:56.183136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:56:56.183508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:56.306136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:56.332233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:56:56.341983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:56:56.346792 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:56:56.387670 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e533c8e-b93a-4fd3-9418-ca1c42b70d8c'] response: {'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'code': 200} Apr 22 14:56:56.420263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:56:56.625718 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c8f7a7f8-83ef-4cf4-9f22-60da93c558a9 req-f0ae3079-b57f-499e-b1e4-29f2d837b4a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 1098 time: 0.0765789 Apr 22 14:56:56.670313 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-c8f7a7f8-83ef-4cf4-9f22-60da93c558a9 req-c3f22dad-f788-4103-9554-3f57ad16fd11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Apr 22 14:56:56.761581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba8c67-eb5b-4136-9cc3-2caccd57cba2 req-9b7e5314-30e9-4613-80d0-5b77fe82d762 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:56.763257 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79ba8c67-eb5b-4136-9cc3-2caccd57cba2 req-9b7e5314-30e9-4613-80d0-5b77fe82d762 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0798018 Apr 22 14:56:56.810602 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79ba8c67-eb5b-4136-9cc3-2caccd57cba2 req-b871f59e-d9cd-4a8d-a6fa-5654a3d14d5e tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Apr 22 14:56:58.024488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f5a31-a450-426c-acb7-dab664c3eae8 req-dd377101-140c-4fd7-8185-a05750b93a62 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:58.025966 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-358f5a31-a450-426c-acb7-dab664c3eae8 req-dd377101-140c-4fd7-8185-a05750b93a62 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0924973 Apr 22 14:56:58.071450 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-358f5a31-a450-426c-acb7-dab664c3eae8 req-621d756c-225d-4a02-b838-fbaf0239f087 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Apr 22 14:56:58.271592 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0ea00f2c-5be9-4713-89ae-89f0e07316d8 req-d55f4cf2-de17-47a2-a51f-e1d1595cbe21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0718532 Apr 22 14:56:58.560333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40036) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:56:58.835474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-07a45a2a-388e-48d9-81f6-df1e7bc61be1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2739575 Apr 22 14:56:58.841946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d751c-a3b3-4e05-a06d-89b692c63b90 req-803e27d6-00e1-4f28-bc71-3242aa7394ce tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:56:58.843273 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c7d751c-a3b3-4e05-a06d-89b692c63b90 req-803e27d6-00e1-4f28-bc71-3242aa7394ce tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.1841345 Apr 22 14:56:58.888823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c7d751c-a3b3-4e05-a06d-89b692c63b90 req-936fbebf-14b0-4501-ac29-d781891788bf tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Apr 22 14:57:00.088592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4d48-4de9-4a12-9e2a-e4846ea037e6 req-c7b4c0cf-0140-4c6c-bb78-c5179495f516 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:00.090319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63ed4d48-4de9-4a12-9e2a-e4846ea037e6 req-c7b4c0cf-0140-4c6c-bb78-c5179495f516 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0786870 Apr 22 14:57:00.137933 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63ed4d48-4de9-4a12-9e2a-e4846ea037e6 req-228a51b8-2db1-4580-a82a-6e3fe23c9407 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Apr 22 14:57:00.191785 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-52098752-610c-47ac-8e56-8219a67ef2cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6d9b7d8500147cca7cca2b93490af64&device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 1098 time: 0.0761273 Apr 22 14:57:00.328189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-edcdd59f-2234-4366-82c2-fbf3f00807c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:00.329781 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-edcdd59f-2234-4366-82c2-fbf3f00807c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 200 len: 913 time: 0.1318727 Apr 22 14:57:00.493255 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-44753560-03f0-420f-bbed-e8a4174b5b26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 200 len: 217 time: 0.1570966 Apr 22 14:57:00.556529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-fa5bb206-aac5-4287-9a7c-9921706dc314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:00.558125 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-fa5bb206-aac5-4287-9a7c-9921706dc314 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f03132c1-0be5-4626-abfa-2a95cd878a6a HTTP/1.1" status: 200 len: 852 time: 0.0584524 Apr 22 14:57:00.603604 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-86770ffb-d3c2-44f5-83e5-3ce122262fce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1767950a-2f6a-446f-873d-6d4ce1027c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397954 Apr 22 14:57:00.742712 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-66479f0a-8df1-477e-a4b4-693774cd789f service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332953 Apr 22 14:57:00.876513 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-65b83ed3-67b6-4c17-97d3-9c432b02cfa9 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272233 Apr 22 14:57:01.339037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e803c-a07f-4eb5-8950-3935d0dc215c req-8bc309ae-d78c-49d3-94bb-96e7ee6dca90 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:01.340495 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb4e803c-a07f-4eb5-8950-3935d0dc215c req-8bc309ae-d78c-49d3-94bb-96e7ee6dca90 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0774524 Apr 22 14:57:01.387716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb4e803c-a07f-4eb5-8950-3935d0dc215c req-3efa7c01-3740-439f-9eca-92fe2b968cdc tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Apr 22 14:57:02.607639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442ff5-0763-4696-95ec-187b72e2e6ab req-d5a0c061-91ba-40f1-855e-cbb42b1aae96 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:02.608978 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa442ff5-0763-4696-95ec-187b72e2e6ab req-d5a0c061-91ba-40f1-855e-cbb42b1aae96 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0871375 Apr 22 14:57:02.660379 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa442ff5-0763-4696-95ec-187b72e2e6ab req-14ac2f56-6439-4165-bbd5-689763602e6d tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438278 Apr 22 14:57:03.875711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aae1fe-89d3-4065-bff3-b9261b8a076b req-5f09e53c-e050-4457-a95b-4a00d53f8403 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:03.877609 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92aae1fe-89d3-4065-bff3-b9261b8a076b req-5f09e53c-e050-4457-a95b-4a00d53f8403 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0845113 Apr 22 14:57:03.889988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:03.924741 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92aae1fe-89d3-4065-bff3-b9261b8a076b req-d655404e-5895-41f3-be42-9e678501fa1d tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Apr 22 14:57:05.139952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6246e-1f54-4847-aa31-8e7088d3f7ff req-3477783f-8b7c-4ca4-b2de-d34ba814e0e7 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:05.141415 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fce6246e-1f54-4847-aa31-8e7088d3f7ff req-3477783f-8b7c-4ca4-b2de-d34ba814e0e7 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0825059 Apr 22 14:57:05.186799 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fce6246e-1f54-4847-aa31-8e7088d3f7ff req-375baa59-c7f1-4f54-a8f5-9b081ef7db35 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Apr 22 14:57:06.391671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a430-e63b-4cfc-8dce-adfb744f3676 req-b333895d-1646-4042-8784-164f3ccc00b3 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:06.393114 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05c2a430-e63b-4cfc-8dce-adfb744f3676 req-b333895d-1646-4042-8784-164f3ccc00b3 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0787439 Apr 22 14:57:06.437555 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05c2a430-e63b-4cfc-8dce-adfb744f3676 req-e7a29f13-648a-4454-8bd5-9e5e92b1f235 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387726 Apr 22 14:57:07.641928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170da04-6b78-4b1f-a66b-77154caea1f7 req-c989b495-45db-4229-b218-ba22c212dcdd tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:07.643285 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b170da04-6b78-4b1f-a66b-77154caea1f7 req-c989b495-45db-4229-b218-ba22c212dcdd tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0833519 Apr 22 14:57:07.692565 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b170da04-6b78-4b1f-a66b-77154caea1f7 req-0dcd2f2e-07d0-4c96-810c-516c52f0f78b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Apr 22 14:57:08.896513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f879-c640-49e5-a0d8-52cf44ba97f6 req-c0c45b8b-2240-4ef3-a2c4-8ce95ef2bb9f tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:08.897909 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-40e7f879-c640-49e5-a0d8-52cf44ba97f6 req-c0c45b8b-2240-4ef3-a2c4-8ce95ef2bb9f tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0766194 Apr 22 14:57:08.947019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-40e7f879-c640-49e5-a0d8-52cf44ba97f6 req-d20a0650-d7bb-4b99-9dd7-12ac3596d5d6 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Apr 22 14:57:09.600269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d7a63332-0af5-4df0-b226-33ea4b94e0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:10.165041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25cd8c-e21b-498f-beba-bebd150f3a28 req-f5cfda96-d5ad-433d-8260-bd42a639cbfb tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:10.166557 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c25cd8c-e21b-498f-beba-bebd150f3a28 req-f5cfda96-d5ad-433d-8260-bd42a639cbfb tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0778952 Apr 22 14:57:10.216392 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c25cd8c-e21b-498f-beba-bebd150f3a28 req-ddcf2965-ef7b-4802-a380-e616e060472b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Apr 22 14:57:11.191237 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:57:11.420475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d091e1e-f02a-4bbc-8a62-5e86d377ffaa req-0093c7dc-bcab-4ab4-8169-561cc1503947 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:11.421931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7d091e1e-f02a-4bbc-8a62-5e86d377ffaa req-0093c7dc-bcab-4ab4-8169-561cc1503947 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0842032 Apr 22 14:57:11.469921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7d091e1e-f02a-4bbc-8a62-5e86d377ffaa req-17fadb68-f773-4110-9e03-856a1ad9caf2 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Apr 22 14:57:11.717777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f02af69c-86af-4f6c-832b-bda5fd454fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:12.689985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a687-36fc-42c8-b8ee-ce657f0349ac req-967e5ff4-ec82-46b4-8e1d-5b68c2536223 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:12.691326 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c443a687-36fc-42c8-b8ee-ce657f0349ac req-967e5ff4-ec82-46b4-8e1d-5b68c2536223 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0863552 Apr 22 14:57:12.743750 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c443a687-36fc-42c8-b8ee-ce657f0349ac req-bf98e155-64bd-4cdb-bf19-87c3e7fc42c9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Apr 22 14:57:12.914075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:12.994896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:13.964484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592de4-754a-4bda-acd6-4195e3d76c1f req-5845efcc-7b1e-4682-9cc7-ada36c1334c8 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:13.966105 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b9592de4-754a-4bda-acd6-4195e3d76c1f req-5845efcc-7b1e-4682-9cc7-ada36c1334c8 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0803001 Apr 22 14:57:14.011725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b9592de4-754a-4bda-acd6-4195e3d76c1f req-9b972310-f5fc-4ad6-b42d-4ee9199ead5f tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Apr 22 14:57:14.452432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:15.296911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083eff93-78ae-4bcd-afe4-bc1b0c81df01 req-a1d83133-179a-4ec6-bcc8-68eff4a5dcd9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:15.298588 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-083eff93-78ae-4bcd-afe4-bc1b0c81df01 req-a1d83133-179a-4ec6-bcc8-68eff4a5dcd9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.1564546 Apr 22 14:57:15.344341 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-083eff93-78ae-4bcd-afe4-bc1b0c81df01 req-b239bc05-510c-4b31-914a-5ad7eeef1413 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Apr 22 14:57:16.620742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae965-876b-44b5-97e7-f74b5dd46865 req-99cd216f-c12b-4b71-8def-55556053af21 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:16.622113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64bae965-876b-44b5-97e7-f74b5dd46865 req-99cd216f-c12b-4b71-8def-55556053af21 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.1599641 Apr 22 14:57:16.671568 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64bae965-876b-44b5-97e7-f74b5dd46865 req-478ae502-d8ed-4d54-b22f-69787408266b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Apr 22 14:57:17.878802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60412204-9a12-433a-81fd-ce01a824395e req-c7947d80-7c00-4627-a6c9-dc634ffe06f6 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:17.880293 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60412204-9a12-433a-81fd-ce01a824395e req-c7947d80-7c00-4627-a6c9-dc634ffe06f6 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0874209 Apr 22 14:57:17.940482 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60412204-9a12-433a-81fd-ce01a824395e req-f6ba2d95-b6ba-44cf-861e-b688c90f805c tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Apr 22 14:57:19.157012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3605a-69d2-443f-b75b-c48bdb22b0e6 req-92bb333a-9f3a-4654-bc27-c6d4504509ea tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:19.158476 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65c3605a-69d2-443f-b75b-c48bdb22b0e6 req-92bb333a-9f3a-4654-bc27-c6d4504509ea tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0867317 Apr 22 14:57:19.204926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65c3605a-69d2-443f-b75b-c48bdb22b0e6 req-6d31eda1-2d0a-4d10-900b-4b2e5fad223a tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Apr 22 14:57:20.419342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffb15e-9224-4f28-97ba-c46bda9f8f5b req-8a00ca35-f9e6-4f38-a515-8eccca7a2aab tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:20.420796 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-31ffb15e-9224-4f28-97ba-c46bda9f8f5b req-8a00ca35-f9e6-4f38-a515-8eccca7a2aab tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0892055 Apr 22 14:57:20.467172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-31ffb15e-9224-4f28-97ba-c46bda9f8f5b req-caff7c60-0f89-4d42-963e-0329e255583c tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 Apr 22 14:57:21.671924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c88c-3bca-4f27-a401-c955387fb941 req-dff7050b-ef48-4bba-b11f-ee2ffc32eddb tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:21.673286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d020c88c-3bca-4f27-a401-c955387fb941 req-dff7050b-ef48-4bba-b11f-ee2ffc32eddb tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0792925 Apr 22 14:57:21.720750 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d020c88c-3bca-4f27-a401-c955387fb941 req-ca42cfd8-e802-4ecc-bdde-03711fd326be tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Apr 22 14:57:22.942692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d55db-c2fc-41cf-a2ff-2fb9006c1b67 req-4279513e-4290-4e2a-aac9-43ac39d62f51 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:22.944098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b1d55db-c2fc-41cf-a2ff-2fb9006c1b67 req-4279513e-4290-4e2a-aac9-43ac39d62f51 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0802195 Apr 22 14:57:22.992033 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b1d55db-c2fc-41cf-a2ff-2fb9006c1b67 req-959f6272-e91d-4150-a6a5-b84d29f12824 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 Apr 22 14:57:24.223635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d3e6-df9d-44b1-bbf5-288426669dcd req-e9cb4e79-93cb-4fde-b942-f2fc367ad828 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:24.225098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-01d3d3e6-df9d-44b1-bbf5-288426669dcd req-e9cb4e79-93cb-4fde-b942-f2fc367ad828 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0901952 Apr 22 14:57:24.273294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-01d3d3e6-df9d-44b1-bbf5-288426669dcd req-28ba72c6-b4d5-454b-8c0d-ca248ea4cbe1 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Apr 22 14:57:25.481883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cba35-5c3d-47ed-8562-7207dfc6e925 req-86642eb3-efb6-4d6d-8fde-146d71928554 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:25.483291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-691cba35-5c3d-47ed-8562-7207dfc6e925 req-86642eb3-efb6-4d6d-8fde-146d71928554 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0834339 Apr 22 14:57:25.528910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-691cba35-5c3d-47ed-8562-7207dfc6e925 req-4f0feba7-db5c-404c-8cfe-6170e7995b94 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Apr 22 14:57:26.754911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4a393-0e4e-4e32-9d10-e01d81cefb0c req-47c994e1-9d4a-4c34-a94d-7427be5727a5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:26.756347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0f4a393-0e4e-4e32-9d10-e01d81cefb0c req-47c994e1-9d4a-4c34-a94d-7427be5727a5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0874975 Apr 22 14:57:26.881491 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0f4a393-0e4e-4e32-9d10-e01d81cefb0c req-3a78aa9c-1a50-43d6-9096-9ee483db58d9 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193812 Apr 22 14:57:27.570316 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-33760f5a-7b2e-4322-b257-b47ccc170223 service neutron] 10.222.0.24 "GET /v2.0/ports/9d48fbd4-fd3d-478b-8d97-b6eb9e61febf/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0775597 Apr 22 14:57:27.851172 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-be372c18-bd98-46cb-959d-93992588c70c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58&tenant_id=f6d9b7d8500147cca7cca2b93490af64 HTTP/1.1" status: 200 len: 1098 time: 0.0728574 Apr 22 14:57:27.944803 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-e4502806-d190-48a9-bab5-6a683989b114 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6d9b7d8500147cca7cca2b93490af64&device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 1098 time: 0.0702994 Apr 22 14:57:28.076128 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-00661efe-d92b-4dee-a3ae-e401a118a394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:28.077596 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-00661efe-d92b-4dee-a3ae-e401a118a394 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 200 len: 913 time: 0.1261160 Apr 22 14:57:28.083802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47dfc-0211-41d6-9eed-c91de0be0019 req-2e01d484-5b64-4f77-bbf2-eb1750cdf833 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:28.085230 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5e47dfc-0211-41d6-9eed-c91de0be0019 req-2e01d484-5b64-4f77-bbf2-eb1750cdf833 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0747759 Apr 22 14:57:28.130797 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5e47dfc-0211-41d6-9eed-c91de0be0019 req-92cd818b-8ea6-47ac-80ab-4655cf562e12 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 Apr 22 14:57:28.148024 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-fb53f5a1-a099-43af-8626-6e4e6fcbc23f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 200 len: 217 time: 0.0635681 Apr 22 14:57:28.216568 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-54505230-12e2-4d92-af7f-4bb17981c06d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:28.218045 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-54505230-12e2-4d92-af7f-4bb17981c06d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f03132c1-0be5-4626-abfa-2a95cd878a6a HTTP/1.1" status: 200 len: 852 time: 0.0647128 Apr 22 14:57:28.268258 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-496af875-ded2-459d-93f9-5c69b8ae4cce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1767950a-2f6a-446f-873d-6d4ce1027c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435452 Apr 22 14:57:28.402364 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-b6255103-223f-48c3-85d0-3ad69e554db4 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273711 Apr 22 14:57:28.544169 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d02da429-aa51-4b2b-ad3e-0f4cbba3202a req-ebcaf4b2-f0a4-4a46-9b03-558b7565a8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351788 Apr 22 14:57:29.338117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420ab34-3334-45bd-92e4-6ed0370e4697 req-577ec03c-ff91-4cf1-95f9-48b8e2b3b61e tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:29.339547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6420ab34-3334-45bd-92e4-6ed0370e4697 req-577ec03c-ff91-4cf1-95f9-48b8e2b3b61e tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0807073 Apr 22 14:57:29.385518 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6420ab34-3334-45bd-92e4-6ed0370e4697 req-898e4650-2b55-47f6-afba-2bfa26181ec8 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403757 Apr 22 14:57:30.262324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:57:30.266569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:57:30.465431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:30.512775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:30.533410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:30.540702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:30.548104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:30.596869 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2c2535-0810-4eb8-a27c-d100bc7ae1b1'] response: {'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'code': 200} Apr 22 14:57:30.600880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'network_id': '1767950a-2f6a-446f-873d-6d4ce1027c0c', 'port_id': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'mac_address': 'fa:16:3e:23:e9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03132c1-0be5-4626-abfa-2a95cd878a6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:57:30.601011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c977293-d713-493d-bb4d-e439184abe86 req-d0dbfff0-4ed6-423f-9f23-babd5222962b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:30.602354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c977293-d713-493d-bb4d-e439184abe86 req-d0dbfff0-4ed6-423f-9f23-babd5222962b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 943 time: 0.0800252 Apr 22 14:57:30.650692 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8c977293-d713-493d-bb4d-e439184abe86 req-172a9ee7-189e-4d31-95fe-c11ee29c5ac6 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Apr 22 14:57:30.669952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:30.677939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:30.694963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:57:30.710428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:30.715621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:30.777482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:57:30.816900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:31.047453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-b3d4e9a2-1789-4ab6-94a6-2ccd3e1bbd85 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:31.048204 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-b3d4e9a2-1789-4ab6-94a6-2ccd3e1bbd85 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Synchronizing usage tracker for tenant:f6d9b7d8500147cca7cca2b93490af64 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:57:31.068571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-b3d4e9a2-1789-4ab6-94a6-2ccd3e1bbd85 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Unset dirty status for tenant:f6d9b7d8500147cca7cca2b93490af64 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:57:31.069769 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-b3d4e9a2-1789-4ab6-94a6-2ccd3e1bbd85 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58&tenant_id=f6d9b7d8500147cca7cca2b93490af64&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1089473 Apr 22 14:57:31.223348 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-d421bee7-9369-4594-ada1-85496963307a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6d9b7d8500147cca7cca2b93490af64&device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 1097 time: 0.0815542 Apr 22 14:57:31.351182 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-09acc7b9-30b3-41c0-9cda-fcee49743e29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:31.352639 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-09acc7b9-30b3-41c0-9cda-fcee49743e29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 200 len: 913 time: 0.1233571 Apr 22 14:57:31.508972 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-872b4187-c17e-4b11-8ace-347af6b4f6f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 200 len: 217 time: 0.1500218 Apr 22 14:57:31.577603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-da74f627-09bd-4010-998d-7bb548b77187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:31.578951 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-da74f627-09bd-4010-998d-7bb548b77187 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f03132c1-0be5-4626-abfa-2a95cd878a6a HTTP/1.1" status: 200 len: 852 time: 0.0628657 Apr 22 14:57:31.624566 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-6107f8b9-313b-48aa-b370-0624d0e48704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1767950a-2f6a-446f-873d-6d4ce1027c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401397 Apr 22 14:57:31.754439 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-a94d5074-0251-4525-9a38-df9203b66606 service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229994 Apr 22 14:57:31.885358 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-ccaa2b33-6fbc-4ed9-9479-f862ea61b67e service neutron] 10.222.0.24 "GET /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245055 Apr 22 14:57:32.268238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:57:32.338951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:57:32.339335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:32.451247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:32.481971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:32.487191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:32.561964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:32.598193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:32.652803 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac3a340-3351-4acd-a4fe-76ec6db2b605'] response: {'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'code': 200} Apr 22 14:57:32.736610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4366255-76d2-4380-a6e7-fd9fd2ecf5a2 req-c224618a-50bb-4614-aeab-0473214b968b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:32.738366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c4366255-76d2-4380-a6e7-fd9fd2ecf5a2 req-c224618a-50bb-4614-aeab-0473214b968b tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0917642 Apr 22 14:57:32.787426 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c4366255-76d2-4380-a6e7-fd9fd2ecf5a2 req-fd115b1d-791b-4fb3-96a0-0b87b76f847f tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Apr 22 14:57:33.899171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:34.010060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef79ce-117c-4c0f-bc8b-81ef99016a76 req-4dc4f634-4286-4241-b3a0-04e2bbf51e6e tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:34.011506 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2ef79ce-117c-4c0f-bc8b-81ef99016a76 req-4dc4f634-4286-4241-b3a0-04e2bbf51e6e tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0828159 Apr 22 14:57:34.064124 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2ef79ce-117c-4c0f-bc8b-81ef99016a76 req-80c66496-3aa0-4860-beeb-03aea1f5bb53 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Apr 22 14:57:34.265364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-73739268-3225-4038-93ba-f91f4e443255 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:34.266832 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-73739268-3225-4038-93ba-f91f4e443255 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 945 time: 0.0826476 Apr 22 14:57:34.277952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:57:34.338031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Deleting port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:57:34.338379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:34.390573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:34.423161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:34.428210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:34.490628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=9']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:34.499156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.499494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.499834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.500186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.500514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.500822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.501145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.501462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.501799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.502460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.502771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:34.579271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:34.579626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:34.653802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:34.699274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Calling delete_port for 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:57:34.708010 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e028d5d-31a0-4e6f-8e49-b6f436533922'] response: {'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'code': 200} Apr 22 14:57:34.779569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.db.api [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:57:34.779856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG oslo_db.api [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:57:35.281472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Deleting port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:57:35.282214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:35.283970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419195f-c360-47d3-a567-24f9cf797276 req-262f0ccb-5626-4dc2-bf00-c2327341b300 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:35.285417 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8419195f-c360-47d3-a567-24f9cf797276 req-262f0ccb-5626-4dc2-bf00-c2327341b300 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 943 time: 0.0843987 Apr 22 14:57:35.332901 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8419195f-c360-47d3-a567-24f9cf797276 req-823db9b9-c3dd-484a-a06d-b39da5bc4a43 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc1118b2-4bce-4d9b-8372-a0101d04fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Apr 22 14:57:35.526208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] For port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,segment=NetworkSegment(322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63),segment_id=322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:35.526541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:35.644462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Calling delete_port for 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:57:35.886461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:35.932806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Pushing event deleted for resources: {'Port': ['ID=9d48fbd4-fd3d-478b-8d97-b6eb9e61febf,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:36.005406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] No DVR routers for this DVR port 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:57:36.008237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:36.010779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-deleted', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:36.029207 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e2e89127-3ab8-4ac1-ada0-28bb7de64c77 req-290c0a11-37b7-4483-95a9-6fcfd45ab6d5 tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.24 "DELETE /v2.0/ports/9d48fbd4-fd3d-478b-8d97-b6eb9e61febf HTTP/1.1" status: 204 len: 173 time: 1.7570879 Apr 22 14:57:36.146536 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53045168-5b5f-44df-b218-92b7962c389d'] response: {'server_uuid': '80b88046-0e29-4d95-8b36-de1bbf1aec58', 'name': 'network-vif-deleted', 'tag': '9d48fbd4-fd3d-478b-8d97-b6eb9e61febf', 'status': 'completed', 'code': 200} Apr 22 14:57:36.516551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2311f5b6-052c-4746-bf91-adacee270ec4 req-148443da-a765-49dc-9a7a-9babf6a5ed4f tempest-DeleteServersTestJSON-986678197 tempest-DeleteServersTestJSON-986678197-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b88046-0e29-4d95-8b36-de1bbf1aec58 HTTP/1.1" status: 200 len: 210 time: 0.0464602 Apr 22 14:57:37.781804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40146) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:57:37.840354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Deleting subnet f03132c1-0be5-4626-abfa-2a95cd878a6a {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:57:37.843353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:37.896177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:37.950411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.016407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.064128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03132c1-0be5-4626-abfa-2a95cd878a6a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:38.068869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.079092 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-16660a16-1a48-45b5-a49e-329396d2317b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f03132c1-0be5-4626-abfa-2a95cd878a6a HTTP/1.1" status: 204 len: 168 time: 0.2962968 Apr 22 14:57:38.081647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40150) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:57:38.189729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.309717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:57:38.313557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.338879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1767950a-2f6a-446f-873d-6d4ce1027c0c']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:57:38.342294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:57:38.342634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 9d48fbd4-fd3d-478b-8d97-b6eb9e61febf not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:57:38.350844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:57:38.351139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322ffc3f-6b20-40d8-b0a8-b78a4cb4bd63') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:57:38.363450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.382010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.387872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:57:38.388247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:57:38.401008 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:57:38.481108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.497242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.508683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1767950a-2f6a-446f-873d-6d4ce1027c0c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:38.516174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4bf2c0ee-78ad-42d4-94b8-36e4133f2eb3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1767950a-2f6a-446f-873d-6d4ce1027c0c HTTP/1.1" status: 204 len: 168 time: 0.4335823 Apr 22 14:57:38.652996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40156) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:57:38.703834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-859ae6fd-968d-42fb-89aa-286a9656465f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6d9b7d8500147cca7cca2b93490af64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496178 Apr 22 14:57:38.707827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40160) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:57:38.768220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caddeed3-265e-4b3b-b34d-5d9df07a9664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.794911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caddeed3-265e-4b3b-b34d-5d9df07a9664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.852389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caddeed3-265e-4b3b-b34d-5d9df07a9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.865938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddeed3-265e-4b3b-b34d-5d9df07a9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1118b2-4bce-4d9b-8372-a0101d04fdfb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:38.872232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-caddeed3-265e-4b3b-b34d-5d9df07a9664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:38.873355 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-caddeed3-265e-4b3b-b34d-5d9df07a9664 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc1118b2-4bce-4d9b-8372-a0101d04fdfb HTTP/1.1" status: 204 len: 168 time: 0.1645763 Apr 22 14:57:39.594504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f122c6d3-273e-42d6-af6b-1042bd9f3b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:39.748081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:57:39.890119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-574947519-network', 'tenant_id': '3faaffec19a94ad99a80ebc26d5f76d2'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:57:39.897068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:57:39.901504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Usage tracker for resource:network and tenant:3faaffec19a94ad99a80ebc26d5f76d2 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:57:39.905565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:57:39.911573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:57:39.925259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Made reservation on behalf of 3faaffec19a94ad99a80ebc26d5f76d2 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:57:39.928497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:39.940604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:39.975026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:57:39.981758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Usage tracker for resource:security_group_rule and tenant:3faaffec19a94ad99a80ebc26d5f76d2 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:57:39.986186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:57:39.993477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:57:40.058515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.064044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.096672 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:57:40.104736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4db274-20c5-4e1f-8be0-84f065efd76a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:40.110106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.110449 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Added segment 98c85aff-4f72-4a69-b564-b234050bb84a of type vlan for network eb8a0a5e-a6ba-42cf-acca-87de015d5721 Apr 22 14:57:40.136253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.164794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.165619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:40.166478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.346640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] Pushing event updated for resources: {'Network': ['ID=eb8a0a5e-a6ba-42cf-acca-87de015d5721,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:40.350426 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-45adfdcb-53a9-4b05-96d3-82f297d1937b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6013072 Apr 22 14:57:40.353361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40188) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:57:40.357138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network eb8a0a5e-a6ba-42cf-acca-87de015d5721 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:57:40.358598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Request body: {'subnet': {'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-574947519-subnet', 'tenant_id': '3faaffec19a94ad99a80ebc26d5f76d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:57:40.363490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:57:40.367347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Usage tracker for resource:subnet and tenant:3faaffec19a94ad99a80ebc26d5f76d2 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:57:40.370167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:57:40.375852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:57:40.387780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Made reservation on behalf of 3faaffec19a94ad99a80ebc26d5f76d2 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:57:40.390031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.597127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.668084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45ba218-0885-4b58-a2d5-d3fb44001768,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:40.682922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Checking segment: {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:57:40.683277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Network hostable DHCP agents. Network: eb8a0a5e-a6ba-42cf-acca-87de015d5721, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:57:40.708716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Network eb8a0a5e-a6ba-42cf-acca-87de015d5721 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:57:40.720022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, eb8a0a5e-a6ba-42cf-acca-87de015d5721) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:57:40.724254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:40.724837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:40.729367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dbb465-bd3b-48ee-a6bb-ca33818ded74 None None] Network eb8a0a5e-a6ba-42cf-acca-87de015d5721 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:57:40.747317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2d358bec-bafe-4d3d-a959-c0730e6a7055 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3927264 Apr 22 14:57:40.938320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64baa6ac-baed-4225-8e0e-83189b3dbb06 None None] Network eb8a0a5e-a6ba-42cf-acca-87de015d5721 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:57:41.271484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c82a-3e14-431d-9df9-caaca668d83f req-30beb881-33f1-4d4d-8748-bdfb3840a325 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:41.272088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e608c82a-3e14-431d-9df9-caaca668d83f req-30beb881-33f1-4d4d-8748-bdfb3840a325 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Synchronizing usage tracker for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:57:41.291573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e608c82a-3e14-431d-9df9-caaca668d83f req-30beb881-33f1-4d4d-8748-bdfb3840a325 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Unset dirty status for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:57:41.292798 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-30beb881-33f1-4d4d-8748-bdfb3840a325 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 814 time: 0.1647458 Apr 22 14:57:41.309513 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-ec85c723-3a92-45ff-b845-37c3116837df tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/quotas/3faaffec19a94ad99a80ebc26d5f76d2 HTTP/1.1" status: 200 len: 375 time: 0.0107896 Apr 22 14:57:41.354165 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-73ce3143-6af7-40ff-aeb1-85cdcb839de6 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393970 Apr 22 14:57:41.490113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-28774a63-e2a0-4893-9870-e36e85bcadb0 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250467 Apr 22 14:57:41.629707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-a117bee3-02cc-4f0c-bf0a-85e709fd59b5 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309056 Apr 22 14:57:41.712330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-471a1d0f-7b20-4eae-9477-fb05c9cfa6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:41.824846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4206327d-eab4-4647-90e6-a1bf0bae56e7 req-2c0b9ecc-5c43-4e1b-bdc1-106373b2d0f2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 210 time: 0.0427742 Apr 22 14:57:42.886652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c82a-3e14-431d-9df9-caaca668d83f req-01551c7c-c7ea-4b90-9072-004e9ee1ee85 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:42.888097 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-01551c7c-c7ea-4b90-9072-004e9ee1ee85 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 814 time: 0.1520123 Apr 22 14:57:42.904831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Request body: {'port': {'device_id': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721', 'admin_state_up': True, 'tenant_id': '3faaffec19a94ad99a80ebc26d5f76d2'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:57:42.912936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:42.987926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:43.000654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-57a106f1-2481-4816-9a0c-6fdaff912017 req-b58d4ada-91c6-4ebb-a752-8fe11aba5996 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 210 time: 0.0478263 Apr 22 14:57:43.044760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:57:43.048456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Usage tracker for resource:port and tenant:3faaffec19a94ad99a80ebc26d5f76d2 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:57:43.051198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:57:43.056721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:57:43.069528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Made reservation on behalf of 3faaffec19a94ad99a80ebc26d5f76d2 for: {'port': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:57:43.074019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:43.235075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Allocated IP 172.20.0.8 (eb8a0a5e-a6ba-42cf-acca-87de015d5721/a45ba218-0885-4b58-a2d5-d3fb44001768/79b294c9-39f2-4541-8693-c0b8d0353ab4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:57:43.442111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:43.473803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:43.543401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Network eb8a0a5e-a6ba-42cf-acca-87de015d5721 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:57:43.546548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:57:43.550788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:57:43.575044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Pushing event updated for resources: {'Port': ['ID=79b294c9-39f2-4541-8693-c0b8d0353ab4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:43.600569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.600902 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.601232 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.601557 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.601912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.602223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.602543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.602856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.603172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.603619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.603933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:57:43.624328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:43.624919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:43.648667 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-2e730445-1b43-4e61-b4a3-d20d32143dbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475317 Apr 22 14:57:43.662653 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Request body: {'port': {'device_id': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:57:43.771503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.124195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b294c9-39f2-4541-8693-c0b8d0353ab4 {{(pid=84058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:57:44.132614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.152921 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Transition to ACTIVE for port object 79b294c9-39f2-4541-8693-c0b8d0353ab4 will not be triggered until provisioned by entity L2. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:57:44.157258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.197806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d55de3-c39b-41cf-868a-538d81927a01 req-eff5203e-833b-4e38-a065-c1cadc692d2f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:44.199336 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8d55de3-c39b-41cf-868a-538d81927a01 req-eff5203e-833b-4e38-a065-c1cadc692d2f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 943 time: 0.0772164 Apr 22 14:57:44.244269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d8d55de3-c39b-41cf-868a-538d81927a01 req-b2822679-af30-46ab-9a81-21ada0a728fc tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Synchronizing usage tracker for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:57:44.264778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d8d55de3-c39b-41cf-868a-538d81927a01 req-b2822679-af30-46ab-9a81-21ada0a728fc tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Unset dirty status for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:57:44.266209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8d55de3-c39b-41cf-868a-538d81927a01 req-b2822679-af30-46ab-9a81-21ada0a728fc tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609879 Apr 22 14:57:44.372886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Pushing event updated for resources: {'Port': ['ID=79b294c9-39f2-4541-8693-c0b8d0353ab4,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:44.453003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.479253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Attempting to bind port 79b294c9-39f2-4541-8693-c0b8d0353ab4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:57:44.479573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Attempting to bind port 79b294c9-39f2-4541-8693-c0b8d0353ab4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:57:44.479890 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Attempting to bind port 79b294c9-39f2-4541-8693-c0b8d0353ab4 on network eb8a0a5e-a6ba-42cf-acca-87de015d5721 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:57:44.485793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Port 79b294c9-39f2-4541-8693-c0b8d0353ab4 on network eb8a0a5e-a6ba-42cf-acca-87de015d5721 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:57:44.486093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Attempting to bind port 79b294c9-39f2-4541-8693-c0b8d0353ab4 on network eb8a0a5e-a6ba-42cf-acca-87de015d5721 {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:57:44.492292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:57:44.492626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Checking segment: {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:57:44.492990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Bound using segment: {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'} {{(pid=84058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:57:44.493396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.managers [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Bound port: 79b294c9-39f2-4541-8693-c0b8d0353ab4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'}}] {{(pid=84058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:57:44.493795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.585869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] For port 79b294c9-39f2-4541-8693-c0b8d0353ab4, host hv-neutron-8388, cleared binding levels {{(pid=84058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:57:44.588866 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] For port 79b294c9-39f2-4541-8693-c0b8d0353ab4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:57:44.594098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.653867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:44.655231 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] 10.222.0.24 "PUT /v2.0/ports/79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 200 len: 1093 time: 0.9988344 Apr 22 14:57:44.655650 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'tag': '79b294c9-39f2-4541-8693-c0b8d0353ab4'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:44.673163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210510-e7c9-45ae-8a03-3563f4c6789c service neutron] Pushing event updated for resources: {'Port': ['ID=79b294c9-39f2-4541-8693-c0b8d0353ab4,revision_number=3']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:44.726323 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36b8550-bb23-41ff-9f1b-282ed6bf129c'] response: {'name': 'network-changed', 'server_uuid': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'tag': '79b294c9-39f2-4541-8693-c0b8d0353ab4', 'status': 'completed', 'code': 200} Apr 22 14:57:44.771665 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-17adf0be-7c45-4c25-9399-3854c34fa06d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 1096 time: 0.0777528 Apr 22 14:57:44.841405 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-c7bbd8b2-2fbf-499e-a1c3-43a19223dd58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 200 len: 217 time: 0.0631235 Apr 22 14:57:44.906563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c82a-3e14-431d-9df9-caaca668d83f req-e5d08c4d-f6d1-467e-845e-f522c6d4c8c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:44.907987 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-e5d08c4d-f6d1-467e-845e-f522c6d4c8c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0611520 Apr 22 14:57:44.952847 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-e0c3fe00-8219-4736-9548-c9b1231140b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382814 Apr 22 14:57:45.082691 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-61595247-7e7f-4f10-8a8c-9bc58a71fe16 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230583 Apr 22 14:57:45.224435 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-e608c82a-3e14-431d-9df9-caaca668d83f req-63550f0a-0695-4959-b841-bfb5462d8dc5 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355062 Apr 22 14:57:45.349711 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-9f5d23a9-0b58-4098-845d-4bf23d83e8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 1096 time: 0.0748346 Apr 22 14:57:45.462932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcf155-3aad-496d-a9c4-cf6ee93557e2 req-07464873-4008-4925-b8f5-27b2f764d4e2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:45.464350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a8dcf155-3aad-496d-a9c4-cf6ee93557e2 req-07464873-4008-4925-b8f5-27b2f764d4e2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 943 time: 0.0776312 Apr 22 14:57:45.481876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64782ea-e213-4215-8aff-d522977a16bb req-c626cd55-7019-44d7-8542-a0a04e55cb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:45.483276 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-c626cd55-7019-44d7-8542-a0a04e55cb7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1276929 Apr 22 14:57:45.510353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a8dcf155-3aad-496d-a9c4-cf6ee93557e2 req-f1bf3c5f-d997-41a8-a11d-3f27253af609 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Apr 22 14:57:45.552563 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-ff5029bb-3892-4083-ad6e-fc49b8b74fc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 200 len: 217 time: 0.0614164 Apr 22 14:57:45.631573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64782ea-e213-4215-8aff-d522977a16bb req-e8a0a67f-c181-4562-92d1-4f7b2559a9bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:45.633026 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-e8a0a67f-c181-4562-92d1-4f7b2559a9bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0724959 Apr 22 14:57:45.678081 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-ae99a601-ff09-4666-80ec-d3ef8da7e670 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383010 Apr 22 14:57:45.807143 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-f8ed9b49-730b-465d-a19d-aaf68cb70106 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209495 Apr 22 14:57:45.950758 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-a64782ea-e213-4215-8aff-d522977a16bb req-683c3011-345e-4548-8f05-35863161c2a6 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369894 Apr 22 14:57:46.329607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 79b294c9-39f2-4541-8693-c0b8d0353ab4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:57:46.465448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 79b294c9-39f2-4541-8693-c0b8d0353ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:46.478345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '79b294c9-39f2-4541-8693-c0b8d0353ab4', 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721', 'port_id': '79b294c9-39f2-4541-8693-c0b8d0353ab4', 'mac_address': 'fa:16:3e:51:58:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45ba218-0885-4b58-a2d5-d3fb44001768', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:57:46.532430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:46.549430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b294c9-39f2-4541-8693-c0b8d0353ab4 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:57:46.565083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 79b294c9-39f2-4541-8693-c0b8d0353ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:46.570291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:46.638300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=79b294c9-39f2-4541-8693-c0b8d0353ab4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:46.705467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d10e9-35e5-485f-a45e-beac2fe3326a req-e65eb2b9-29a1-47a4-9a1a-6b8d5000c7df tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:46.706959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ff6d10e9-35e5-485f-a45e-beac2fe3326a req-e65eb2b9-29a1-47a4-9a1a-6b8d5000c7df tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 944 time: 0.0759144 Apr 22 14:57:46.757463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ff6d10e9-35e5-485f-a45e-beac2fe3326a req-3f30c118-1114-460c-ac8c-d13b25108e95 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Apr 22 14:57:46.771887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['79b294c9-39f2-4541-8693-c0b8d0353ab4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:57:47.976375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e991da-731c-4c1c-8c74-53b3fe019c9f req-4bc29081-3e75-40dd-9b8a-dc5a8de67ac1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:47.977820 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32e991da-731c-4c1c-8c74-53b3fe019c9f req-4bc29081-3e75-40dd-9b8a-dc5a8de67ac1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 944 time: 0.0763626 Apr 22 14:57:48.022318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-32e991da-731c-4c1c-8c74-53b3fe019c9f req-1bf4f917-db0b-4ca4-bd69-e9125d1a27cb tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Apr 22 14:57:48.190813 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:57:48.329874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 79b294c9-39f2-4541-8693-c0b8d0353ab4 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:57:48.439228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 79b294c9-39f2-4541-8693-c0b8d0353ab4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:57:48.444344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 79b294c9-39f2-4541-8693-c0b8d0353ab4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:57:48.444758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:48.555776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:48.582535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b294c9-39f2-4541-8693-c0b8d0353ab4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:57:48.593578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 79b294c9-39f2-4541-8693-c0b8d0353ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:57:48.600688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:57:48.644361 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b329fb09-817c-498a-af24-b51d39af07b7'] response: {'server_uuid': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b294c9-39f2-4541-8693-c0b8d0353ab4', 'code': 200} Apr 22 14:57:48.670623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=79b294c9-39f2-4541-8693-c0b8d0353ab4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:57:49.001519 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2f1cabdb-cdf7-41f9-8aaa-43849bb5a05b req-48b33930-cf39-4d92-9fd3-653993e67298 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 1098 time: 0.0688500 Apr 22 14:57:49.048030 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-2f1cabdb-cdf7-41f9-8aaa-43849bb5a05b req-36c639e1-0ec3-480f-bd58-8e95d7d57f04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Apr 22 14:57:49.237203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0864c-edf2-49ac-a92f-ec0b92fb8132 req-a23414d5-9064-46b6-82ca-65588584941d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:49.238652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a8d0864c-edf2-49ac-a92f-ec0b92fb8132 req-a23414d5-9064-46b6-82ca-65588584941d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0797663 Apr 22 14:57:49.287628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a8d0864c-edf2-49ac-a92f-ec0b92fb8132 req-a4e193e6-f50e-4d9b-9ec6-e407cf71002e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Apr 22 14:57:50.517841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d14b-ad2b-4098-a8e9-a011a284b581 req-561931e7-5c0f-406d-a58f-ddd719a03643 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:50.519315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ccf8d14b-ad2b-4098-a8e9-a011a284b581 req-561931e7-5c0f-406d-a58f-ddd719a03643 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0908887 Apr 22 14:57:50.564286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ccf8d14b-ad2b-4098-a8e9-a011a284b581 req-0fc52b97-83dd-40bc-b1d6-72562676b06f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Apr 22 14:57:50.764628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65380237-5f0a-4d59-afd7-aa779fcb0595 req-4303ab73-d5f7-49a5-a66e-8fb020fc9f49 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:50.766118 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65380237-5f0a-4d59-afd7-aa779fcb0595 req-4303ab73-d5f7-49a5-a66e-8fb020fc9f49 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0833421 Apr 22 14:57:50.814351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65380237-5f0a-4d59-afd7-aa779fcb0595 req-9f65556b-4c13-4e68-aa78-d8881e40d128 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Apr 22 14:57:51.184592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9b8b-1e7f-4ffa-aec1-d13696d5ee5a req-b614df51-6205-4226-8470-e237c13e5557 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:51.185977 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6c2d9b8b-1e7f-4ffa-aec1-d13696d5ee5a req-b614df51-6205-4226-8470-e237c13e5557 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0782938 Apr 22 14:57:51.239360 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6c2d9b8b-1e7f-4ffa-aec1-d13696d5ee5a req-424c5ab7-6272-45f3-bcae-4b6c18a861f3 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475984 Apr 22 14:57:51.536081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c456f8-6f2b-4bfd-ba43-8a9ce5b22999 req-c5673125-b6f3-4ef4-b574-83d969fd4cbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:51.537585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5c456f8-6f2b-4bfd-ba43-8a9ce5b22999 req-c5673125-b6f3-4ef4-b574-83d969fd4cbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.1815197 Apr 22 14:57:51.585089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5c456f8-6f2b-4bfd-ba43-8a9ce5b22999 req-31a2b1b1-7d22-4d7f-aa92-bcbe64da26be tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Apr 22 14:57:51.787151 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4785dd14-4246-4fcd-90c6-64dd0143c015 req-9704e2d3-af81-4f29-b2f5-9e5178fda232 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0748968 Apr 22 14:57:52.082609 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-23300a42-aea6-4492-9e25-6909cf53203e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145220 Apr 22 14:57:52.110726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3aeb4-e210-4db1-b613-d640fec5b07f req-022a6d56-3b34-4838-88f3-fb5519169230 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:52.112141 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7e3aeb4-e210-4db1-b613-d640fec5b07f req-022a6d56-3b34-4838-88f3-fb5519169230 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0898895 Apr 22 14:57:52.158669 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7e3aeb4-e210-4db1-b613-d640fec5b07f req-5871c682-2f36-46f3-888a-c0f0ede53145 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Apr 22 14:57:53.366089 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-656bcd80-f86d-4575-b969-cc0e17701a5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 1098 time: 0.0724196 Apr 22 14:57:53.366763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9162128-6801-4f39-8e60-c7f8d3462f4f req-d2ba4d86-b922-4468-b040-a493bd6c7cb9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:53.368261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f9162128-6801-4f39-8e60-c7f8d3462f4f req-d2ba4d86-b922-4468-b040-a493bd6c7cb9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0813203 Apr 22 14:57:53.414881 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f9162128-6801-4f39-8e60-c7f8d3462f4f req-72ab6b89-4675-41ef-927d-96097f2c60f9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Apr 22 14:57:53.587060 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-998a4572-65d0-410b-9d6c-cb72c06136e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:53.588611 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-998a4572-65d0-410b-9d6c-cb72c06136e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.2174788 Apr 22 14:57:53.659890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-4bd9f9aa-951b-4f2c-8333-5f0b895040be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 200 len: 217 time: 0.0637791 Apr 22 14:57:53.722380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-29c54d72-0df6-47ab-8486-38adc743b4e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:53.723764 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-29c54d72-0df6-47ab-8486-38adc743b4e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0582931 Apr 22 14:57:53.771218 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-43c71771-af8d-4aea-85ab-6fce687fe3e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414414 Apr 22 14:57:53.901231 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-5ce66c5a-ec71-4d47-9e37-17c55ade3e2b service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228616 Apr 22 14:57:54.035036 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-286dcd5f-1b06-4091-83cd-3b824675f4d0 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253405 Apr 22 14:57:54.640293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734f6d-183a-4986-884d-450f6149eb49 req-1be570d9-e7e7-4bd9-80f6-66619fe10356 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:54.641637 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-17734f6d-183a-4986-884d-450f6149eb49 req-1be570d9-e7e7-4bd9-80f6-66619fe10356 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0925806 Apr 22 14:57:54.688853 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-17734f6d-183a-4986-884d-450f6149eb49 req-8d21159b-95bb-4b00-aecd-8a3446ee9938 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Apr 22 14:57:55.903749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc2e2-74e2-4703-903a-dc6ea43f6e75 req-d3ad90a8-2ed4-4835-ab3d-05efb5c0f1ed tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:55.905184 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0bcc2e2-74e2-4703-903a-dc6ea43f6e75 req-d3ad90a8-2ed4-4835-ab3d-05efb5c0f1ed tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0857139 Apr 22 14:57:55.953552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0bcc2e2-74e2-4703-903a-dc6ea43f6e75 req-b9a431fc-7e05-4083-b5c9-3f695f689416 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Apr 22 14:57:57.185839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7d6d-e8ac-409e-9c5e-bfab2ba509d1 req-cb22d4b0-d857-44bc-b5df-d41a946ccdbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:57.187326 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e3b7d6d-e8ac-409e-9c5e-bfab2ba509d1 req-cb22d4b0-d857-44bc-b5df-d41a946ccdbd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0928776 Apr 22 14:57:57.236479 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e3b7d6d-e8ac-409e-9c5e-bfab2ba509d1 req-4ac67eaa-9aa7-458c-a563-ff529d5e34ca tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Apr 22 14:57:58.448046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985252-5415-4807-9ccd-5e73b0d6a9ce req-6ad64f8e-a76f-496e-a0eb-481c44b0bd0e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:58.449465 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92985252-5415-4807-9ccd-5e73b0d6a9ce req-6ad64f8e-a76f-496e-a0eb-481c44b0bd0e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0802598 Apr 22 14:57:58.497343 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92985252-5415-4807-9ccd-5e73b0d6a9ce req-37b57d89-e774-44af-9390-7e6786478342 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Apr 22 14:57:59.728779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17d72-c510-48f2-ac9a-7fe99ca36f5a req-6f835c51-9851-46c6-947e-322ffa83b327 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:57:59.730156 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0b17d72-c510-48f2-ac9a-7fe99ca36f5a req-6f835c51-9851-46c6-947e-322ffa83b327 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0868526 Apr 22 14:57:59.778666 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0b17d72-c510-48f2-ac9a-7fe99ca36f5a req-5d88def2-2eb0-4b7b-94ae-b83d0cf530e8 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Apr 22 14:58:00.994973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e974-5c39-41f0-ab61-251debb236b0 req-b0eb529a-8398-4d41-8406-004c2cf5d486 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:00.996402 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f988e974-5c39-41f0-ab61-251debb236b0 req-b0eb529a-8398-4d41-8406-004c2cf5d486 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0858719 Apr 22 14:58:01.044252 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f988e974-5c39-41f0-ab61-251debb236b0 req-981a4c56-a112-450a-9309-8d3516988105 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Apr 22 14:58:02.255766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883ed4-ac79-4c0a-ac4e-38bd25e791e6 req-5e61d6e5-d561-450c-a2bf-0d02a39b58b3 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:02.257219 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ac883ed4-ac79-4c0a-ac4e-38bd25e791e6 req-5e61d6e5-d561-450c-a2bf-0d02a39b58b3 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0770547 Apr 22 14:58:02.305613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ac883ed4-ac79-4c0a-ac4e-38bd25e791e6 req-d8017575-7c0c-4174-a3e0-0f247bd32ec4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Apr 22 14:58:03.513875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec3ee8-9b40-4d9e-b22c-8549848ea01f req-041dd04c-4855-4c0f-9609-e3a3f787914e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:03.515331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6ec3ee8-9b40-4d9e-b22c-8549848ea01f req-041dd04c-4855-4c0f-9609-e3a3f787914e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0851002 Apr 22 14:58:03.561774 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6ec3ee8-9b40-4d9e-b22c-8549848ea01f req-686960a7-fc29-470b-99b4-33493549f88f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Apr 22 14:58:03.910144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:04.775085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68fc1c-ec9d-496e-b5d1-28767c4f4d17 req-716a1e12-79c2-477d-9f03-d606ecaee5cd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:04.776519 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9d68fc1c-ec9d-496e-b5d1-28767c4f4d17 req-716a1e12-79c2-477d-9f03-d606ecaee5cd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0814312 Apr 22 14:58:04.826793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9d68fc1c-ec9d-496e-b5d1-28767c4f4d17 req-b847c975-86d8-44ca-aca7-89ba74c5e7a9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Apr 22 14:58:06.032850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133f484-5dc9-4b75-9c54-9e057ec01ee8 req-5fd503da-5267-45ff-adb5-4f8f499c8b7e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:06.034324 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5133f484-5dc9-4b75-9c54-9e057ec01ee8 req-5fd503da-5267-45ff-adb5-4f8f499c8b7e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0776980 Apr 22 14:58:06.089251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5133f484-5dc9-4b75-9c54-9e057ec01ee8 req-f101aefc-28c7-4fb7-9453-90c27b284824 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464935 Apr 22 14:58:07.303433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8721f-6994-4bae-b40e-d969f93ced86 req-2316b8e1-2665-461e-a0a4-aab82b1b6f67 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:07.304844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00e8721f-6994-4bae-b40e-d969f93ced86 req-2316b8e1-2665-461e-a0a4-aab82b1b6f67 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0814064 Apr 22 14:58:07.349789 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00e8721f-6994-4bae-b40e-d969f93ced86 req-c384f66e-c3c7-44e3-ba57-47a5ab9eac46 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Apr 22 14:58:08.560275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192852f5-a60b-4027-b06e-c0f2dad08626 req-0a65bcca-0cad-4456-a468-f472f3b4e0d1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:08.561776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-192852f5-a60b-4027-b06e-c0f2dad08626 req-0a65bcca-0cad-4456-a468-f472f3b4e0d1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0838432 Apr 22 14:58:08.608373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-192852f5-a60b-4027-b06e-c0f2dad08626 req-54ed3f81-7d2c-4fe2-bb96-0eb4c211a240 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Apr 22 14:58:09.599131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6cb3eaf9-8925-41ce-84c0-0c241a436bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:09.820761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208f4f9-d58f-4f72-8ff1-51e4c34ef9e7 req-8e58239d-9c53-493c-849f-a98a90cb9071 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:09.822161 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d208f4f9-d58f-4f72-8ff1-51e4c34ef9e7 req-8e58239d-9c53-493c-849f-a98a90cb9071 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0852177 Apr 22 14:58:09.874672 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d208f4f9-d58f-4f72-8ff1-51e4c34ef9e7 req-540f8da4-7178-4832-950b-5926b8e202d9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 Apr 22 14:58:11.107201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfb36d-456c-438c-8ad9-04b5f88a9853 req-3508b766-3c69-4bd5-bf3c-3f994e95dfbb tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:11.108632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2edfb36d-456c-438c-8ad9-04b5f88a9853 req-3508b766-3c69-4bd5-bf3c-3f994e95dfbb tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0870914 Apr 22 14:58:11.157290 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2edfb36d-456c-438c-8ad9-04b5f88a9853 req-8d6f6c6d-6d34-4d93-b678-4a49ee0d6477 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Apr 22 14:58:11.718846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d2052ea1-990a-4a35-8cac-1dc80cdec104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:12.442607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65751139-cc00-4986-af28-6b99ffa7f4e7 req-537f2baf-fccc-4338-a4f6-9986baab128c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:12.444061 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65751139-cc00-4986-af28-6b99ffa7f4e7 req-537f2baf-fccc-4338-a4f6-9986baab128c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.1568954 Apr 22 14:58:12.503509 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65751139-cc00-4986-af28-6b99ffa7f4e7 req-5bee448b-f8d6-4b50-8dea-66fc4dd0d5da tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500820 Apr 22 14:58:12.917009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.002897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:13.719426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecdd50-b8df-48f6-aad6-335afff2af1a req-4a3a4211-a6d6-49be-8e81-3d52e05aaf56 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:13.720754 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e3ecdd50-b8df-48f6-aad6-335afff2af1a req-4a3a4211-a6d6-49be-8e81-3d52e05aaf56 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0872276 Apr 22 14:58:13.765518 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e3ecdd50-b8df-48f6-aad6-335afff2af1a req-663d5bf9-318a-4afe-893d-7561a1832d75 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Apr 22 14:58:14.456497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:14.987152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa5679-12a6-4b6b-9ef1-9ad52a10f82e req-44de7f09-d5f0-4981-9398-771396293531 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:14.988575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4aa5679-12a6-4b6b-9ef1-9ad52a10f82e req-44de7f09-d5f0-4981-9398-771396293531 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0814295 Apr 22 14:58:15.034504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4aa5679-12a6-4b6b-9ef1-9ad52a10f82e req-2a726899-42c0-4c9b-ae34-82e29a54343f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Apr 22 14:58:16.245196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af4798-56a0-4777-8da8-b4c0f6e863be req-3b369920-82d2-4446-9550-d82802e71e32 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:16.246651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9af4798-56a0-4777-8da8-b4c0f6e863be req-3b369920-82d2-4446-9550-d82802e71e32 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0844853 Apr 22 14:58:16.290888 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9af4798-56a0-4777-8da8-b4c0f6e863be req-0af70906-3d82-41bf-882c-01f5dcec64fb tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Apr 22 14:58:17.493514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a0eed-eba3-46ef-be5f-cffa4da72883 req-52a4e35b-e07c-4a56-87bd-a41ea1370080 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:17.495082 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1a0a0eed-eba3-46ef-be5f-cffa4da72883 req-52a4e35b-e07c-4a56-87bd-a41ea1370080 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0814974 Apr 22 14:58:17.546546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1a0a0eed-eba3-46ef-be5f-cffa4da72883 req-f2ff200f-3fb2-4d2d-b9c2-9fa832368dc9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Apr 22 14:58:18.751407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ac6f5-a51d-4a1b-b396-39a69fbf86a4 req-4a42bceb-3caa-4f22-b90c-01e5d7a01800 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:18.753197 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab7ac6f5-a51d-4a1b-b396-39a69fbf86a4 req-4a42bceb-3caa-4f22-b90c-01e5d7a01800 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0789089 Apr 22 14:58:18.797351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab7ac6f5-a51d-4a1b-b396-39a69fbf86a4 req-5fcd25ab-d15f-47a2-8021-8f2308115df2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Apr 22 14:58:20.018093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398ff7-bbeb-40ab-afe5-50d87182fd35 req-f957af5c-8f9c-4ff1-a9e3-bbb34207798a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:20.019519 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-01398ff7-bbeb-40ab-afe5-50d87182fd35 req-f957af5c-8f9c-4ff1-a9e3-bbb34207798a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0883689 Apr 22 14:58:20.067843 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-01398ff7-bbeb-40ab-afe5-50d87182fd35 req-9f23dd01-036f-4e15-ab5d-357a398b3211 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Apr 22 14:58:20.703894 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-e5dfb574-6170-43e9-b23f-0947a7bdc804 service neutron] 10.222.0.24 "GET /v2.0/ports/79b294c9-39f2-4541-8693-c0b8d0353ab4/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0855112 Apr 22 14:58:20.974160 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-a4235cd8-45e0-46c7-841a-1d0f7d83d0c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213&tenant_id=3faaffec19a94ad99a80ebc26d5f76d2 HTTP/1.1" status: 200 len: 1098 time: 0.0727973 Apr 22 14:58:21.069233 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-ba60ffba-fd6f-4720-a7d1-ff5b0ca72688 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 1098 time: 0.0728858 Apr 22 14:58:21.203513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-1c14a39c-494c-42e9-8eee-7e70adba55e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:21.204984 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-1c14a39c-494c-42e9-8eee-7e70adba55e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1305757 Apr 22 14:58:21.273257 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-3a661d76-e06f-45a1-896d-80fc6457fca4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 200 len: 217 time: 0.0622342 Apr 22 14:58:21.276054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb57f4-b40d-45de-90b4-fe487b3a1072 req-9a85b445-92cd-41ff-aeef-85c43d98d28e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:21.277498 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-02eb57f4-b40d-45de-90b4-fe487b3a1072 req-9a85b445-92cd-41ff-aeef-85c43d98d28e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0741377 Apr 22 14:58:21.323009 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-02eb57f4-b40d-45de-90b4-fe487b3a1072 req-6528a322-c035-4aae-bd86-43de1a22ad2e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Apr 22 14:58:21.334228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-b5019d60-ca4c-490a-8358-798e9ec774d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:21.335703 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-b5019d60-ca4c-490a-8358-798e9ec774d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0561829 Apr 22 14:58:21.380661 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-c0b024c6-f1be-45b0-9d48-aa7264751557 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391240 Apr 22 14:58:21.510345 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-b9c65a8e-eb87-4065-8904-efe1a075cd61 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233552 Apr 22 14:58:21.643128 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-8a02215c-a361-4e72-b3d4-4af692e31893 req-38b3f41a-3cc3-445a-ab81-53deeb089474 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273124 Apr 22 14:58:22.533645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c1e85-5467-4635-b682-a5d556dcba07 req-1b3adefc-3511-496b-901e-082089b8e0b1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:22.535117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ad2c1e85-5467-4635-b682-a5d556dcba07 req-1b3adefc-3511-496b-901e-082089b8e0b1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0848932 Apr 22 14:58:22.580343 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ad2c1e85-5467-4635-b682-a5d556dcba07 req-b1665b46-2e0f-458b-ba46-00e85966670d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Apr 22 14:58:23.797289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1552-58e1-4b02-8348-99e9fa9cb1f2 req-b695f39f-7f8e-40db-9c4e-f3caacbb59f7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:23.798743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2bdc1552-58e1-4b02-8348-99e9fa9cb1f2 req-b695f39f-7f8e-40db-9c4e-f3caacbb59f7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0818183 Apr 22 14:58:23.848284 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2bdc1552-58e1-4b02-8348-99e9fa9cb1f2 req-23352c82-880c-483a-bb29-caa45d6f73c0 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Apr 22 14:58:24.178028 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c638e-aff4-47c5-91f2-0d92ad95a212 req-d82a955b-085f-441f-8356-318df5e0404e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.178258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-cf8544ec-15a9-4fa8-8e08-4fc778c47fe1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.178839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-cf8544ec-15a9-4fa8-8e08-4fc778c47fe1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Synchronizing usage tracker for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:port {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:24.179386 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f3c638e-aff4-47c5-91f2-0d92ad95a212 req-d82a955b-085f-441f-8356-318df5e0404e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0748177 Apr 22 14:58:24.198267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-cf8544ec-15a9-4fa8-8e08-4fc778c47fe1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Unset dirty status for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:port {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:24.199601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-cf8544ec-15a9-4fa8-8e08-4fc778c47fe1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213&tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1043136 Apr 22 14:58:24.226862 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f3c638e-aff4-47c5-91f2-0d92ad95a212 req-fe17ff01-36c9-409f-9291-769fc1320ce9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Apr 22 14:58:24.339455 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-ff997186-6e74-437a-92f7-184d5384c1f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 1098 time: 0.0699074 Apr 22 14:58:24.576336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-92094cbd-a4ac-45e2-8539-bb46a045ef2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.577835 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-92094cbd-a4ac-45e2-8539-bb46a045ef2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.2319064 Apr 22 14:58:24.646554 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-1ec0764b-b57d-4480-9795-10faf4539142 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 200 len: 217 time: 0.0620673 Apr 22 14:58:24.708857 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-44be718c-8f62-4bba-a32a-b9430e5075ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:24.710265 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-44be718c-8f62-4bba-a32a-b9430e5075ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0575831 Apr 22 14:58:24.757290 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-afb5045a-b06e-4752-abc1-332762354209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411601 Apr 22 14:58:24.885601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-ba9f08e8-4ab9-4aba-9d9b-02f69b85742e service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219320 Apr 22 14:58:25.018326 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-4cf81272-4eba-4553-ab6c-6e7c1ad1d159 req-685ea1e2-c612-43c2-b200-8ee8eeca36e3 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263533 Apr 22 14:58:25.193987 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:58:25.448929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391830-6098-44e6-b3d0-8c2842e9c2ef req-11e9845b-5229-40c4-9350-dd369b7140d9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:25.450387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22391830-6098-44e6-b3d0-8c2842e9c2ef req-11e9845b-5229-40c4-9350-dd369b7140d9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0815568 Apr 22 14:58:25.498580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-22391830-6098-44e6-b3d0-8c2842e9c2ef req-d2f2120d-8171-4de1-9663-42af177e7536 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Apr 22 14:58:26.711523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e7204-0296-404b-93e3-72b1ecfbce59 req-3297ca65-42c4-46c2-8702-9840204e5a0a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:26.712880 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a0e7204-0296-404b-93e3-72b1ecfbce59 req-3297ca65-42c4-46c2-8702-9840204e5a0a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0872562 Apr 22 14:58:26.758913 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a0e7204-0296-404b-93e3-72b1ecfbce59 req-3987b108-8791-4f61-b04b-cc48639364a2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Apr 22 14:58:26.964737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273896ab-b5a8-46e6-9129-e3d554f6e183 req-c6def495-e716-4443-8398-9d0b50a7b8d2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:26.966109 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-273896ab-b5a8-46e6-9129-e3d554f6e183 req-c6def495-e716-4443-8398-9d0b50a7b8d2 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0846000 Apr 22 14:58:27.014780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-273896ab-b5a8-46e6-9129-e3d554f6e183 req-b3780b28-6a1c-4ed6-90c3-5d536d090cf9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Apr 22 14:58:27.218819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cfee4-4663-4d50-b75a-46ea7de0c3d4 req-b88cc205-4354-442b-bd78-196a8c0771bf tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:27.220160 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cc1cfee4-4663-4d50-b75a-46ea7de0c3d4 req-b88cc205-4354-442b-bd78-196a8c0771bf tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0836854 Apr 22 14:58:27.268078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cc1cfee4-4663-4d50-b75a-46ea7de0c3d4 req-0334f784-c4d5-4753-b26a-695c30c14d0c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Apr 22 14:58:27.796189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-3061ef1b-d9b2-47ed-995a-f76567e3b6de tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:27.797603 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-3061ef1b-d9b2-47ed-995a-f76567e3b6de tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 814 time: 0.1485343 Apr 22 14:58:27.817070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-1915f5da-fddf-400b-89c4-c74a0da9be2e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/quotas/3faaffec19a94ad99a80ebc26d5f76d2 HTTP/1.1" status: 200 len: 375 time: 0.0112188 Apr 22 14:58:27.905893 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-9734d4ea-1c35-4361-8e5e-cffca86509f0 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838330 Apr 22 14:58:28.042378 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-a0582106-d0eb-4069-ada2-2582524299b9 service neutron] 10.222.0.32 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297147 Apr 22 14:58:28.250261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-8db58662-d46d-4ec4-aa2d-7cac98f0619e service neutron] 10.222.0.32 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018089 Apr 22 14:58:28.436937 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2a7c26d-fb90-48de-8189-004cc6daca44 req-f94b3d12-e6d9-4bfd-9023-5b58402eb3bc tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 210 time: 0.0392315 Apr 22 14:58:29.348872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-726b4ec8-4ba3-4ee1-802b-a4e2487bf588 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:29.350417 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-726b4ec8-4ba3-4ee1-802b-a4e2487bf588 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e052b2-a9a6-446d-a3a2-8e9b7daf0213 HTTP/1.1" status: 200 len: 945 time: 0.0769348 Apr 22 14:58:29.419755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Deleting port 79b294c9-39f2-4541-8693-c0b8d0353ab4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:58:29.420104 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:29.656047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c00c90a-31b1-403c-965d-cbf495faa1e7 req-a2b58534-74be-47c1-97a7-a094ab409110 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 210 time: 0.0647390 Apr 22 14:58:29.666632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] For port 79b294c9-39f2-4541-8693-c0b8d0353ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=79b294c9-39f2-4541-8693-c0b8d0353ab4,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:29.666991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:29.707168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-78692c78-7ac5-4016-a10c-594a9fe1e7de tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:29.708666 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-78692c78-7ac5-4016-a10c-594a9fe1e7de tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 814 time: 0.1879573 Apr 22 14:58:29.725072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Request body: {'port': {'device_id': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721', 'admin_state_up': True, 'tenant_id': '3faaffec19a94ad99a80ebc26d5f76d2'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:29.787432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Calling delete_port for 79b294c9-39f2-4541-8693-c0b8d0353ab4 owned by compute:nova {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:58:29.858325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:58:29.869179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:58:29.879583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Made reservation on behalf of 3faaffec19a94ad99a80ebc26d5f76d2 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:58:29.882764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:29.931927 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:29.944106 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['79b294c9-39f2-4541-8693-c0b8d0353ab4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:58:29.976111 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Pushing event deleted for resources: {'Port': ['ID=79b294c9-39f2-4541-8693-c0b8d0353ab4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:30.049757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Allocated IP 172.20.0.9 (eb8a0a5e-a6ba-42cf-acca-87de015d5721/a45ba218-0885-4b58-a2d5-d3fb44001768/03bc498b-3421-4e97-bcf7-866dfc0cff4d) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:58:30.053392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] No DVR routers for this DVR port 79b294c9-39f2-4541-8693-c0b8d0353ab4 on host hv-neutron-8388 {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:58:30.056250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:30.058786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'name': 'network-vif-deleted', 'tag': '79b294c9-39f2-4541-8693-c0b8d0353ab4'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:30.074448 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "DELETE /v2.0/ports/79b294c9-39f2-4541-8693-c0b8d0353ab4 HTTP/1.1" status: 204 len: 173 time: 0.7185805 Apr 22 14:58:30.132876 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c2b4e6-8dea-41c9-80f2-51deeea7bdc6'] response: {'server_uuid': '28e052b2-a9a6-446d-a3a2-8e9b7daf0213', 'name': 'network-vif-deleted', 'tag': '79b294c9-39f2-4541-8693-c0b8d0353ab4', 'status': 'completed', 'code': 200} Apr 22 14:58:30.259821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:30.289966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:30.301668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['79b294c9-39f2-4541-8693-c0b8d0353ab4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:58:30.358257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Network eb8a0a5e-a6ba-42cf-acca-87de015d5721 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:58:30.361082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:58:30.364996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:58:30.398512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:30.421219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.421548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.421912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.422243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.422540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.422889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.423220 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.423548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.423860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.424177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.424486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:30.440426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:30.441019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:30.466224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-caa98739-5138-4e29-9dc5-6a9e41ddafe7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7459753 Apr 22 14:58:30.477801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Request body: {'port': {'device_id': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:58:30.590241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:30.925405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22d9e-2187-490b-a05f-115bc446d930 req-dc9052b4-5072-4223-abe1-66442b7e1edd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:30.926193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b8d22d9e-2187-490b-a05f-115bc446d930 req-dc9052b4-5072-4223-abe1-66442b7e1edd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Synchronizing usage tracker for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:58:30.992675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b8d22d9e-2187-490b-a05f-115bc446d930 req-dc9052b4-5072-4223-abe1-66442b7e1edd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Unset dirty status for tenant:3faaffec19a94ad99a80ebc26d5f76d2 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:58:30.993824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b8d22d9e-2187-490b-a05f-115bc446d930 req-dc9052b4-5072-4223-abe1-66442b7e1edd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 931 time: 0.1937840 Apr 22 14:58:30.995536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bc498b-3421-4e97-bcf7-866dfc0cff4d {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:58:31.003949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:31.035690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Transition to ACTIVE for port object 03bc498b-3421-4e97-bcf7-866dfc0cff4d will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:58:31.043935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:31.108056 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b8d22d9e-2187-490b-a05f-115bc446d930 req-4cc6b1ef-68b6-4ad8-8826-5350e3bc7da5 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083422 Apr 22 14:58:31.275530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:31.380922 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Attempting to bind port 03bc498b-3421-4e97-bcf7-866dfc0cff4d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:58:31.381260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Attempting to bind port 03bc498b-3421-4e97-bcf7-866dfc0cff4d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:58:31.381575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Attempting to bind port 03bc498b-3421-4e97-bcf7-866dfc0cff4d on network eb8a0a5e-a6ba-42cf-acca-87de015d5721 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:31.387300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Port 03bc498b-3421-4e97-bcf7-866dfc0cff4d on network eb8a0a5e-a6ba-42cf-acca-87de015d5721 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:58:31.387608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Attempting to bind port 03bc498b-3421-4e97-bcf7-866dfc0cff4d on network eb8a0a5e-a6ba-42cf-acca-87de015d5721 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:58:31.394039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:58:31.394364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Checking segment: {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:58:31.394728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Bound using segment: {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:58:31.395135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Bound port: 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c85aff-4f72-4a69-b564-b234050bb84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:58:31.395470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:31.485454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:58:31.488526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:58:31.496159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:31.557825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:31.559340 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] 10.222.0.24 "PUT /v2.0/ports/03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 1093 time: 1.0859432 Apr 22 14:58:31.559692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:31.585320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16b2f6-f262-4ae9-8d60-5008dbaf2588 service neutron] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:31.670927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-e4b28ae9-290d-40a7-a38d-5fce704b04f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1096 time: 0.0725513 Apr 22 14:58:31.724636 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9746528-0511-4833-9448-7c4e64f56548'] response: {'name': 'network-changed', 'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'status': 'completed', 'code': 200} Apr 22 14:58:31.738923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-75770239-f9a8-40a4-8a29-da0de90b2a9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 217 time: 0.0609703 Apr 22 14:58:31.811472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-70454921-f5e1-47e4-955c-f8dbecb6f8a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:31.812904 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-70454921-f5e1-47e4-955c-f8dbecb6f8a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0666251 Apr 22 14:58:31.857352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-19225715-bfcd-453d-a31d-641dd03a9b99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384495 Apr 22 14:58:31.999263 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-1ded5681-f5be-4920-b21d-229524035a2d service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356730 Apr 22 14:58:32.134574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c05bdf-b541-4741-a1ed-79835de9da03 req-5582eb46-2ca3-44d8-a523-0aeca7eb29c1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285779 Apr 22 14:58:32.305010 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-07a86dc2-9ea1-4b26-ab5c-b05ec1acec5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1096 time: 0.1217792 Apr 22 14:58:32.403400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd3045-137b-43b4-a346-ce1e4fd0f8e6 req-0847d862-538f-4f5c-857e-3a856ff1b8ed tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:32.404714 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d1fd3045-137b-43b4-a346-ce1e4fd0f8e6 req-0847d862-538f-4f5c-857e-3a856ff1b8ed tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 943 time: 0.1684692 Apr 22 14:58:32.472581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-362bb62d-85d5-49b5-a826-e6f73801a7e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:32.474093 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-362bb62d-85d5-49b5-a826-e6f73801a7e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1618307 Apr 22 14:58:32.481800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d1fd3045-137b-43b4-a346-ce1e4fd0f8e6 req-e3670850-a30e-48d9-b9dc-734efb8fd736 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705185 Apr 22 14:58:32.546981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-310017a5-6e7f-4888-8260-882fec3c94e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 217 time: 0.0641675 Apr 22 14:58:32.552887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 79b294c9-39f2-4541-8693-c0b8d0353ab4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:58:32.587901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 79b294c9-39f2-4541-8693-c0b8d0353ab4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:58:32.588426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 79b294c9-39f2-4541-8693-c0b8d0353ab4 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:58:32.623215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-023fe694-04f2-4417-87cd-5ee22cb6aed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:32.624655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-023fe694-04f2-4417-87cd-5ee22cb6aed0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0710518 Apr 22 14:58:32.671189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-9f1564ed-11c4-4ab0-987b-f48bd61b0c8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392342 Apr 22 14:58:32.800890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-a7f490a9-26de-43a7-b4c5-44daf22fc614 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223609 Apr 22 14:58:32.933274 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5f3f91e-1d22-4e1b-b8e3-26d28e7fe8a0 req-3b1f96af-f221-4ae1-8536-72c5e06ec17b service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258690 Apr 22 14:58:33.783589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b21de8-672c-4ace-a64b-5d7679f1205a req-80d68a14-d870-4a8d-b70c-494e1c7cc126 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:33.785032 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21b21de8-672c-4ace-a64b-5d7679f1205a req-80d68a14-d870-4a8d-b70c-494e1c7cc126 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 943 time: 0.1667542 Apr 22 14:58:33.829529 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21b21de8-672c-4ace-a64b-5d7679f1205a req-bc1ca254-f8b1-4d4f-ad77-8517dc76e8c4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Apr 22 14:58:33.917843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:34.575702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:58:34.719561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:34.732883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721', 'port_id': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'mac_address': 'fa:16:3e:a5:e9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45ba218-0885-4b58-a2d5-d3fb44001768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:58:34.784095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:34.800633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bc498b-3421-4e97-bcf7-866dfc0cff4d {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:58:34.816654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:34.823706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:34.890125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:34.898857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.899211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.899539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.899870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.900197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.900520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.900840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.901163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.901485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.901831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:34.902235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:58:35.015688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['03bc498b-3421-4e97-bcf7-866dfc0cff4d'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:58:35.025460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd403f-3b0a-499f-a920-f755cf9a79a8 req-cc0d0eb4-ee43-4e3d-9a4f-fb0498d1b763 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:35.026917 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-14cd403f-3b0a-499f-a920-f755cf9a79a8 req-cc0d0eb4-ee43-4e3d-9a4f-fb0498d1b763 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 944 time: 0.0781922 Apr 22 14:58:35.070863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-14cd403f-3b0a-499f-a920-f755cf9a79a8 req-38abb665-cb53-419e-8d8e-53c68f1fcb11 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Apr 22 14:58:36.280778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52153162-0935-46d8-a96b-3f267e28f780 req-3bad63e2-b2cc-4066-8b9d-491ad4dc09ba tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:36.282315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52153162-0935-46d8-a96b-3f267e28f780 req-3bad63e2-b2cc-4066-8b9d-491ad4dc09ba tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 944 time: 0.0842047 Apr 22 14:58:36.329202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52153162-0935-46d8-a96b-3f267e28f780 req-66e2f27b-0104-4c0b-b0db-bdaf31a102cc tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Apr 22 14:58:36.589987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:58:36.675472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 03bc498b-3421-4e97-bcf7-866dfc0cff4d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:58:36.680509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 03bc498b-3421-4e97-bcf7-866dfc0cff4d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:58:36.680887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:36.793317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:36.820323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:58:36.830209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:58:36.835531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:36.878299 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf892f9-0e81-4077-a0f6-6918bf81f0fe'] response: {'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'code': 200} Apr 22 14:58:36.906602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:58:37.120766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0a1fb3c4-e09b-4638-98d7-cb7961e8661b req-06f0fd60-34c4-4189-8dd9-8e3bc227e165 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1098 time: 0.0722234 Apr 22 14:58:37.163674 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0a1fb3c4-e09b-4638-98d7-cb7961e8661b req-f4e0b9ce-39ef-4237-b6fd-28ac3a86d689 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Apr 22 14:58:37.539085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18794056-eb2b-4a39-a456-01a4bea3744e req-e994f055-57f2-4fae-b90a-f6636f8a5f8d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:37.540677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-18794056-eb2b-4a39-a456-01a4bea3744e req-e994f055-57f2-4fae-b90a-f6636f8a5f8d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0779681 Apr 22 14:58:37.589727 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-18794056-eb2b-4a39-a456-01a4bea3744e req-e4a5f88c-cdc2-4e55-8e11-6662bdc2001f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Apr 22 14:58:38.795722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162c42-7272-4a1b-8266-3a5762d45b8e req-3a60a731-2e2b-4a77-a54c-4843d814fa81 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:38.797163 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b162c42-7272-4a1b-8266-3a5762d45b8e req-3a60a731-2e2b-4a77-a54c-4843d814fa81 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0795181 Apr 22 14:58:38.842935 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b162c42-7272-4a1b-8266-3a5762d45b8e req-0eef0e1b-a4a0-4918-bf3c-fc0dc9c0392b tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Apr 22 14:58:39.045588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4635f-8e51-4166-8815-f9584f913a75 req-79115014-6153-4782-a43c-0a912ce46ff8 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:39.047073 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19c4635f-8e51-4166-8815-f9584f913a75 req-79115014-6153-4782-a43c-0a912ce46ff8 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0778534 Apr 22 14:58:39.094299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19c4635f-8e51-4166-8815-f9584f913a75 req-07718ade-32c4-4682-9ee0-0a13fdbab1a0 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Apr 22 14:58:39.296951 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3854f24f-947b-4908-a5eb-227f70a26071 req-fcebdc24-d3ed-49d3-b8c8-7c36afa811c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666871 Apr 22 14:58:39.597607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-9d61b7cb-1513-47e9-b662-81da2c0b94e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186395 Apr 22 14:58:39.603363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e4ceb57d-bb3f-4b64-9e50-46861c435938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:39.620129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f2ede-13cc-4dbe-8785-afb56e9bb236 req-0e07bf63-3ff6-4f47-bd88-a1cb8aff604f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:39.621618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c57f2ede-13cc-4dbe-8785-afb56e9bb236 req-0e07bf63-3ff6-4f47-bd88-a1cb8aff604f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0920913 Apr 22 14:58:39.667409 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c57f2ede-13cc-4dbe-8785-afb56e9bb236 req-056db5a5-33c9-4c6f-a328-eab8ebeba025 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Apr 22 14:58:40.767805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-7d3d7d25-da4b-493a-8356-619e91dac9a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1098 time: 0.0714650 Apr 22 14:58:40.943228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-2b9850d9-3b7b-4939-9ec9-e4145d03acd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:40.944664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-2b9850d9-3b7b-4939-9ec9-e4145d03acd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1705947 Apr 22 14:58:41.004592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc6e39-c94e-4e32-a28f-bf8ed4225e62 req-e8078e12-1c09-46d3-a8a3-e00fe33ae27a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:41.005921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-87dc6e39-c94e-4e32-a28f-bf8ed4225e62 req-e8078e12-1c09-46d3-a8a3-e00fe33ae27a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.2147930 Apr 22 14:58:41.033537 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-82025c6b-4e33-4be9-9642-a6cf59a02fa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 217 time: 0.0821781 Apr 22 14:58:41.104062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-87dc6e39-c94e-4e32-a28f-bf8ed4225e62 req-a6f15536-5021-42a0-a094-c1b915825960 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919647 Apr 22 14:58:41.109429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-55bd4f00-73eb-416d-8720-7961836aad9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:41.110800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-55bd4f00-73eb-416d-8720-7961836aad9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0713878 Apr 22 14:58:41.159360 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-850debb4-d33b-4e03-b9ba-3f6ccf418081 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425487 Apr 22 14:58:41.288007 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-5667d31b-3d63-4872-85db-67a8d746dd57 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224263 Apr 22 14:58:41.499498 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-70f52da1-ffae-4647-a58d-7d5e6d753790 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055199 Apr 22 14:58:41.726102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-351eaad6-cd6f-4fd0-884f-fc1c302de70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:42.300760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1b01f-b181-4cd2-bac6-dd1f5726260e req-8b0cae77-bd35-4dfc-bc35-62e20c96dbe3 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:42.302220 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c2b1b01f-b181-4cd2-bac6-dd1f5726260e req-8b0cae77-bd35-4dfc-bc35-62e20c96dbe3 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0759611 Apr 22 14:58:42.346921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c2b1b01f-b181-4cd2-bac6-dd1f5726260e req-ead192a6-d0fe-4416-a473-602f73a51db5 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388722 Apr 22 14:58:42.923679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:43.000121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:43.575866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742363a5-39b3-4327-b432-7ddbea27fdc8 req-69e4e309-0f1d-4893-b0e2-5e5013d5f625 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:43.577317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-742363a5-39b3-4327-b432-7ddbea27fdc8 req-69e4e309-0f1d-4893-b0e2-5e5013d5f625 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0933988 Apr 22 14:58:43.622417 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-742363a5-39b3-4327-b432-7ddbea27fdc8 req-86ddd995-54cb-484c-942b-c12cfedd8e58 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Apr 22 14:58:44.464381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:58:44.837449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc01c3-9843-4ea0-aab7-f106b9a94d27 req-0ae4e699-a4a0-42a2-9620-072c570ff085 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:44.838907 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c8bc01c3-9843-4ea0-aab7-f106b9a94d27 req-0ae4e699-a4a0-42a2-9620-072c570ff085 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0823274 Apr 22 14:58:44.886756 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c8bc01c3-9843-4ea0-aab7-f106b9a94d27 req-335d5072-6e77-455f-9f0c-cb590f35ed98 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Apr 22 14:58:46.096424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294b4cc-62c6-49f3-9604-840d08b33a2a req-e714eccf-5f76-4f3d-92c2-a7d4f04182a4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:46.097914 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0294b4cc-62c6-49f3-9604-840d08b33a2a req-e714eccf-5f76-4f3d-92c2-a7d4f04182a4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0788703 Apr 22 14:58:46.151961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0294b4cc-62c6-49f3-9604-840d08b33a2a req-7d90f266-1e62-42ad-820b-83d9844160ca tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Apr 22 14:58:47.354365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280cc88-ae0b-4f73-b913-7112ca91e3ca req-7fde1688-446f-498c-a4c1-5a7e6df58642 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:47.355823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7280cc88-ae0b-4f73-b913-7112ca91e3ca req-7fde1688-446f-498c-a4c1-5a7e6df58642 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0778947 Apr 22 14:58:47.409148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7280cc88-ae0b-4f73-b913-7112ca91e3ca req-6c17e180-2f74-4bb3-ad05-d1b0b3520f56 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454004 Apr 22 14:58:48.636527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb061f5-b910-4292-8bea-286b4211f034 req-e2a09371-9846-4d32-965a-1d08cfa12b79 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:48.637898 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb061f5-b910-4292-8bea-286b4211f034 req-e2a09371-9846-4d32-965a-1d08cfa12b79 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0893452 Apr 22 14:58:48.683674 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb061f5-b910-4292-8bea-286b4211f034 req-2e2bfeb0-5aca-4db8-9b1b-b0a1a624aec5 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Apr 22 14:58:49.902251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377115e-aef7-4e68-9529-29dd7c40ed9a req-39a06aaa-90ac-46e8-b488-5a864518e625 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:49.903681 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f377115e-aef7-4e68-9529-29dd7c40ed9a req-39a06aaa-90ac-46e8-b488-5a864518e625 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0842376 Apr 22 14:58:49.951842 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f377115e-aef7-4e68-9529-29dd7c40ed9a req-c4bd058a-a810-42bf-9004-e11448a39b0a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Apr 22 14:58:51.075429 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-c9890022-4384-4376-8583-cc7ab3f337a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1098 time: 0.0716670 Apr 22 14:58:51.272277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-d5956685-0d43-47bb-a090-85e8df477ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:51.273628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-d5956685-0d43-47bb-a090-85e8df477ca9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1507130 Apr 22 14:58:51.280012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531545-2c1a-4a4e-b8ae-f0bb4e4e644f req-a2d58c65-2cc8-4ea9-bb7b-77072ce59eb7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:51.281303 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52531545-2c1a-4a4e-b8ae-f0bb4e4e644f req-a2d58c65-2cc8-4ea9-bb7b-77072ce59eb7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.1973755 Apr 22 14:58:51.359364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-b16ad170-cf7e-4b62-9855-decf61c44567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 217 time: 0.0771046 Apr 22 14:58:51.424576 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52531545-2c1a-4a4e-b8ae-f0bb4e4e644f req-45ae3c34-d3ae-41be-bb37-4d6d950946b9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967877 Apr 22 14:58:51.433453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-6aee76f3-d475-485e-a277-3d0c4bc58546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:51.434847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-6aee76f3-d475-485e-a277-3d0c4bc58546 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0648828 Apr 22 14:58:51.478722 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-c804bb63-64da-4522-b23b-96c16b6cc419 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381994 Apr 22 14:58:51.620680 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-740ec293-03d1-419f-8b99-8dfaa1ef5683 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358337 Apr 22 14:58:51.774031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a0d173d-6089-4c75-8a70-28fe60c70484 req-9cbf94e4-e919-4cee-80ae-931ecc7f95b0 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473489 Apr 22 14:58:52.642557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f56c0-5fe8-4aec-a2b2-3333f72e406b req-4123d635-e4f0-41fb-9ff0-a18eb440eb1b tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:52.643892 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3c0f56c0-5fe8-4aec-a2b2-3333f72e406b req-4123d635-e4f0-41fb-9ff0-a18eb440eb1b tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0801907 Apr 22 14:58:52.688288 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3c0f56c0-5fe8-4aec-a2b2-3333f72e406b req-f2eabc9b-603c-49b0-8e14-65fb6e6db1bf tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Apr 22 14:58:53.909977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de90371-dfaa-4c43-b2c0-c57dd7b4e2cb req-74b07e7d-d643-4af9-88d6-0d4dbb12a7aa tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:53.911461 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4de90371-dfaa-4c43-b2c0-c57dd7b4e2cb req-74b07e7d-d643-4af9-88d6-0d4dbb12a7aa tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0950918 Apr 22 14:58:54.039919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4de90371-dfaa-4c43-b2c0-c57dd7b4e2cb req-570ffb8f-6881-491d-aa41-f68a70567c0d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226981 Apr 22 14:58:55.246742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ecf59-e4d9-4312-89cf-149adbbf633a req-38a49608-bc96-4187-aa2d-9a04fcc76f58 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:55.248166 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-984ecf59-e4d9-4312-89cf-149adbbf633a req-38a49608-bc96-4187-aa2d-9a04fcc76f58 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0808246 Apr 22 14:58:55.296162 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-984ecf59-e4d9-4312-89cf-149adbbf633a req-160ef48d-c5b5-40c7-890f-eb26245aaba9 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Apr 22 14:58:56.497576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36304c20-7c93-445f-87d0-89a6bb2c636d req-7f01176f-a63e-4a4a-8f2e-a1536427d16c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:56.499003 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36304c20-7c93-445f-87d0-89a6bb2c636d req-7f01176f-a63e-4a4a-8f2e-a1536427d16c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0819027 Apr 22 14:58:56.557519 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36304c20-7c93-445f-87d0-89a6bb2c636d req-72f0359b-c627-4c8a-bb12-2a5c14ca3d30 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Apr 22 14:58:57.753265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6c122-181b-4a24-bdb9-719bd3aa009d req-af60b048-7c6e-43f5-8832-bac9c06c646c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:57.754614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8a6c122-181b-4a24-bdb9-719bd3aa009d req-af60b048-7c6e-43f5-8832-bac9c06c646c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0778465 Apr 22 14:58:57.801503 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8a6c122-181b-4a24-bdb9-719bd3aa009d req-40a65162-8093-4bb3-92e9-a1b487397fd7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Apr 22 14:58:59.179872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b46e8-dcfa-4c52-b60d-7326e4525715 req-32a45d2d-afbf-4d66-b242-21d09814b360 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:58:59.181351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1a3b46e8-dcfa-4c52-b60d-7326e4525715 req-32a45d2d-afbf-4d66-b242-21d09814b360 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0870788 Apr 22 14:58:59.228183 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1a3b46e8-dcfa-4c52-b60d-7326e4525715 req-b16e5832-e8a1-4cff-9b10-706ab68df5a0 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Apr 22 14:59:00.436630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98176e53-1060-48e8-9933-57694fbb6c98 req-e7299ef0-0f8e-4ebb-bb6f-20a01b9ea0dd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:00.438070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98176e53-1060-48e8-9933-57694fbb6c98 req-e7299ef0-0f8e-4ebb-bb6f-20a01b9ea0dd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0763142 Apr 22 14:59:00.487308 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-98176e53-1060-48e8-9933-57694fbb6c98 req-cdb3e654-7306-4cc2-ae10-7a06281e512c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Apr 22 14:59:01.690868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d1f62-6041-47ca-b904-ea22c5cd69de req-08f3f165-6693-4a47-8938-7bb701e35fad tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:01.692224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df8d1f62-6041-47ca-b904-ea22c5cd69de req-08f3f165-6693-4a47-8938-7bb701e35fad tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0819731 Apr 22 14:59:01.737238 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df8d1f62-6041-47ca-b904-ea22c5cd69de req-528fd557-9c43-4f14-8e7a-806f688ff04d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Apr 22 14:59:02.199185 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:59:02.948924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f551e5b-58b1-49a3-94eb-2fd3afbbb662 req-ec30852a-e380-4a83-87ce-f12a28b48a81 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:02.950411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f551e5b-58b1-49a3-94eb-2fd3afbbb662 req-ec30852a-e380-4a83-87ce-f12a28b48a81 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0843215 Apr 22 14:59:02.998281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f551e5b-58b1-49a3-94eb-2fd3afbbb662 req-c44e7f48-bf6e-4b00-940d-3e45720f0f7e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Apr 22 14:59:03.916410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:04.204012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7d6f-c100-4ef2-8d37-283c2aae8ec1 req-0f434363-3c03-4716-8658-d4808722058d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:04.205337 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9f7d7d6f-c100-4ef2-8d37-283c2aae8ec1 req-0f434363-3c03-4716-8658-d4808722058d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0784428 Apr 22 14:59:04.249829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9f7d7d6f-c100-4ef2-8d37-283c2aae8ec1 req-46fa8a86-e052-4920-bbd1-8e87d64f36dd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Apr 22 14:59:05.463053 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f977f2-3394-4241-b7b0-e8211f0d51e8 req-8da04f2d-aaca-482a-a2ff-c830e7f51bf8 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:05.464504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48f977f2-3394-4241-b7b0-e8211f0d51e8 req-8da04f2d-aaca-482a-a2ff-c830e7f51bf8 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0883710 Apr 22 14:59:05.512376 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48f977f2-3394-4241-b7b0-e8211f0d51e8 req-2a8b1ed1-09ae-410c-b02e-dde0ec2ce0b6 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Apr 22 14:59:06.726912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0395e-8129-4a28-87bc-8c11ab26a4a0 req-954b26e2-b273-4b3b-8109-3ef90221bd1e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:06.728269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0395e-8129-4a28-87bc-8c11ab26a4a0 req-954b26e2-b273-4b3b-8109-3ef90221bd1e tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0815220 Apr 22 14:59:06.778091 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8e0395e-8129-4a28-87bc-8c11ab26a4a0 req-c16c01fa-9394-4950-9551-7b2134b0e3d7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Apr 22 14:59:07.998742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e934ae-8588-4396-b8c1-4eb45c652279 req-f6d21213-5252-456b-80b3-0774ee75be3a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:08.000186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63e934ae-8588-4396-b8c1-4eb45c652279 req-f6d21213-5252-456b-80b3-0774ee75be3a tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0830762 Apr 22 14:59:08.047811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63e934ae-8588-4396-b8c1-4eb45c652279 req-892d3186-8564-4519-b9ea-dc66db5264ee tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Apr 22 14:59:08.234422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-7b8513e0-489f-44fd-8bed-b094c8366efa service neutron] 10.222.0.24 "GET /v2.0/ports/03bc498b-3421-4e97-bcf7-866dfc0cff4d/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0784106 Apr 22 14:59:08.510291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-d21e24a7-020b-48f0-b08d-20df4e86f647 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f&tenant_id=3faaffec19a94ad99a80ebc26d5f76d2 HTTP/1.1" status: 200 len: 1098 time: 0.0732274 Apr 22 14:59:08.605506 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-25e853ef-21fd-45f7-86d6-6a75531aad14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1098 time: 0.0744143 Apr 22 14:59:08.736588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-e3416391-6336-4a31-8a8a-d13e5a7dced9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:08.738090 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-e3416391-6336-4a31-8a8a-d13e5a7dced9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1260300 Apr 22 14:59:08.807989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-0241c929-b040-4de3-bef1-4ac11a53371a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 217 time: 0.0637650 Apr 22 14:59:08.869727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-26c13038-a40a-4512-b00f-fa5c0c072a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:08.871217 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-26c13038-a40a-4512-b00f-fa5c0c072a4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0567904 Apr 22 14:59:08.920589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-0ac65e3b-2bf1-42bd-a76c-45551c1ad97d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424507 Apr 22 14:59:09.140106 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-a5b36d00-5538-4546-9cdb-8168b70b2afa service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130809 Apr 22 14:59:09.320536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4d190e61-46e7-49e7-b31b-5989463cd1f1 req-a03d5769-9b05-4a5d-a980-9f37e0c805e9 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743171 Apr 22 14:59:09.334669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78813375-dceb-4e3b-add7-7a575fa55eca req-f872b485-ae79-4377-8797-70499b73ec9c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:09.336141 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-78813375-dceb-4e3b-add7-7a575fa55eca req-f872b485-ae79-4377-8797-70499b73ec9c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.1266744 Apr 22 14:59:09.386466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-78813375-dceb-4e3b-add7-7a575fa55eca req-d744ddfd-4039-4ed1-a381-b266be99b8b5 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Apr 22 14:59:09.613934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-548c9bc0-17ef-44f5-92a5-f718197c1f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:10.594047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed880-5103-4bac-8acf-a8302cf5d4c8 req-b2b43365-233a-437c-a7b1-167e09e68ef4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:10.595384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7d7ed880-5103-4bac-8acf-a8302cf5d4c8 req-b2b43365-233a-437c-a7b1-167e09e68ef4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0775125 Apr 22 14:59:10.640603 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7d7ed880-5103-4bac-8acf-a8302cf5d4c8 req-c30bebbf-6e7f-4691-a2db-a39398dfa206 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Apr 22 14:59:10.708221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:59:10.710617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:59:10.926775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:10.948567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:10.968481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'network_id': 'eb8a0a5e-a6ba-42cf-acca-87de015d5721', 'port_id': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'mac_address': 'fa:16:3e:a5:e9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45ba218-0885-4b58-a2d5-d3fb44001768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:59:10.975034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:11.013153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:11.019754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.050254 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260b2b81-db4c-4c3b-91bb-dbb2c2297640'] response: {'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'code': 200} Apr 22 14:59:11.085659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.108935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03bc498b-3421-4e97-bcf7-866dfc0cff4d {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:11.115422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:11.201300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 14:59:11.201536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 14:59:11.765604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8aef9d48-40a0-4461-b6ca-bb80face528a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.769812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.786970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bc498b-3421-4e97-bcf7-866dfc0cff4d {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:11.802141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:11.806492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:11.849170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eda039-c3f0-4ee1-825c-dfbf5d350469 req-81110e48-8d84-46a8-9d3b-3c61abfbb038 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:11.850824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-44eda039-c3f0-4ee1-825c-dfbf5d350469 req-81110e48-8d84-46a8-9d3b-3c61abfbb038 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 943 time: 0.0790644 Apr 22 14:59:11.868705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['03bc498b-3421-4e97-bcf7-866dfc0cff4d'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:59:11.896993 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-44eda039-c3f0-4ee1-825c-dfbf5d350469 req-13718ffc-a0d9-4dac-b016-3744435f6c15 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Apr 22 14:59:11.917157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:12.280540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-bd418743-6071-4c79-9cfd-adf60f561c0c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:12.281989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-bd418743-6071-4c79-9cfd-adf60f561c0c tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f&tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1362064 Apr 22 14:59:12.288892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf223-d250-4cd4-a559-bac37abbf3a3 req-0d1bc0c3-fc3d-4705-bedf-8e5102af96d7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:12.290390 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d97cf223-d250-4cd4-a559-bac37abbf3a3 req-0d1bc0c3-fc3d-4705-bedf-8e5102af96d7 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 944 time: 0.1150169 Apr 22 14:59:12.338575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d97cf223-d250-4cd4-a559-bac37abbf3a3 req-6145556a-b74f-4e25-9c8f-406571789a44 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Apr 22 14:59:12.422539 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-2991e76b-c1dc-4564-b73d-ccab2cae9306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 1097 time: 0.0728781 Apr 22 14:59:12.552715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-224bb74a-7f18-4a4e-9c9c-f0cdea8250d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:12.554107 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-224bb74a-7f18-4a4e-9c9c-f0cdea8250d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 200 len: 915 time: 0.1257856 Apr 22 14:59:12.622814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-1617e291-4039-4f74-b31f-b96d2409cb7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 200 len: 217 time: 0.0628815 Apr 22 14:59:12.700069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-7a23e2b1-6b7c-4bb4-ad94-4f8794786472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:12.701420 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-7a23e2b1-6b7c-4bb4-ad94-4f8794786472 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 200 len: 854 time: 0.0722034 Apr 22 14:59:12.743279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:12.748454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-bf7dc660-fd5f-4a2a-bdb7-071a70b5d3b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb8a0a5e-a6ba-42cf-acca-87de015d5721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410597 Apr 22 14:59:12.816102 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 03bc498b-3421-4e97-bcf7-866dfc0cff4d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:12.816669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:12.877716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-65be76c8-4f22-42ef-9add-2da7b124fa97 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232913 Apr 22 14:59:12.937845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:12.938679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:12.972318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:12.982641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:13.010579 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0c2a721d-782c-42e6-b368-07b907f3e348 req-f3d0cb4d-7bb6-4d47-8407-c494fad78295 service neutron] 10.222.0.24 "GET /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269791 Apr 22 14:59:13.038279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:13.051033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:13.060263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:13.114103 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febc1f28-bb1c-42e2-a744-286511ad08b6'] response: {'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'code': 200} Apr 22 14:59:13.536724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ae8a2-32c5-47e7-910d-89c19de26f7d req-65b88a07-6b72-47fe-9f45-e57b5b50cc0b tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:13.538202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1f7ae8a2-32c5-47e7-910d-89c19de26f7d req-65b88a07-6b72-47fe-9f45-e57b5b50cc0b tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0767932 Apr 22 14:59:13.583690 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1f7ae8a2-32c5-47e7-910d-89c19de26f7d req-1d128085-b10c-422f-9c72-d5ed2e4f3104 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Apr 22 14:59:13.786742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055e773-a02d-4271-a087-7f40f66b4dbc req-f0279dee-d291-4b41-b27e-d97eb193caf4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:13.788170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c055e773-a02d-4271-a087-7f40f66b4dbc req-f0279dee-d291-4b41-b27e-d97eb193caf4 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0796967 Apr 22 14:59:13.832234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c055e773-a02d-4271-a087-7f40f66b4dbc req-b22aa698-ea6c-451f-94b9-25cc0649ca2f tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384417 Apr 22 14:59:14.045204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99a215-13b1-43b1-be2d-c9615057255d req-cf11fb33-a3b7-4641-97e4-2d5c4145f381 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:14.046668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f99a215-13b1-43b1-be2d-c9615057255d req-cf11fb33-a3b7-4641-97e4-2d5c4145f381 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0890045 Apr 22 14:59:14.095167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f99a215-13b1-43b1-be2d-c9615057255d req-1c821adf-bd98-46e6-b5b3-b4b5e8ec6536 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Apr 22 14:59:14.463803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:14.950540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba774cf-5133-4d10-ab96-8e3037371c3d req-f87f8153-3a59-4021-9e78-cc946399ee58 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:14.951872 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ba774cf-5133-4d10-ab96-8e3037371c3d req-f87f8153-3a59-4021-9e78-cc946399ee58 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.1902394 Apr 22 14:59:14.998286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ba774cf-5133-4d10-ab96-8e3037371c3d req-671653a3-3edc-41cf-9e91-f8dd6e6515ef tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Apr 22 14:59:16.079597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-3a77166e-af40-457d-8725-f673bf12642d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:16.081032 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-3a77166e-af40-457d-8725-f673bf12642d tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.0868883 Apr 22 14:59:16.187762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Deleting port 03bc498b-3421-4e97-bcf7-866dfc0cff4d {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 14:59:16.188075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:16.302510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3641b3-4cb8-4c1a-8f07-c5eee5fb79f1 req-d0802609-ea95-4a17-a131-529dd145dddd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:16.303884 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df3641b3-4cb8-4c1a-8f07-c5eee5fb79f1 req-d0802609-ea95-4a17-a131-529dd145dddd tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa7acb-34b8-4272-b02a-a73a64ab017f HTTP/1.1" status: 200 len: 945 time: 0.1875536 Apr 22 14:59:16.434530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df3641b3-4cb8-4c1a-8f07-c5eee5fb79f1 req-6f4a1b7a-db56-4f3d-8a89-7049fbb2bfd1 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.32 "GET /v2.0/security-groups?id=be4db274-20c5-4e1f-8be0-84f065efd76a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248076 Apr 22 14:59:16.473253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] For port 03bc498b-3421-4e97-bcf7-866dfc0cff4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=03bc498b-3421-4e97-bcf7-866dfc0cff4d,segment=NetworkSegment(98c85aff-4f72-4a69-b564-b234050bb84a),segment_id=98c85aff-4f72-4a69-b564-b234050bb84a)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:16.473604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:16.589579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Calling delete_port for 03bc498b-3421-4e97-bcf7-866dfc0cff4d owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 14:59:16.731665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:16.744762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['03bc498b-3421-4e97-bcf7-866dfc0cff4d'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:59:16.781996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Pushing event deleted for resources: {'Port': ['ID=03bc498b-3421-4e97-bcf7-866dfc0cff4d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:16.852875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] No DVR routers for this DVR port 03bc498b-3421-4e97-bcf7-866dfc0cff4d on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 14:59:16.855572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:16.858018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-deleted', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:16.875665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49dfcaa4-e8d3-411a-ab36-b7ee1d7dbfdd req-c0651d4e-9c11-415b-94f5-c2546e8a1b29 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] 10.222.0.24 "DELETE /v2.0/ports/03bc498b-3421-4e97-bcf7-866dfc0cff4d HTTP/1.1" status: 204 len: 173 time: 0.7890377 Apr 22 14:59:16.923436 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993d4367-fdd8-4f92-8f0c-f3d432532e55'] response: {'server_uuid': 'bffa7acb-34b8-4272-b02a-a73a64ab017f', 'name': 'network-vif-deleted', 'tag': '03bc498b-3421-4e97-bcf7-866dfc0cff4d', 'status': 'completed', 'code': 200} Apr 22 14:59:17.694919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40488) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:17.752450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Deleting subnet a45ba218-0885-4b58-a2d5-d3fb44001768 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 14:59:17.755433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:17.806070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:17.860891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:17.937454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:17.977589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45ba218-0885-4b58-a2d5-d3fb44001768,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:17.982426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:17.988596 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f1d2fea2-6a40-4cc6-ac9f-df7bb3fb46f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a45ba218-0885-4b58-a2d5-d3fb44001768 HTTP/1.1" status: 204 len: 168 time: 0.2925184 Apr 22 14:59:17.992271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40492) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:18.095500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.227640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.253019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8a0a5e-a6ba-42cf-acca-87de015d5721']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:18.265689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c85aff-4f72-4a69-b564-b234050bb84a') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:18.266015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c85aff-4f72-4a69-b564-b234050bb84a') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:18.277705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.293967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.300476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 14:59:18.300863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 14:59:18.313617 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 14:59:18.478797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.501304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.514916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8a0a5e-a6ba-42cf-acca-87de015d5721,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:18.525670 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-30fb4a8a-7505-4f87-bc43-b768d797e420 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb8a0a5e-a6ba-42cf-acca-87de015d5721 HTTP/1.1" status: 204 len: 168 time: 0.5323455 Apr 22 14:59:18.684083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40498) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:18.741531 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-66e16cf2-1729-46c2-84cd-bf6a77884f8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3faaffec19a94ad99a80ebc26d5f76d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556870 Apr 22 14:59:18.743510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 14:59:18.744197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40502) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:18.778773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 03bc498b-3421-4e97-bcf7-866dfc0cff4d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 14:59:18.779089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 03bc498b-3421-4e97-bcf7-866dfc0cff4d not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 14:59:18.805561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.835576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.894093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.910392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4db274-20c5-4e1f-8be0-84f065efd76a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:18.921445 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.921809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.922145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.922469 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.922824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.923277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.923777 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.924282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.924827 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.925364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.925953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:18.932622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:18.933757 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-911b612b-e5b9-4d74-873c-f699eb1aa363 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be4db274-20c5-4e1f-8be0-84f065efd76a HTTP/1.1" status: 204 len: 168 time: 0.1886742 Apr 22 14:59:19.799856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40524) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:19.963559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1541056772-network', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:19.971482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:19.977496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Usage tracker for resource:network and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:19.980541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:19.986528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:19.998654 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Made reservation on behalf of 88e9fb003d014a8d84256635ed2086ba for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:20.000932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.013782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.045231 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:20.049343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Usage tracker for resource:security_group_rule and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:20.052483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:20.058886 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:20.125417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.131579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.160153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:59:20.168662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e9458-1bce-4c61-94d6-1547e415ba67,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:20.173995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.174313 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Added segment 9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b of type vlan for network c98ab472-99af-41c3-9ac4-7792015302f6 Apr 22 14:59:20.204306 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.240531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.241513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:20.242151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.338191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] Pushing event updated for resources: {'Network': ['ID=c98ab472-99af-41c3-9ac4-7792015302f6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:20.341870 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c383f0c6-fe10-41b5-a4d0-daee26d62855 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5404239 Apr 22 14:59:20.344448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40530) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:20.348361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network c98ab472-99af-41c3-9ac4-7792015302f6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:59:20.350384 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Request body: {'subnet': {'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1541056772-subnet', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:20.355365 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:20.359156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Usage tracker for resource:subnet and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:20.362013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:20.367784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:20.380723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Made reservation on behalf of 88e9fb003d014a8d84256635ed2086ba for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:20.383382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.676186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.749265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc03009-321b-4b58-a61e-7d9ea7cafc6f,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:20.766781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:20.767130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Network hostable DHCP agents. Network: c98ab472-99af-41c3-9ac4-7792015302f6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:59:20.792235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Network c98ab472-99af-41c3-9ac4-7792015302f6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:59:20.807133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, c98ab472-99af-41c3-9ac4-7792015302f6) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:20.811417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:20.811999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.816195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c3f10c-0172-4f28-8b06-a03a09cebb22 None None] Network c98ab472-99af-41c3-9ac4-7792015302f6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:59:20.834192 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e596ebd8-a7b8-4b71-8b38-b80e0396035e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4887161 Apr 22 14:59:20.836931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40534) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:20.842629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:20.847607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:20.851712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Usage tracker for resource:router and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:20.854644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:20.860478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:20.872872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.873895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:20.892109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.022856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-c98ab472-99af-41c3-9ac4-7792015302f6', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:59:21.023916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.037276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.181398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Allocated IP 172.20.0.2 (c98ab472-99af-41c3-9ac4-7792015302f6/ecc03009-321b-4b58-a61e-7d9ea7cafc6f/debf628e-0fee-4b78-bb9e-095f2dbed61b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:21.221963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.250500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.378226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.388536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Allocated IP 172.26.2.126 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/f873b155-e285-41da-b3ef-722a26af7412) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:21.389015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Transition to ACTIVE for port object debf628e-0fee-4b78-bb9e-095f2dbed61b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:21.411276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Transition to ACTIVE for port object debf628e-0fee-4b78-bb9e-095f2dbed61b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:21.417464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.522122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:21.523363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:21.525051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Pushing event updated for resources: {'Port': ['ID=debf628e-0fee-4b78-bb9e-095f2dbed61b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:21.527178 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:21.542272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.571610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.613809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Attempting to bind port debf628e-0fee-4b78-bb9e-095f2dbed61b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:21.614171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Attempting to bind port debf628e-0fee-4b78-bb9e-095f2dbed61b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:21.614523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Attempting to bind port debf628e-0fee-4b78-bb9e-095f2dbed61b on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:21.621013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:21.621378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:21.621797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.622203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Bound using segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:21.622652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Bound port: debf628e-0fee-4b78-bb9e-095f2dbed61b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:21.623015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.634931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:21.637592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:21.641327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:21.673074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Pushing event updated for resources: {'Port': ['ID=f873b155-e285-41da-b3ef-722a26af7412,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:21.707937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] For port debf628e-0fee-4b78-bb9e-095f2dbed61b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:21.710961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] For port debf628e-0fee-4b78-bb9e-095f2dbed61b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=debf628e-0fee-4b78-bb9e-095f2dbed61b,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:21.718370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.801217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102037b8-1549-4b4b-b7de-e793069bda47 None None] Pushing event updated for resources: {'Port': ['ID=debf628e-0fee-4b78-bb9e-095f2dbed61b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:21.801839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:21.802586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:22.058459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Router 86301922-52d3-49fa-a036-fb8b50e1792c is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:59:22.262898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:22.275839 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:22.291338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:22.292668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9dd6c980-530b-41b2-8729-3b518a3c409e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4546869 Apr 22 14:59:22.295588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40538) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:22.296600 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:22.297263 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:59:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:22.484038 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:22.692588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d1f29-a972-496c-9b07-908c5a725109 None None] Network c98ab472-99af-41c3-9ac4-7792015302f6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:59:22.787797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f385974a-0a40-413e-af82-e42207d1fb24 None None] Provisioning for port debf628e-0fee-4b78-bb9e-095f2dbed61b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:22.806315 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:21Z', 'revision_number': 3, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:22.810690 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:22.811023 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Updating router 86301922-52d3-49fa-a036-fb8b50e1792c port f873b155-e285-41da-b3ef-722a26af7412 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:59:22.862806 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.154755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.182413 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.194355 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Transition to ACTIVE for port object f873b155-e285-41da-b3ef-722a26af7412 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:23.201143 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.275349 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Attempting to bind port f873b155-e285-41da-b3ef-722a26af7412 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:23.275707 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Attempting to bind port f873b155-e285-41da-b3ef-722a26af7412 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:23.276054 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Attempting to bind port f873b155-e285-41da-b3ef-722a26af7412 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:23.281360 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Pushing event updated for resources: {'Port': ['ID=f873b155-e285-41da-b3ef-722a26af7412,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:23.291813 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:23.292202 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:23.293012 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.293012 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:23.293394 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Bound port: f873b155-e285-41da-b3ef-722a26af7412, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:23.293776 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.322755 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.323071 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.323326 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.323648 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.323972 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.324290 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.324606 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.324922 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.325232 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.325541 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.325911 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:23.366372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Allocated IP 172.20.0.1 (c98ab472-99af-41c3-9ac4-7792015302f6/ecc03009-321b-4b58-a61e-7d9ea7cafc6f/a83808f0-777e-46d9-94d2-94ec43e6f813) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:23.376040 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] For port f873b155-e285-41da-b3ef-722a26af7412, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:23.379837 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] For port f873b155-e285-41da-b3ef-722a26af7412, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f873b155-e285-41da-b3ef-722a26af7412,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:23.385813 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.460287 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fbf27-75c7-4288-a017-67f9eddc8139 None None] Pushing event updated for resources: {'Port': ['ID=f873b155-e285-41da-b3ef-722a26af7412,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:23.466010 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:23.466584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:59:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:23.513968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.529614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Transition to ACTIVE for port object a83808f0-777e-46d9-94d2-94ec43e6f813 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:23.552878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.625129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:23.629106 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:23.631226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Pushing event updated for resources: {'Port': ['ID=a83808f0-777e-46d9-94d2-94ec43e6f813,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:23.633451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:23.645774 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:23.693580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.697953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device debf628e-0fee-4b78-bb9e-095f2dbed61b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:23.790292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port debf628e-0fee-4b78-bb9e-095f2dbed61b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:23.799131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port debf628e-0fee-4b78-bb9e-095f2dbed61b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:23.800007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.800377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.927416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:23.960208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:21Z', 'revision_number': 3, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:23.964521 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5294b-c5df-466c-a662-515f517476a9 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:21Z', 'revision_number': 3, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:23.973389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port debf628e-0fee-4b78-bb9e-095f2dbed61b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=debf628e-0fee-4b78-bb9e-095f2dbed61b,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:23.975807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b6d1c925-53cf-4933-81d4-258edb38d39c None None] Provisioning for port a83808f0-777e-46d9-94d2-94ec43e6f813 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:23.983277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.017062 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b6d1c925-53cf-4933-81d4-258edb38d39c None None] Provisioning complete for port a83808f0-777e-46d9-94d2-94ec43e6f813 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:24.017518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c925-53cf-4933-81d4-258edb38d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.031038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.036765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.098388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1c925-53cf-4933-81d4-258edb38d39c None None] Port a83808f0-777e-46d9-94d2-94ec43e6f813 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:59:24.104975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=debf628e-0fee-4b78-bb9e-095f2dbed61b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:24.158526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.168568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Pushing event updated for resources: {'Port': ['ID=a83808f0-777e-46d9-94d2-94ec43e6f813,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:24.414040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:24.415251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:24.622584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ddf4dc91-567f-472f-96b3-f9e67c0a4083 None None] Provisioning complete for port a83808f0-777e-46d9-94d2-94ec43e6f813 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:24.623034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddf4dc91-567f-472f-96b3-f9e67c0a4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:24.675248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4dc91-567f-472f-96b3-f9e67c0a4083 None None] Port a83808f0-777e-46d9-94d2-94ec43e6f813 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:59:24.804857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:59:25.011540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:25.020235 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2ddeb6dc-c037-4238-98b4-d9f639038ffc admin admin] 10.222.0.32 "PUT /v2.0/routers/86301922-52d3-49fa-a036-fb8b50e1792c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7235005 Apr 22 14:59:25.684263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40550) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:25.690030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211954529', 'description': 'tempest-description--1395087628'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:25.696248 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:25.700278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Usage tracker for resource:security_group and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:25.703079 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:25.709786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:25.716147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device debf628e-0fee-4b78-bb9e-095f2dbed61b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:25.720205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.755375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:25.759265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Usage tracker for resource:security_group_rule and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:25.762089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:25.767643 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:25.782923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port debf628e-0fee-4b78-bb9e-095f2dbed61b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:25.783299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.826636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.832370 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.874170 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851f4d78-a4a6-4699-a79b-3d639c1ce2c5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:25.877240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.878677 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bd873cfe-b4ef-4f73-9484-b4598865ba53 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1934333 Apr 22 14:59:25.881515 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40554) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:25.887867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'security_group_rule': {'security_group_id': '851f4d78-a4a6-4699-a79b-3d639c1ce2c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:25.893652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:25.897512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Usage tracker for resource:security_group_rule and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:25.898745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f873b155-e285-41da-b3ef-722a26af7412 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:25.900373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:25.906008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:25.923370 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.967375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port f873b155-e285-41da-b3ef-722a26af7412 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:25.972489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f873b155-e285-41da-b3ef-722a26af7412 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:25.972846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.983778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.988385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.013249 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934a95e6-bd4f-4744-92fb-03217a5a3837,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:26.024350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.025810 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6808d689-3ad6-45d9-92ce-83af6f1d068c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1431119 Apr 22 14:59:26.028267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40558) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:26.033692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'security_group_rule': {'security_group_id': '851f4d78-a4a6-4699-a79b-3d639c1ce2c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:26.039397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:26.043213 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Usage tracker for resource:security_group_rule and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:26.046050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:26.051662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:26.069100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.084123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.099873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port f873b155-e285-41da-b3ef-722a26af7412, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f873b155-e285-41da-b3ef-722a26af7412,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:26.104691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.137108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.142236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.165109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5033f5df-f140-4f98-a8ce-d13a4400a272,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:26.172387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=f873b155-e285-41da-b3ef-722a26af7412,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:26.175525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.176751 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-76102ae1-80de-4f01-8493-d6c1edd29725 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1475651 Apr 22 14:59:26.179818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40562) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:26.185171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:26.190722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:26.194692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Usage tracker for resource:floatingip and tenant:88e9fb003d014a8d84256635ed2086ba is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:26.197588 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:26.203223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:26.215014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.347551 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.485256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Allocated IP 172.26.2.159 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/84daeac2-b202-490a-886b-ddb0e63feefc) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:26.642440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.673877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.738768 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:26.741457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:26.745908 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:26.772390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'Port': ['ID=84daeac2-b202-490a-886b-ddb0e63feefc,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:26.905438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.972769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.182637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.188991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.303285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'Port': ['ID=84daeac2-b202-490a-886b-ddb0e63feefc,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:27.314779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.338345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.339576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7b516e2f-12f1-4644-80bc-ccf23fd63d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1586847 Apr 22 14:59:27.420375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:27.433377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:27.434093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:59:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:27.512014 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bd3d8273-6e84-4ed1-a50c-19cbbf131af7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1211954529&fields=id&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 267 time: 0.0410194 Apr 22 14:59:27.614922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:27.663415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2d30e724-8738-437b-a90a-e695a741c93d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:27.664884 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2d30e724-8738-437b-a90a-e695a741c93d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1460328 Apr 22 14:59:27.681348 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-6961888f-d36d-4313-b8b1-e4833341b2bf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/quotas/88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 375 time: 0.0108175 Apr 22 14:59:27.688647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f873b155-e285-41da-b3ef-722a26af7412 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:27.760960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-4bc6bf3b-beed-49c6-a7d4-b6200f0c1eb5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:59:27.779298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-4bc6bf3b-beed-49c6-a7d4-b6200f0c1eb5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:59:27.785148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-4bc6bf3b-beed-49c6-a7d4-b6200f0c1eb5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987344 Apr 22 14:59:27.909775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port f873b155-e285-41da-b3ef-722a26af7412 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:27.910141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:27.924162 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-9e279d56-fa1a-462e-8a01-dffdb3e27624 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313756 Apr 22 14:59:28.053469 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-0409b51d-f04c-4d7a-80b1-bf8414ea4c39 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231577 Apr 22 14:59:28.109306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 2, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:28.113331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:28.113701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Updating router 86301922-52d3-49fa-a036-fb8b50e1792c port a83808f0-777e-46d9-94d2-94ec43e6f813 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:59:28.165059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:28.258301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21bace9d-b7f9-4228-a9dd-ca81be5ff096 req-6f7b35f7-4b55-4971-8cb5-86aecaa3b830 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 210 time: 0.0516775 Apr 22 14:59:28.515186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:28.527147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Transition to ACTIVE for port object a83808f0-777e-46d9-94d2-94ec43e6f813 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:28.533606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:28.661428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a511b5-1180-4106-8110-b47a4a33ea93 None None] Pushing event updated for resources: {'Port': ['ID=a83808f0-777e-46d9-94d2-94ec43e6f813,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:28.755339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Attempting to bind port a83808f0-777e-46d9-94d2-94ec43e6f813 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:28.755982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Attempting to bind port a83808f0-777e-46d9-94d2-94ec43e6f813 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:28.756553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Attempting to bind port a83808f0-777e-46d9-94d2-94ec43e6f813 on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:28.763709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:28.764134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:28.764513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:28.764891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Bound using segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:28.765418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Bound port: a83808f0-777e-46d9-94d2-94ec43e6f813, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:28.765811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:28.868994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] For port a83808f0-777e-46d9-94d2-94ec43e6f813, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:28.872392 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] For port a83808f0-777e-46d9-94d2-94ec43e6f813, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a83808f0-777e-46d9-94d2-94ec43e6f813,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:28.878064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:28.957091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a511b5-1180-4106-8110-b47a4a33ea93 None None] Pushing event updated for resources: {'Port': ['ID=a83808f0-777e-46d9-94d2-94ec43e6f813,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:28.961844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:28.962454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:59:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:29.144682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:29.295888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-add33151-433a-4165-bb7f-05e5c6050eca tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:29.298245 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-add33151-433a-4165-bb7f-05e5c6050eca tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1508842 Apr 22 14:59:29.362809 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-5bc32d53-6cbf-4417-92ed-00ab46da4ad7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 380 time: 0.0525327 Apr 22 14:59:29.373440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'port': {'device_id': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'admin_state_up': True, 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'security_groups': ['851f4d78-a4a6-4699-a79b-3d639c1ce2c5']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:29.538921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:28Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:29.543140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9426c6-8184-4a14-9c16-0deeee68ee02 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:28Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:29.606227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd2c56f3-c262-42e8-8881-b293adbe6db2 req-9c1991c8-9bfc-4493-bd3e-f8feee877b5e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 210 time: 0.0615487 Apr 22 14:59:29.661830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:29.681356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:29.692275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Made reservation on behalf of 88e9fb003d014a8d84256635ed2086ba for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:29.695555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:29.714935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a83808f0-777e-46d9-94d2-94ec43e6f813 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:29.794973 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a83808f0-777e-46d9-94d2-94ec43e6f813 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:29.800637 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a83808f0-777e-46d9-94d2-94ec43e6f813 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:29.801285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:29.865393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Allocated IP 172.20.0.9 (c98ab472-99af-41c3-9ac4-7792015302f6/ecc03009-321b-4b58-a61e-7d9ea7cafc6f/d839e0ee-0087-489e-a429-1d36f58a0113) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:29.924414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:29.957197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a83808f0-777e-46d9-94d2-94ec43e6f813, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a83808f0-777e-46d9-94d2-94ec43e6f813,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:29.963881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.035273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a83808f0-777e-46d9-94d2-94ec43e6f813,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:30.067255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.083423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Transition to ACTIVE for port object d839e0ee-0087-489e-a429-1d36f58a0113 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:30.106489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.179258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:30.182472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:30.185178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:30.216164 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:30.257553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:30.258174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.287994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-2c470bc9-5cad-4bc8-8ad4-c7ac0e2a243e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9197474 Apr 22 14:59:30.300152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Request body: {'port': {'device_id': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:30.420232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.458100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fb70e03c-2d99-46b9-860a-1871fe6a90a9 None None] Provisioning for port d839e0ee-0087-489e-a429-1d36f58a0113 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:30.463998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fb70e03c-2d99-46b9-860a-1871fe6a90a9 None None] Provisioning complete for port d839e0ee-0087-489e-a429-1d36f58a0113 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:30.464495 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fb70e03c-2d99-46b9-860a-1871fe6a90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.516847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fb70e03c-2d99-46b9-860a-1871fe6a90a9 None None] Port d839e0ee-0087-489e-a429-1d36f58a0113 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:59:30.796835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d839e0ee-0087-489e-a429-1d36f58a0113 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:30.805144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.828880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Transition to ACTIVE for port object d839e0ee-0087-489e-a429-1d36f58a0113 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:30.835711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.903194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e7246-dac0-4a25-8af7-5e21bdec031d req-7aca136c-6450-4674-b5db-6ae41c3a107a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:30.903879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-2a0e7246-dac0-4a25-8af7-5e21bdec031d req-7aca136c-6450-4674-b5db-6ae41c3a107a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 14:59:30.973229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:30.991018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.991390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.991753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.992086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.992412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.992739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.993059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.993404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.993710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.994050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.994365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.999025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-2a0e7246-dac0-4a25-8af7-5e21bdec031d req-7aca136c-6450-4674-b5db-6ae41c3a107a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 14:59:31.000180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a0e7246-dac0-4a25-8af7-5e21bdec031d req-7aca136c-6450-4674-b5db-6ae41c3a107a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 931 time: 0.2676971 Apr 22 14:59:31.126359 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2a0e7246-dac0-4a25-8af7-5e21bdec031d req-9f27dae2-8c5a-4c38-b739-f4528650e319 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011026 Apr 22 14:59:31.135662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Attempting to bind port d839e0ee-0087-489e-a429-1d36f58a0113 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:31.135992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Attempting to bind port d839e0ee-0087-489e-a429-1d36f58a0113 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:31.136352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Attempting to bind port d839e0ee-0087-489e-a429-1d36f58a0113 on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:31.142820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Port d839e0ee-0087-489e-a429-1d36f58a0113 on network c98ab472-99af-41c3-9ac4-7792015302f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 14:59:31.143138 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Attempting to bind port d839e0ee-0087-489e-a429-1d36f58a0113 on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:31.150036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:31.150409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:31.150772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Bound using segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:31.151288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Bound port: d839e0ee-0087-489e-a429-1d36f58a0113, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:31.151638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:31.240433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:31.243365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:31.248366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:31.312768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:31.314128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] 10.222.0.24 "PUT /v2.0/ports/d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 1093 time: 1.0193377 Apr 22 14:59:31.314556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:31.331289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2635a1-28e3-49d0-b7f1-58e7f4633ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:31.389241 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587ded0f-765d-4224-9ca4-7c86a2209525'] response: {'name': 'network-changed', 'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'status': 'completed', 'code': 200} Apr 22 14:59:31.431716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-19955178-601b-4d0b-b5ce-61d477b913ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1096 time: 0.0740626 Apr 22 14:59:31.590233 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-06f844f7-69d5-4115-9661-706d2fdcf7e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 217 time: 0.1520281 Apr 22 14:59:31.652985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-d097504e-ba42-41e6-8cad-75506f50fa97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:31.654522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-d097504e-ba42-41e6-8cad-75506f50fa97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0573831 Apr 22 14:59:31.658189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a83808f0-777e-46d9-94d2-94ec43e6f813 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:31.730643 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-5c140a64-ba2a-434b-a932-7355f63d17ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702331 Apr 22 14:59:31.733628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a83808f0-777e-46d9-94d2-94ec43e6f813 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:31.734249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:31.860535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-6e378a8b-c5c5-4ff2-8b38-59135f77eae9 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239061 Apr 22 14:59:31.999793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a2b4dac-f733-4d51-9375-076f0bbd5f03 req-7c36c6ac-2666-4248-8c55-259156cb672f service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333346 Apr 22 14:59:32.122049 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-cc61853b-3472-488d-ad80-beed619ae490 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1096 time: 0.0703506 Apr 22 14:59:32.282718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-17c84f47-01e5-438c-a534-f5777d89a0a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:32.284099 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-17c84f47-01e5-438c-a534-f5777d89a0a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1552088 Apr 22 14:59:32.366256 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-b6f538ac-5762-400d-a3d5-2ff7e15624dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 217 time: 0.0717306 Apr 22 14:59:32.439115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52020c57-4468-4c83-9cbd-82001a907b17 req-31c6fab1-3574-4e7f-9549-7207173deacc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:32.440450 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52020c57-4468-4c83-9cbd-82001a907b17 req-31c6fab1-3574-4e7f-9549-7207173deacc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 943 time: 0.1892624 Apr 22 14:59:32.443681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-7d7fcb80-0ecf-4ff9-a18a-ebf72cf1dfeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:32.444995 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-7d7fcb80-0ecf-4ff9-a18a-ebf72cf1dfeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0721118 Apr 22 14:59:32.529636 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52020c57-4468-4c83-9cbd-82001a907b17 req-ec022a05-6367-49d9-8b7d-08788442886c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835128 Apr 22 14:59:32.547678 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-4cd569f6-87c5-47e0-9a33-296bc935ea41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883791 Apr 22 14:59:32.676364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-7f78a289-7aa8-41d9-93fc-fa40a2015430 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215332 Apr 22 14:59:32.807810 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bff84ad8-1430-4d4d-8cf9-2a0f1eb02d85 req-406a7d43-12f3-4f9b-b1d6-9b3cc944dec8 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244459 Apr 22 14:59:32.831763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 14:59:32.973669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:32.986903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'mac_address': 'fa:16:3e:cc:09:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 14:59:33.039518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:33.056826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d839e0ee-0087-489e-a429-1d36f58a0113 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 14:59:33.071836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:33.078970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:33.144137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:33.282578 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['d839e0ee-0087-489e-a429-1d36f58a0113'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 14:59:33.739624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73f829-3322-45bf-9436-0ac1ffe77840 req-a8ab50a0-242d-4512-93a4-89f884092dd2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:33.741069 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa73f829-3322-45bf-9436-0ac1ffe77840 req-a8ab50a0-242d-4512-93a4-89f884092dd2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 944 time: 0.0835774 Apr 22 14:59:33.787159 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fa73f829-3322-45bf-9436-0ac1ffe77840 req-628b461c-5c70-4582-842e-c17672e98708 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Apr 22 14:59:33.939015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:34.837400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:34.910750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port d839e0ee-0087-489e-a429-1d36f58a0113 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:34.915871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port d839e0ee-0087-489e-a429-1d36f58a0113 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:34.916374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:34.991305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0f946-fe04-4086-b48b-0924f31bb63c req-93c580f0-756c-41ae-a209-fc7bdb71c254 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:34.992835 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0b0f946-fe04-4086-b48b-0924f31bb63c req-93c580f0-756c-41ae-a209-fc7bdb71c254 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 944 time: 0.0782266 Apr 22 14:59:35.029433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:35.037413 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0b0f946-fe04-4086-b48b-0924f31bb63c req-16f8e5db-86f8-4960-b5a3-b911b9d33eac tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389917 Apr 22 14:59:35.058051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:35.067744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:35.072236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:35.114944 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8853da-6c04-415e-8ce3-887eb6cdffd2'] response: {'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'code': 200} Apr 22 14:59:35.141736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:35.150563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.150899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.151225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.151551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.151871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.152186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.152501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.152815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.153126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.153444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.153781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:35.343949 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840acc24-6c68-4cf3-97a3-f87aed45dd53 req-63adedba-2fa8-4f3c-a030-9899d5978aaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1098 time: 0.0702019 Apr 22 14:59:35.385956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840acc24-6c68-4cf3-97a3-f87aed45dd53 req-2e25c965-5082-439a-b3c9-9633bc85a553 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361109 Apr 22 14:59:36.249470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a59b6-fc83-4faa-ab46-270a70f87de7 req-0369c2d4-b110-442c-81b3-78a0af9ba7dc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:36.250945 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb4a59b6-fc83-4faa-ab46-270a70f87de7 req-0369c2d4-b110-442c-81b3-78a0af9ba7dc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0906951 Apr 22 14:59:36.401487 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb4a59b6-fc83-4faa-ab46-270a70f87de7 req-25685783-30b2-4186-a9df-14864b7728e1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435869 Apr 22 14:59:37.615243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1438-1292-4d94-8693-f84be5876ebd req-0a9d5eac-b497-4125-acdb-e3eb03651dac tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:37.617276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5c2b1438-1292-4d94-8693-f84be5876ebd req-0a9d5eac-b497-4125-acdb-e3eb03651dac tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0896301 Apr 22 14:59:37.662904 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5c2b1438-1292-4d94-8693-f84be5876ebd req-4514c956-0b7e-42da-8c6d-76fc7d6a8517 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 Apr 22 14:59:37.870364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e79e38-cf02-4aef-bcc6-bd7535349823 req-0d9fc37e-7a8b-4da6-98a3-de9fd4720874 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:37.871766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-42e79e38-cf02-4aef-bcc6-bd7535349823 req-0d9fc37e-7a8b-4da6-98a3-de9fd4720874 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0864131 Apr 22 14:59:37.884723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 40604) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:37.890308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'floatingip': {'port_id': 'd839e0ee-0087-489e-a429-1d36f58a0113'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:37.965245 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.646535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.652520 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.844537 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 associated. External IP: 172.26.2.159, port: d839e0ee-0087-489e-a429-1d36f58a0113. Apr 22 14:59:39.199202 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 14:59:39.241837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:59:39.446942 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:39.451168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:39.456849 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:39.469141 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:39.469760 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:59:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:39.501697 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-df2182c3-da1d-4d74-bc90-0e501a8e9d16 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "PUT /v2.0/floatingips/da1203a0-fc7c-444f-8b8f-54f918b72171 HTTP/1.1" status: 200 len: 991 time: 1.6158187 Apr 22 14:59:39.502636 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 14:59:39.554803 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acaf4b15-911d-4591-a8cd-02587bd8b17a'] response: {'name': 'network-changed', 'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'status': 'completed', 'code': 200} Apr 22 14:59:39.616696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d4213bef-56f7-4f86-a5c6-f186c021c683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:39.683415 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:39.731688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-7f3efe23-114d-4140-bba1-9681c021c025 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1098 time: 0.1519561 Apr 22 14:59:39.738508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a168c5-78ae-4229-a4b7-1f7627c2a5fa req-fb059298-1b63-4768-ab59-cf6401ca7a96 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:39.739879 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5a168c5-78ae-4229-a4b7-1f7627c2a5fa req-fb059298-1b63-4768-ab59-cf6401ca7a96 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.1065376 Apr 22 14:59:39.875174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5a168c5-78ae-4229-a4b7-1f7627c2a5fa req-be6b724f-a48c-4536-b603-d0b44f1bc0d5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159935 Apr 22 14:59:39.894442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-442918df-c7d3-4829-8d3c-d3719373f4d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:39.895815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-442918df-c7d3-4829-8d3c-d3719373f4d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1550159 Apr 22 14:59:40.026229 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:cc:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T14:59:38Z', 'revision_number': 1, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:40.029046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-a43ed991-30b5-44fd-a674-d837622b4767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 999 time: 0.1273320 Apr 22 14:59:40.030382 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:40.041704 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:40.042328 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T14:59:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:40.111574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-46a9626c-c851-488a-963a-00abae4eb033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:40.113057 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-46a9626c-c851-488a-963a-00abae4eb033 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0730786 Apr 22 14:59:40.167031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aaee3-ec7c-48ee-bc28-4d783d360e34 req-30bca6fe-b5b1-4219-b760-34d7d0e5209c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:40.168500 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b2aaee3-ec7c-48ee-bc28-4d783d360e34 req-30bca6fe-b5b1-4219-b760-34d7d0e5209c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.1708739 Apr 22 14:59:40.215946 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:40.229546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-dad18edb-a648-4db9-9182-2f7befdb5838 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109552 Apr 22 14:59:40.231848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b2aaee3-ec7c-48ee-bc28-4d783d360e34 req-5d8c28a3-aade-465e-9fcb-b0b937248b0a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518906 Apr 22 14:59:40.358503 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-6a727270-6776-403d-8e50-725b192f2ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220465 Apr 22 14:59:40.489187 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49345741-d0ea-4b99-bbcd-2b60d50921dd req-112b7aff-f817-48e5-b068-f5c33b3727de service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 Apr 22 14:59:40.555691 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:cc:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T14:59:38Z', 'revision_number': 1, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:40.560037 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cf2fe-e4bd-47a4-8143-66c230677871 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:cc:09:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T14:59:38Z', 'revision_number': 1, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:41.447326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45bdc8-7584-4be1-aeea-92d30a327d55 req-20970f5e-5fe5-4975-b713-a43a1da0c79a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:41.448688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1d45bdc8-7584-4be1-aeea-92d30a327d55 req-20970f5e-5fe5-4975-b713-a43a1da0c79a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0847085 Apr 22 14:59:41.494325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1d45bdc8-7584-4be1-aeea-92d30a327d55 req-b0c288da-df05-4e22-bd60-097baa6ab8c0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 Apr 22 14:59:41.710719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564233ac-39d9-40a9-a069-355ae0c687db req-11cacc6c-e683-4a06-8102-8f0892a63810 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:41.712078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-564233ac-39d9-40a9-a069-355ae0c687db req-11cacc6c-e683-4a06-8102-8f0892a63810 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0871739 Apr 22 14:59:41.720279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff085-1d4d-4323-9ebb-ae5115e4fb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:41.758246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-564233ac-39d9-40a9-a069-355ae0c687db req-6b7f9599-20d0-4f0e-9727-8a3795a71743 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Apr 22 14:59:41.963689 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c63cab5-0c2b-463f-898c-c37869c851e9 req-6412c8f1-e2bd-4c3b-9ea0-352cb3f20816 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0732419 Apr 22 14:59:42.290642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-a4e18d7d-2994-4e4e-aac4-3c8f0dff2f44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229455 Apr 22 14:59:42.309900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a9912-b224-4106-ad59-272de6614313 req-645faa49-c0ef-467e-8552-f2210f5fe80d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:42.311529 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-410a9912-b224-4106-ad59-272de6614313 req-645faa49-c0ef-467e-8552-f2210f5fe80d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0908852 Apr 22 14:59:42.356753 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-410a9912-b224-4106-ad59-272de6614313 req-fc27d0ad-a206-4d36-a4f1-c55ed5ec6b06 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Apr 22 14:59:42.926708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:42.992969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:43.688277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-f6d558f6-b089-476d-a8bd-f1f8eb64c085 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1098 time: 0.2144496 Apr 22 14:59:43.696926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8e4dd-2635-4e68-81d3-e75060cd6938 req-d6e5533e-92dc-4253-a4f9-2563912883d9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:43.698275 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5e8e4dd-2635-4e68-81d3-e75060cd6938 req-d6e5533e-92dc-4253-a4f9-2563912883d9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.1954842 Apr 22 14:59:43.834111 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5e8e4dd-2635-4e68-81d3-e75060cd6938 req-8b7450b6-fcf4-42ca-9fd3-de8d2e0ae6cb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156070 Apr 22 14:59:43.852390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-2edef60b-7126-42a9-9fcb-19065024fbe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:43.853988 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-2edef60b-7126-42a9-9fcb-19065024fbe9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1547821 Apr 22 14:59:43.957492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-833a4ca7-4dcb-4961-8462-3e9ef8723d74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 999 time: 0.0970368 Apr 22 14:59:44.019880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-6cd3f881-e90d-4c90-abb4-2810896b3fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:44.021265 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-6cd3f881-e90d-4c90-abb4-2810896b3fb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0577486 Apr 22 14:59:44.099489 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-d8ba4599-91fb-4313-884d-357a52653172 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722978 Apr 22 14:59:44.229587 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-4442304a-68f9-4429-a9ac-b1446e6dec69 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240504 Apr 22 14:59:44.336631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8e640-aecd-48be-b2ab-df31147865b2 None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 14:59:44.360239 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-aa09f687-a5bd-49d3-ae65-03f7f42294f0 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251352 Apr 22 14:59:44.548802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:45.044937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607d9ed-bdd0-41eb-9226-036f5e02f2a5 req-350d1e1b-a361-47a5-815a-9d34199bce4c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:45.046697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b607d9ed-bdd0-41eb-9226-036f5e02f2a5 req-350d1e1b-a361-47a5-815a-9d34199bce4c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0895910 Apr 22 14:59:45.095333 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b607d9ed-bdd0-41eb-9226-036f5e02f2a5 req-c56b59c9-432d-4875-b604-bb36bd147092 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Apr 22 14:59:46.305992 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e607-f5d4-4e4e-a673-5154781c4ee8 req-e7b5f0d0-171d-4c83-9434-505d5d94207e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:46.307561 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a54e607-f5d4-4e4e-a673-5154781c4ee8 req-e7b5f0d0-171d-4c83-9434-505d5d94207e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0801508 Apr 22 14:59:46.354627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a54e607-f5d4-4e4e-a673-5154781c4ee8 req-b5235480-bdde-4f79-a66a-6fe3a006aa15 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Apr 22 14:59:47.563407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5b11-28ed-4477-a27d-f9808c0d453f req-840bc1f9-3fcc-488e-bb48-d4bcff401cdb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:47.564845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b1a5b11-28ed-4477-a27d-f9808c0d453f req-840bc1f9-3fcc-488e-bb48-d4bcff401cdb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0817530 Apr 22 14:59:47.613062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b1a5b11-28ed-4477-a27d-f9808c0d453f req-5fbae5ef-7546-4de0-8fcd-a9daedeb3388 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395658 Apr 22 14:59:48.846108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c80d9-8558-483b-b839-89e738464c3b req-719cbd79-7dc9-4a12-8730-1ddf16f3ad21 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:48.847553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-344c80d9-8558-483b-b839-89e738464c3b req-719cbd79-7dc9-4a12-8730-1ddf16f3ad21 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0927849 Apr 22 14:59:48.907663 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-344c80d9-8558-483b-b839-89e738464c3b req-6b422742-0b4b-4603-8346-cedadb5073a9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544882 Apr 22 14:59:50.109045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c0d19-9311-441f-8d13-01cfdad3676a req-f3764b34-1ab4-4864-9f76-195fbf54b180 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:50.110507 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-360c0d19-9311-441f-8d13-01cfdad3676a req-f3764b34-1ab4-4864-9f76-195fbf54b180 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0782106 Apr 22 14:59:50.160332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-360c0d19-9311-441f-8d13-01cfdad3676a req-decc7037-e7ca-4e59-aef3-b0347a6495eb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Apr 22 14:59:51.378681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef34f0-035d-4f77-89b3-dd77bd25f70d req-1d0411c2-ff80-4014-8023-6bcd858acb45 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:51.380336 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-15ef34f0-035d-4f77-89b3-dd77bd25f70d req-1d0411c2-ff80-4014-8023-6bcd858acb45 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0833900 Apr 22 14:59:51.438224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-15ef34f0-035d-4f77-89b3-dd77bd25f70d req-d3e4681c-6252-4737-88a7-643767473332 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515463 Apr 22 14:59:52.097624 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-8cd2baca-a359-4439-b34c-f9f04fc974c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1098 time: 0.0730798 Apr 22 14:59:52.265241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-4e50e2b8-38a1-48b0-a331-297977d599d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:52.267450 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-4e50e2b8-38a1-48b0-a331-297977d599d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1494818 Apr 22 14:59:52.370687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-7d71acb3-28f9-44fc-98ae-aef0f4399244 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 1001 time: 0.0968254 Apr 22 14:59:52.520000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-3d403cf7-9f2f-482b-a2dd-901eb10b958c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:52.521432 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-3d403cf7-9f2f-482b-a2dd-901eb10b958c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.1445265 Apr 22 14:59:52.650593 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-90917d7f-82da-42f4-8add-0ea6fd809db9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211035 Apr 22 14:59:52.682016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61b2b6-d1d5-4e2c-9e30-9437a1739019 req-e937b374-5a12-496c-ad88-2fd38fe0ac8b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:52.683451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea61b2b6-d1d5-4e2c-9e30-9437a1739019 req-e937b374-5a12-496c-ad88-2fd38fe0ac8b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.1223660 Apr 22 14:59:52.809544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea61b2b6-d1d5-4e2c-9e30-9437a1739019 req-1b314717-b11f-4b47-81dc-8ed9c0c42908 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802116 Apr 22 14:59:52.814606 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-8dc24490-fb0d-476e-b96d-7307a1df4152 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568713 Apr 22 14:59:52.948377 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4b61c7-0c53-4eaf-b7eb-8e3072442f66 req-2e432494-721d-4cde-b5d8-33fca6be8f10 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264753 Apr 22 14:59:54.034208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70401a5-ca08-4acb-9719-7369c724aa63 req-1a37cdac-6357-4b03-b6f3-a9dd4873fe3e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:54.035678 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f70401a5-ca08-4acb-9719-7369c724aa63 req-1a37cdac-6357-4b03-b6f3-a9dd4873fe3e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0897429 Apr 22 14:59:54.083701 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f70401a5-ca08-4acb-9719-7369c724aa63 req-c926742d-2d7d-497f-b9c0-3dd854e47d89 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Apr 22 14:59:55.310901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c6e9e-dfe1-420f-a4c3-2e4c7e72272d req-6580ef12-1af8-402e-afcd-a3cfe8462c26 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:55.313247 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d35c6e9e-dfe1-420f-a4c3-2e4c7e72272d req-6580ef12-1af8-402e-afcd-a3cfe8462c26 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.1072471 Apr 22 14:59:55.361951 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d35c6e9e-dfe1-420f-a4c3-2e4c7e72272d req-36e642c4-ef20-493a-a255-6218926f093b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Apr 22 14:59:56.582016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe735f-64da-4c93-a37f-2089cadac10e req-736f315c-37ee-4660-b2e9-5eaac4dc559f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:56.583668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41fe735f-64da-4c93-a37f-2089cadac10e req-736f315c-37ee-4660-b2e9-5eaac4dc559f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0913916 Apr 22 14:59:56.635581 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41fe735f-64da-4c93-a37f-2089cadac10e req-e59c7eca-d3ad-4fa9-8e50-f5ad4918680f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461514 Apr 22 14:59:57.829912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a31a-ab3d-4f6a-af95-155c3a725b47 req-b4fa5636-7b01-446c-be3c-e096a81f8fad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:57.831349 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4089a31a-ab3d-4f6a-af95-155c3a725b47 req-b4fa5636-7b01-446c-be3c-e096a81f8fad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0753629 Apr 22 14:59:57.888587 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4089a31a-ab3d-4f6a-af95-155c3a725b47 req-88c58176-4304-426a-8ed8-382db9cdfef2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494378 Apr 22 14:59:59.107188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefbf88-968a-4e70-824d-71df0908d389 req-fe5022ef-56ac-4e62-a0ba-19450d1793c8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:59.108629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acefbf88-968a-4e70-824d-71df0908d389 req-fe5022ef-56ac-4e62-a0ba-19450d1793c8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0819919 Apr 22 14:59:59.154128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acefbf88-968a-4e70-824d-71df0908d389 req-39332e6f-5d3b-48fc-b770-4775e68fef75 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Apr 22 15:00:00.371568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a304-3ecc-4656-b474-7668610905e4 req-9341ef04-a550-42b6-b17b-b9309893eb23 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:00.373019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5e6a304-3ecc-4656-b474-7668610905e4 req-9341ef04-a550-42b6-b17b-b9309893eb23 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0865805 Apr 22 15:00:00.422558 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5e6a304-3ecc-4656-b474-7668610905e4 req-c3ccd329-162c-4b1b-a976-7abba7298b8b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Apr 22 15:00:01.668143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0db9-0815-4744-8c44-d453a6bd0125 req-35544bf4-8726-48f0-9ceb-f6f3e21d83a1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:01.669572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d92b0db9-0815-4744-8c44-d453a6bd0125 req-35544bf4-8726-48f0-9ceb-f6f3e21d83a1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0876994 Apr 22 15:00:01.715424 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d92b0db9-0815-4744-8c44-d453a6bd0125 req-579b76ed-bdb4-4934-95b4-7d2514fbfafa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Apr 22 15:00:02.937000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab594964-1c0c-4fa6-be38-2cb36a404004 req-85ad6bfb-7d29-45bd-961b-0dd7bf099036 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:02.938452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab594964-1c0c-4fa6-be38-2cb36a404004 req-85ad6bfb-7d29-45bd-961b-0dd7bf099036 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0873618 Apr 22 15:00:02.983173 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab594964-1c0c-4fa6-be38-2cb36a404004 req-ea578e0f-ea72-4fbf-9585-57889cebdbcc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Apr 22 15:00:03.970268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:04.183052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6ccf5-b455-49d1-ad11-f1532f22b192 req-e34e331d-cda1-42eb-8d19-e526a48f86a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:04.184508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-26b6ccf5-b455-49d1-ad11-f1532f22b192 req-e34e331d-cda1-42eb-8d19-e526a48f86a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0815053 Apr 22 15:00:04.232135 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-26b6ccf5-b455-49d1-ad11-f1532f22b192 req-50b05acc-0e60-428b-b24f-e9fe348dacd3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 Apr 22 15:00:05.439831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea8182-7a80-4383-9d9a-7eed1d3c36ee req-a9ed7a96-d7a1-422b-8d54-be3f0b7f42ea tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:05.441266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-56ea8182-7a80-4383-9d9a-7eed1d3c36ee req-a9ed7a96-d7a1-422b-8d54-be3f0b7f42ea tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0814161 Apr 22 15:00:05.495723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-56ea8182-7a80-4383-9d9a-7eed1d3c36ee req-a6ea5f79-496a-4493-b679-e2359b9f0c4e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474906 Apr 22 15:00:06.054208 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-46dc3c85-2194-4667-a3d6-4541703043cf service neutron] 10.222.0.24 "GET /v2.0/ports/d839e0ee-0087-489e-a429-1d36f58a0113/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0869122 Apr 22 15:00:06.326881 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-9554157a-4c8b-4904-9359-dbd238a2aaeb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 1098 time: 0.0725279 Apr 22 15:00:06.418094 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-d524cfdc-80a1-4044-bada-1cd835e814e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1098 time: 0.0700593 Apr 22 15:00:06.672182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-26cdcee1-3514-4fad-bca9-3ead1dde5210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:06.673492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-26cdcee1-3514-4fad-bca9-3ead1dde5210 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.2493992 Apr 22 15:00:06.788945 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-293be688-4845-49f7-8c8c-a7ae4d2996f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 1001 time: 0.1081724 Apr 22 15:00:06.795425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e082b3b-c672-449a-b00f-5bcd0b09ffd5 req-1fba9e3a-4149-4a24-bd9b-4e58b735397d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:06.796792 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5e082b3b-c672-449a-b00f-5bcd0b09ffd5 req-1fba9e3a-4149-4a24-bd9b-4e58b735397d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.1700096 Apr 22 15:00:06.882524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-c5eecbb7-2175-4479-a36a-33a60d43d300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:06.883958 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-c5eecbb7-2175-4479-a36a-33a60d43d300 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0863547 Apr 22 15:00:06.889443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5e082b3b-c672-449a-b00f-5bcd0b09ffd5 req-c6f6a419-dc56-450d-91fc-baf994b99ac6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631030 Apr 22 15:00:06.961704 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-9ce9cb01-f9c2-4f75-b012-3a3367b96f00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711877 Apr 22 15:00:07.091868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-4fb317c6-5a4b-44a5-b958-6f81308356e9 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236322 Apr 22 15:00:07.220743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8478f482-41ae-4b4b-82ba-17db92e65162 req-923c2a96-3bcf-4969-abc3-72264b55be70 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223309 Apr 22 15:00:08.099618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6988306-fd73-4122-a451-997744926dd6 req-04782fe5-6caf-4da8-a8d0-51cf2823d645 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:08.101090 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6988306-fd73-4122-a451-997744926dd6 req-04782fe5-6caf-4da8-a8d0-51cf2823d645 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0911446 Apr 22 15:00:08.149914 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6988306-fd73-4122-a451-997744926dd6 req-431f0b5a-5cad-4b31-902f-56cf062c2212 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398445 Apr 22 15:00:08.915310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:00:08.920312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:00:09.135946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:09.153659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:09.177220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'mac_address': 'fa:16:3e:cc:09:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:00:09.184811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:09.227310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:09.243645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:09.282285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:09.306884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d839e0ee-0087-489e-a429-1d36f58a0113 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:09.364663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59bda5-ab53-4df4-bc71-80ef2a1c5a81 req-4b091e2e-2d45-41fb-9edb-fedc63a6faed tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:09.371636 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a59bda5-ab53-4df4-bc71-80ef2a1c5a81 req-4b091e2e-2d45-41fb-9edb-fedc63a6faed tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 943 time: 0.0865119 Apr 22 15:00:09.377954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:09.417535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a59bda5-ab53-4df4-bc71-80ef2a1c5a81 req-759ad547-5cc0-400d-adc4-a5f1aebbb7c3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Apr 22 15:00:09.417955 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b92085-eeb4-483f-a2ab-183268478496'] response: {'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'code': 200} Apr 22 15:00:09.418668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:00:09.419015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:00:09.628021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a1f0447e-9dc0-4b89-a0f8-af9117b7fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:09.804147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-fe330626-af56-4560-96ae-cb3e1c982d3a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:09.805496 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-fe330626-af56-4560-96ae-cb3e1c982d3a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c&tenant_id=88e9fb003d014a8d84256635ed2086ba&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 943 time: 0.1349072 Apr 22 15:00:09.811718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef810cd-1fea-4e61-acd8-9095caff62a6 req-5d2190c4-395d-4323-b83d-69f1835fdd6b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:09.813014 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ef810cd-1fea-4e61-acd8-9095caff62a6 req-5d2190c4-395d-4323-b83d-69f1835fdd6b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 943 time: 0.1130695 Apr 22 15:00:09.859775 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ef810cd-1fea-4e61-acd8-9095caff62a6 req-5e89cd76-8671-4b70-86a2-5d15d3b2311a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Apr 22 15:00:09.940941 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-45c47b1e-47c8-4f9f-a989-8bcb82cd0143 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 1096 time: 0.0676897 Apr 22 15:00:09.970519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:09.987369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d839e0ee-0087-489e-a429-1d36f58a0113 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:10.002449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:10.009158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:10.073133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-051a0d5b-9db7-4d2f-b500-ee4ed951d83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:10.074557 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-051a0d5b-9db7-4d2f-b500-ee4ed951d83e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1284363 Apr 22 15:00:10.076446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['d839e0ee-0087-489e-a429-1d36f58a0113'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:00:10.113894 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:10.177931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-1aa0b12c-be7b-428d-8a36-c3816ab4f0fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 200 len: 1000 time: 0.0958068 Apr 22 15:00:10.239727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-4f5a3776-6d9b-46a6-b79a-02e46d50533f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:10.241193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-4f5a3776-6d9b-46a6-b79a-02e46d50533f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0579369 Apr 22 15:00:10.313923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-01647530-cd30-46d9-a4bf-f3cf2fe027d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669498 Apr 22 15:00:10.535836 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-ace855f8-5a09-473f-aee3-0382890f22c5 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155323 Apr 22 15:00:10.671424 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1e6b72ff-f67d-4c41-86ed-ad1bcf42b452 req-d57080bc-5794-49b4-926e-8adf0c5401cf service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288562 Apr 22 15:00:10.929251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:00:10.998712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port d839e0ee-0087-489e-a429-1d36f58a0113 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:10.999423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:11.071437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b72f58-e735-4b87-9860-dcfb230dcc95 req-85801e94-9846-4028-8719-24fc6b64a2b2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:11.072929 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0b72f58-e735-4b87-9860-dcfb230dcc95 req-85801e94-9846-4028-8719-24fc6b64a2b2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 944 time: 0.0800278 Apr 22 15:00:11.119505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:11.130579 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0b72f58-e735-4b87-9860-dcfb230dcc95 req-e2f2858c-8b22-4dcb-b890-b3d050bd8b2a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Apr 22 15:00:11.157364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:11.163015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:11.232067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:11.419650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:11.479175 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6af5d0c-353e-4842-baae-a9a8ea24d1a5'] response: {'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'code': 200} Apr 22 15:00:11.735990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-80ca4fb9-d86a-4a1a-8ea9-a9f03dbd8e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:12.337586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51effcef-1486-47db-8333-381541997310 req-9c8b0bca-408f-434b-b782-3897a09f785f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:12.339061 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51effcef-1486-47db-8333-381541997310 req-9c8b0bca-408f-434b-b782-3897a09f785f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0789869 Apr 22 15:00:12.384437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51effcef-1486-47db-8333-381541997310 req-5c4b9751-efbb-43dd-8789-5f0f7c45f160 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Apr 22 15:00:12.598139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8867cc6-95a1-4466-a64e-aada139360ce req-54ab9c40-2e5b-4642-8bf8-e1dfb78f49fb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:12.599560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8867cc6-95a1-4466-a64e-aada139360ce req-54ab9c40-2e5b-4642-8bf8-e1dfb78f49fb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0878360 Apr 22 15:00:12.652877 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8867cc6-95a1-4466-a64e-aada139360ce req-c8cecf81-766f-4df0-bfcc-e0b9d5e00285 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Apr 22 15:00:12.858813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710a6da-5fb1-4476-abaa-393f552ef995 req-777a8d2a-ea17-4171-88c2-2e32d162e5e0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:12.860244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4710a6da-5fb1-4476-abaa-393f552ef995 req-777a8d2a-ea17-4171-88c2-2e32d162e5e0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0857029 Apr 22 15:00:12.909097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4710a6da-5fb1-4476-abaa-393f552ef995 req-50a99612-fd90-442d-817b-c9dccab85d05 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Apr 22 15:00:12.929957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:12.997199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:13.319024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401022c-5196-4501-826a-8f8a97a2bcf0 req-43ba1b99-1541-441b-9975-411ff3d6fe8d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:13.320453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7401022c-5196-4501-826a-8f8a97a2bcf0 req-43ba1b99-1541-441b-9975-411ff3d6fe8d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0876532 Apr 22 15:00:13.366794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7401022c-5196-4501-826a-8f8a97a2bcf0 req-8187fa2a-7386-45da-bc14-d633b1b2d425 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Apr 22 15:00:14.470558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:14.570048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213341a-c6a0-4135-af30-0897b1fa6e3a req-6408d287-d920-44fe-a2b0-d6d77bdaf540 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:14.571504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6213341a-c6a0-4135-af30-0897b1fa6e3a req-6408d287-d920-44fe-a2b0-d6d77bdaf540 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0761538 Apr 22 15:00:14.618784 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6213341a-c6a0-4135-af30-0897b1fa6e3a req-cf5637cb-7f54-4f73-a236-963179ec4070 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Apr 22 15:00:14.934834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-94e5b0fc-eb85-4b48-91f0-933017943f24 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:14.936159 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-94e5b0fc-eb85-4b48-91f0-933017943f24 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 945 time: 0.0801182 Apr 22 15:00:15.003222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Deleting port d839e0ee-0087-489e-a429-1d36f58a0113 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:00:15.003560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.245260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] For port d839e0ee-0087-489e-a429-1d36f58a0113, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d839e0ee-0087-489e-a429-1d36f58a0113,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:15.245508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.538167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.538523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.538833 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 disassociated. External IP: 172.26.2.159, port: d839e0ee-0087-489e-a429-1d36f58a0113. Apr 22 15:00:15.539156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Calling delete_port for d839e0ee-0087-489e-a429-1d36f58a0113 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:00:15.683444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.740629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event deleted for resources: {'Port': ['ID=d839e0ee-0087-489e-a429-1d36f58a0113,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:15.877255 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ee3beb1-9474-4b3d-8dea-9742f3426ab9 req-1d69a619-b530-4e63-bc76-f62f9e21961c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e58c9e5-cef2-43c6-990d-02297039b30c HTTP/1.1" status: 200 len: 210 time: 0.1327069 Apr 22 15:00:16.080226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:00:16.201024 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:00:16.284976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:00:16.295598 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:00:16.309338 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:16.310080 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:00:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:16.354854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] No DVR routers for this DVR port d839e0ee-0087-489e-a429-1d36f58a0113 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:00:16.357901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:16.360415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-deleted', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:16.378201 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c1bf92f6-73b5-4647-b7f5-26bde129c864 req-1a08f3b8-cfb5-4ad7-bf98-ee94986c1333 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "DELETE /v2.0/ports/d839e0ee-0087-489e-a429-1d36f58a0113 HTTP/1.1" status: 204 len: 173 time: 1.4364412 Apr 22 15:00:16.418844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b88956-b25e-4b7f-9881-f26995ad0555'] response: {'server_uuid': '5e58c9e5-cef2-43c6-990d-02297039b30c', 'name': 'network-vif-deleted', 'tag': 'd839e0ee-0087-489e-a429-1d36f58a0113', 'status': 'completed', 'code': 200} Apr 22 15:00:16.529279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:16.850871 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:16.856213 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:00:16.867994 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:16.868632 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:00:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:16.973506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:00:17.021539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: d839e0ee-0087-489e-a429-1d36f58a0113 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:00:17.022121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device d839e0ee-0087-489e-a429-1d36f58a0113 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:00:17.051144 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:17.244732 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-66be2ece-718c-42a3-acf4-e8bfd487fbce tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1211954529&fields=id&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 267 time: 0.0414522 Apr 22 15:00:17.362873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:17.366732 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45790211-5d7c-4ac9-a867-9edebd7a79ae None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:00:17.392128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef30a8-2312-4d69-993d-57e6494292fa req-86d29b0c-b6d3-41a2-8de8-03c054821bfe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:17.393610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-86d29b0c-b6d3-41a2-8de8-03c054821bfe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1423504 Apr 22 15:00:17.410524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-c615a0da-3fa6-4d48-b13d-60bcd3c18fa1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/quotas/88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 375 time: 0.0110462 Apr 22 15:00:17.489317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-05ef30a8-2312-4d69-993d-57e6494292fa req-922535ae-b27c-4539-b569-46acbe3ee6c4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:00:17.507180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-05ef30a8-2312-4d69-993d-57e6494292fa req-922535ae-b27c-4539-b569-46acbe3ee6c4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:00:17.508780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-922535ae-b27c-4539-b569-46acbe3ee6c4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927300 Apr 22 15:00:17.580502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c8fb4-2b7c-423c-8be6-0d3bac32f2aa None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:00:17.718246 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-a8b51bd1-3867-4e73-ab97-15af11e367a2 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966410 Apr 22 15:00:17.854276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-c49b2623-c2ad-4776-ae5e-fb2690df2ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299427 Apr 22 15:00:18.043249 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b1f7b0f2-f12e-442d-92bc-d46d8b658a46 req-6fa82fee-6530-4a3d-a40e-ec59f603e8a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 210 time: 0.0463159 Apr 22 15:00:19.071764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef30a8-2312-4d69-993d-57e6494292fa req-fae1f935-2b07-449c-aace-2bcc2d86261f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:19.073171 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-fae1f935-2b07-449c-aace-2bcc2d86261f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1440160 Apr 22 15:00:19.128005 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-40c66ea5-be56-4938-90f5-b19a790135ed tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 380 time: 0.0422657 Apr 22 15:00:19.138302 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'port': {'device_id': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'admin_state_up': True, 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'security_groups': ['851f4d78-a4a6-4699-a79b-3d639c1ce2c5']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:19.253159 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1da5eba4-079d-4c58-9819-cf196bf20fd5 req-4326b2b6-216d-42cf-918c-1f8cce00b999 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 210 time: 0.0519936 Apr 22 15:00:19.303110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:00:19.312404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:00:19.323822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Made reservation on behalf of 88e9fb003d014a8d84256635ed2086ba for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:00:19.326863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:19.579756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Allocated IP 172.20.0.9 (c98ab472-99af-41c3-9ac4-7792015302f6/ecc03009-321b-4b58-a61e-7d9ea7cafc6f/1676c24d-b5a6-456e-9305-25f301e75688) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:00:19.793820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:19.808973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Transition to ACTIVE for port object 1676c24d-b5a6-456e-9305-25f301e75688 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:00:19.832782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:19.906562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:00:19.910598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:00:19.915120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:00:19.944335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:19.982039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:19.982644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:20.009770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-18ce23ba-a19e-419f-b2b0-c0c41f70ec25 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751383 Apr 22 15:00:20.021669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Request body: {'port': {'device_id': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:20.130128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:20.144974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-670e96b1-2375-4343-ae82-8e439f27a7bb None None] Provisioning for port 1676c24d-b5a6-456e-9305-25f301e75688 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:00:20.149796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-670e96b1-2375-4343-ae82-8e439f27a7bb None None] Provisioning complete for port 1676c24d-b5a6-456e-9305-25f301e75688 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:20.150228 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-670e96b1-2375-4343-ae82-8e439f27a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:20.201807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-670e96b1-2375-4343-ae82-8e439f27a7bb None None] Port 1676c24d-b5a6-456e-9305-25f301e75688 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:00:20.529030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4e0c8-9ceb-4198-99bb-3f2c2db9427d req-cbee4e09-95b5-44eb-a46a-0fa9e38aa47f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:20.529724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-c6e4e0c8-9ceb-4198-99bb-3f2c2db9427d req-cbee4e09-95b5-44eb-a46a-0fa9e38aa47f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:00:20.535571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1676c24d-b5a6-456e-9305-25f301e75688 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:20.544391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:20.563100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Transition to ACTIVE for port object 1676c24d-b5a6-456e-9305-25f301e75688 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:00:20.563963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-c6e4e0c8-9ceb-4198-99bb-3f2c2db9427d req-cbee4e09-95b5-44eb-a46a-0fa9e38aa47f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:00:20.565146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6e4e0c8-9ceb-4198-99bb-3f2c2db9427d req-cbee4e09-95b5-44eb-a46a-0fa9e38aa47f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 931 time: 0.1883495 Apr 22 15:00:20.568448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:20.723229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:20.731597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6e4e0c8-9ceb-4198-99bb-3f2c2db9427d req-0acbb29c-6e4f-4501-9872-ebdd5381afb0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590111 Apr 22 15:00:20.838903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Attempting to bind port 1676c24d-b5a6-456e-9305-25f301e75688 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:00:20.839231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Attempting to bind port 1676c24d-b5a6-456e-9305-25f301e75688 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:00:20.839590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Attempting to bind port 1676c24d-b5a6-456e-9305-25f301e75688 on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:00:20.845353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Port 1676c24d-b5a6-456e-9305-25f301e75688 on network c98ab472-99af-41c3-9ac4-7792015302f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:00:20.845662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Attempting to bind port 1676c24d-b5a6-456e-9305-25f301e75688 on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:00:20.851971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:00:20.852301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:00:20.852673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Bound using segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:00:20.853087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Bound port: 1676c24d-b5a6-456e-9305-25f301e75688, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:00:20.853420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:20.941142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:00:20.944105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:00:20.951108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:21.010869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:21.012316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] 10.222.0.24 "PUT /v2.0/ports/1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 1093 time: 0.9950845 Apr 22 15:00:21.012803 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:21.030542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7132c1-189d-487b-a0cb-5cf956c30ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:21.091058 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876d8cb6-ed41-4fb5-ba5b-4550980d36e9'] response: {'name': 'network-changed', 'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688', 'status': 'completed', 'code': 200} Apr 22 15:00:21.133706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-008c8b81-6104-4fb1-9bc9-03c09b35362e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1096 time: 0.0744355 Apr 22 15:00:21.205352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-f2837193-e6c0-40e2-905f-b75468b774a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 217 time: 0.0653276 Apr 22 15:00:21.279381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef30a8-2312-4d69-993d-57e6494292fa req-5b8620c8-f5f8-4934-97df-e3829f13b9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:21.280828 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-5b8620c8-f5f8-4934-97df-e3829f13b9bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0686586 Apr 22 15:00:21.436580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-6ff3ac15-efed-43f6-be63-19b9167a3a61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1493542 Apr 22 15:00:21.564777 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-afa72ecb-b527-4c71-8b2c-ae998aa4dff0 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216569 Apr 22 15:00:21.694591 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05ef30a8-2312-4d69-993d-57e6494292fa req-883d998f-29a1-4876-88cd-8296f789f76c service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238475 Apr 22 15:00:21.816129 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-ffbd84b6-5fff-4865-9d37-5e5fc77b1b39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1096 time: 0.0759709 Apr 22 15:00:21.996614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-c1f44234-5034-4087-8f04-4daa97b721ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:21.998023 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-c1f44234-5034-4087-8f04-4daa97b721ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1757085 Apr 22 15:00:22.056962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ece7c-5e21-4e16-8226-e8b40ebca9c3 req-026b3474-7ff6-4910-b0c0-882c0e26ec2a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:22.058411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-423ece7c-5e21-4e16-8226-e8b40ebca9c3 req-026b3474-7ff6-4910-b0c0-882c0e26ec2a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 943 time: 0.1690831 Apr 22 15:00:22.089121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-2489bd5b-3e74-4f25-94c5-b25fed875d67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 217 time: 0.0826955 Apr 22 15:00:22.156214 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-423ece7c-5e21-4e16-8226-e8b40ebca9c3 req-e36cb78d-902e-4299-9a2a-75d9a1855412 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915792 Apr 22 15:00:22.166397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-acf97359-30ad-40fd-a374-69b581880fc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:22.167883 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-acf97359-30ad-40fd-a374-69b581880fc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0714350 Apr 22 15:00:22.243586 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-1500778f-418f-461e-8f07-8a28dfba4daf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694544 Apr 22 15:00:22.376386 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-cc1ba6bb-0e15-454d-92f5-95f6beef2904 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243954 Apr 22 15:00:22.509489 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afc60c17-1c11-460d-bef3-f7e80312f90e req-44d5a516-ecb0-41d4-8b52-019f5b49570f service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255693 Apr 22 15:00:23.021465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 1676c24d-b5a6-456e-9305-25f301e75688 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:00:23.163915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:23.185209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '1676c24d-b5a6-456e-9305-25f301e75688', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': '1676c24d-b5a6-456e-9305-25f301e75688', 'mac_address': 'fa:16:3e:4d:62:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:00:23.238740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:23.256373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1676c24d-b5a6-456e-9305-25f301e75688 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:00:23.272402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:23.277599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:23.342161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:23.361944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc673c-4843-49e3-80a0-0b116cc58e95 req-c832b17f-8891-4302-9ba0-dcc7f1e876ac tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:23.363349 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d6fc673c-4843-49e3-80a0-0b116cc58e95 req-c832b17f-8891-4302-9ba0-dcc7f1e876ac tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 944 time: 0.0817950 Apr 22 15:00:23.412563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d6fc673c-4843-49e3-80a0-0b116cc58e95 req-b75b4e57-4511-43e0-9f9e-b6edc31850c8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Apr 22 15:00:23.469713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['1676c24d-b5a6-456e-9305-25f301e75688'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:00:24.613438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f08f7f-d721-4da1-af06-74aecc2c026f req-21c8fcc8-5c59-472f-97c0-21812622213f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:24.614807 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f9f08f7f-d721-4da1-af06-74aecc2c026f req-21c8fcc8-5c59-472f-97c0-21812622213f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 944 time: 0.0771971 Apr 22 15:00:24.664829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f9f08f7f-d721-4da1-af06-74aecc2c026f req-abca3980-da0e-4c16-b652-d04cf57d361e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Apr 22 15:00:25.039859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 1676c24d-b5a6-456e-9305-25f301e75688 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:00:25.112545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 1676c24d-b5a6-456e-9305-25f301e75688 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:00:25.117142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 1676c24d-b5a6-456e-9305-25f301e75688 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:25.117507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:25.239210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:25.265501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:25.275111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:25.280325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:25.326465 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b85d2b-d544-4ffa-87bf-70367cf63762'] response: {'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688', 'code': 200} Apr 22 15:00:25.350996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:25.573417 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d6ce0942-243c-45db-bf35-75823ec1ca95 req-e0009a6a-bf40-4efc-801d-e5b9c1b75318 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.0673757 Apr 22 15:00:25.615311 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d6ce0942-243c-45db-bf35-75823ec1ca95 req-8f8e2218-5d64-4e27-854b-7f5b4ba052f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Apr 22 15:00:25.892362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2135-e129-43a4-a730-d9e180db4ce0 req-506db601-1d43-4eb2-aba1-33ad7743d2f7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:25.893719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-829e2135-e129-43a4-a730-d9e180db4ce0 req-506db601-1d43-4eb2-aba1-33ad7743d2f7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0978322 Apr 22 15:00:25.937728 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-829e2135-e129-43a4-a730-d9e180db4ce0 req-9fdad620-0dcf-4cb3-ba7d-2aa5f2f2ad6f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383716 Apr 22 15:00:27.149845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dfec2-87cd-4a96-a1c2-8b8d04495cf5 req-e32f7a57-db52-4271-b35c-77cf6dc8b08c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:27.151300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-af3dfec2-87cd-4a96-a1c2-8b8d04495cf5 req-e32f7a57-db52-4271-b35c-77cf6dc8b08c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0810719 Apr 22 15:00:27.199575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-af3dfec2-87cd-4a96-a1c2-8b8d04495cf5 req-28141ea1-4644-49c0-b951-31fff4316f78 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Apr 22 15:00:27.499914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240fbb5-5b59-403e-8ce8-9153da8a6c78 req-41b6e2ae-f982-4583-ad77-ccfde3aa7cbe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:27.501289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b240fbb5-5b59-403e-8ce8-9153da8a6c78 req-41b6e2ae-f982-4583-ad77-ccfde3aa7cbe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1729364 Apr 22 15:00:27.512235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40760) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:00:27.517406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'floatingip': {'port_id': '1676c24d-b5a6-456e-9305-25f301e75688'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:00:27.593283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:28.179709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:28.186203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:28.370063 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 associated. External IP: 172.26.2.159, port: 1676c24d-b5a6-456e-9305-25f301e75688. Apr 22 15:00:28.758052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:00:29.053111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:00:29.057605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:29.062901 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:00:29.078983 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:29.079593 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:00:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:29.111351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fb8a4341-251e-4ac3-b04f-78a7e3086dad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "PUT /v2.0/floatingips/da1203a0-fc7c-444f-8b8f-54f918b72171 HTTP/1.1" status: 200 len: 991 time: 1.5979655 Apr 22 15:00:29.111916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:00:29.172685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1371aaa-1f85-4542-a9e7-d7548bc61f03'] response: {'name': 'network-changed', 'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688', 'status': 'completed', 'code': 200} Apr 22 15:00:29.256715 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:29.266843 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-880310e1-6f65-4334-834c-9f042d5a8d45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.0710864 Apr 22 15:00:29.457986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-4a92f606-eea4-4711-a348-7b43b10a2ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:29.459412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-4a92f606-eea4-4711-a348-7b43b10a2ab8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1863894 Apr 22 15:00:29.575942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff944-8920-4fd5-8950-0a7fb2feb5c2 req-c3b1a5c0-d9dd-4950-b641-129da70a74fe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:29.577315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d09ff944-8920-4fd5-8950-0a7fb2feb5c2 req-c3b1a5c0-d9dd-4950-b641-129da70a74fe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1762600 Apr 22 15:00:29.579521 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-1ab235ed-3c0c-46f0-8f53-07d600dcef6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 999 time: 0.1116328 Apr 22 15:00:29.632794 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': '1676c24d-b5a6-456e-9305-25f301e75688', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:4d:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:00:28Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:29.637107 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:00:29.648104 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:00:29.648438 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:00:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:29.674570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d09ff944-8920-4fd5-8950-0a7fb2feb5c2 req-249b4003-1c7a-4dfa-9f47-492be359d5cb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912962 Apr 22 15:00:29.675760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-c8c6f953-7f53-4970-a36c-3b1d63ad0957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:29.677060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-c8c6f953-7f53-4970-a36c-3b1d63ad0957 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0803213 Apr 22 15:00:29.749827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-73d5da0c-6072-40e0-8994-f8eb3f09835c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668299 Apr 22 15:00:29.818981 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:00:29.879862 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-fc51a4cd-9276-46d6-9b2a-28f637c104c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238754 Apr 22 15:00:30.013286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f511df2b-8a72-4a47-83ca-19713090aaf2 req-5d146038-b2d9-41b1-baea-8c512642092d service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275859 Apr 22 15:00:30.179773 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': '1676c24d-b5a6-456e-9305-25f301e75688', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:4d:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:00:28Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:00:30.183649 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d033af-7484-471e-819f-894f11ebf8fc None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': '1676c24d-b5a6-456e-9305-25f301e75688', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:4d:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:00:28Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:00:30.392479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5eee8-49b4-45d2-a11c-9165c74c538c None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:00:30.887935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df116c-b0c4-41e3-9f23-8dc8affcfe9f req-205074dd-eeb0-423d-ae63-a7a881c6550b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:30.889378 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-88df116c-b0c4-41e3-9f23-8dc8affcfe9f req-205074dd-eeb0-423d-ae63-a7a881c6550b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0854020 Apr 22 15:00:30.935443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-88df116c-b0c4-41e3-9f23-8dc8affcfe9f req-3c346121-5711-47f0-95e4-49f36e671c69 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Apr 22 15:00:32.145917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c23ee2-fc71-4621-a788-d48367ec636d req-eea5575f-840e-401b-ab6e-0aed80506cfb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:32.147351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05c23ee2-fc71-4621-a788-d48367ec636d req-eea5575f-840e-401b-ab6e-0aed80506cfb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0863321 Apr 22 15:00:32.192531 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05c23ee2-fc71-4621-a788-d48367ec636d req-77254489-041c-40f7-a101-721eeeb0d985 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Apr 22 15:00:33.424286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3470a-27da-41dd-9ca1-8dea5cbf698c req-d650fc96-5307-46c9-a663-8a80382d7578 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:33.425815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ed3470a-27da-41dd-9ca1-8dea5cbf698c req-d650fc96-5307-46c9-a663-8a80382d7578 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0973697 Apr 22 15:00:33.474742 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ed3470a-27da-41dd-9ca1-8dea5cbf698c req-7e867c9a-29e0-4a6a-ab6a-d1522debc8ed tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406067 Apr 22 15:00:33.965596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:34.690772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356868ec-4854-43af-9560-ad99cd4feff9 req-94e6baa1-5287-4782-9af0-3364993dee0c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:34.692128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-356868ec-4854-43af-9560-ad99cd4feff9 req-94e6baa1-5287-4782-9af0-3364993dee0c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0833502 Apr 22 15:00:34.745022 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-356868ec-4854-43af-9560-ad99cd4feff9 req-102c2f0b-4b14-48d2-b6ad-f3e565087974 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468452 Apr 22 15:00:35.971239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565ec9e-b2c1-40b9-94fb-f1014891b360 req-0bdfb1ac-dab8-41f3-87e1-426fd7b22b73 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:35.972572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8565ec9e-b2c1-40b9-94fb-f1014891b360 req-0bdfb1ac-dab8-41f3-87e1-426fd7b22b73 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0871966 Apr 22 15:00:36.018266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8565ec9e-b2c1-40b9-94fb-f1014891b360 req-ef451146-0dfe-4b34-90d6-d21ec45523d2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Apr 22 15:00:37.317784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b148ca-6b93-41df-90f5-afbe82534fa0 req-ff0f100c-d3dd-4b98-880b-0f03402277a3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:37.319182 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2b148ca-6b93-41df-90f5-afbe82534fa0 req-ff0f100c-d3dd-4b98-880b-0f03402277a3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1705744 Apr 22 15:00:37.369942 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2b148ca-6b93-41df-90f5-afbe82534fa0 req-f0a0fecf-95ec-421c-ab58-2c3f33397581 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Apr 22 15:00:38.587822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb2448-5317-48d6-8368-eb9750ad720a req-aa1642a2-acd6-4e8c-932f-b024703417a6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:38.589154 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2cb2448-5317-48d6-8368-eb9750ad720a req-aa1642a2-acd6-4e8c-932f-b024703417a6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0791626 Apr 22 15:00:38.636941 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2cb2448-5317-48d6-8368-eb9750ad720a req-8846ede8-84de-4cea-bbfc-f4be743add58 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Apr 22 15:00:39.613145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2878cf1e-507c-4f39-9794-1a7300d58775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:39.835403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e34da8-3741-4503-bc2d-00624dbb9057 req-41c78f96-e65e-452c-bfa9-dcb26c1a8fa6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:39.836943 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6e34da8-3741-4503-bc2d-00624dbb9057 req-41c78f96-e65e-452c-bfa9-dcb26c1a8fa6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0821490 Apr 22 15:00:39.886067 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e6e34da8-3741-4503-bc2d-00624dbb9057 req-9e267b3e-6d82-485f-870d-ce534eb35d35 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Apr 22 15:00:41.100356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867b93f-9083-415a-a891-273b2f19ff48 req-25bcd939-2c00-44db-b40f-a59ec7c96033 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:41.101838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5867b93f-9083-415a-a891-273b2f19ff48 req-25bcd939-2c00-44db-b40f-a59ec7c96033 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0841198 Apr 22 15:00:41.150685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5867b93f-9083-415a-a891-273b2f19ff48 req-eac5faba-0e39-46dc-b87d-b42ba1772bdf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405900 Apr 22 15:00:41.731226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-25e509ca-1d60-43ec-97a3-8f9305ba608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:42.367140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df618d-a2d8-41cb-b777-6d8a5e60e6e3 req-ff1b22da-bd34-4425-8b45-5f2136ab1faf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:42.368583 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52df618d-a2d8-41cb-b777-6d8a5e60e6e3 req-ff1b22da-bd34-4425-8b45-5f2136ab1faf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0863688 Apr 22 15:00:42.413036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-52df618d-a2d8-41cb-b777-6d8a5e60e6e3 req-e60a6fb4-26c9-4696-829c-4797e4afa2cc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388350 Apr 22 15:00:42.938357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:43.003217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:43.632074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c869fd-558e-4abc-b276-939c6b61986c req-ace5f5b5-8ecf-4a63-8eac-c90ae1dc9537 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:43.633410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0c869fd-558e-4abc-b276-939c6b61986c req-ace5f5b5-8ecf-4a63-8eac-c90ae1dc9537 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0886950 Apr 22 15:00:43.681460 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a0c869fd-558e-4abc-b276-939c6b61986c req-1c0685ef-3247-46be-9cd5-82204b04ed9f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Apr 22 15:00:44.478374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:44.909107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885651-e5db-4aa7-96a7-5389e94553c1 req-81ae4f2e-b4be-449c-86da-ba2358804c88 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:44.910573 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-54885651-e5db-4aa7-96a7-5389e94553c1 req-81ae4f2e-b4be-449c-86da-ba2358804c88 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0878050 Apr 22 15:00:44.955862 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-54885651-e5db-4aa7-96a7-5389e94553c1 req-e2c54240-b17b-4380-93d3-0f5e786604c2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Apr 22 15:00:46.182687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f412-337d-4c03-a270-a26db9d85840 req-dc17b30a-2b6e-44fb-bb23-2241ad3e2d68 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:46.184127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-90d2f412-337d-4c03-a270-a26db9d85840 req-dc17b30a-2b6e-44fb-bb23-2241ad3e2d68 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0920589 Apr 22 15:00:46.232648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-90d2f412-337d-4c03-a270-a26db9d85840 req-ba8d8b66-b629-4af2-b2cd-c4764403ca83 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Apr 22 15:00:47.447381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4804-463e-49ca-8837-d5e923c450ee req-9ec39608-0d15-4177-93fd-00bf29eba914 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:47.448817 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76de4804-463e-49ca-8837-d5e923c450ee req-9ec39608-0d15-4177-93fd-00bf29eba914 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0877471 Apr 22 15:00:47.494961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76de4804-463e-49ca-8837-d5e923c450ee req-480678f9-24c6-4d36-a0b5-99c318e6afec tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Apr 22 15:00:48.702145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0f089-777f-482d-9aa5-747114da1dd2 req-ba1062e7-f60b-4d40-b2f6-c8830e757b84 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:48.703526 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eff0f089-777f-482d-9aa5-747114da1dd2 req-ba1062e7-f60b-4d40-b2f6-c8830e757b84 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0878017 Apr 22 15:00:48.752490 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eff0f089-777f-482d-9aa5-747114da1dd2 req-ef2ba548-6139-43d2-95e4-06597cbccde7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Apr 22 15:00:49.981257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd9ce-d3ae-4d47-b0c5-b81c62b3a101 req-39aadb84-b75d-4157-9799-3418706efc52 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:49.982636 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e04fd9ce-d3ae-4d47-b0c5-b81c62b3a101 req-39aadb84-b75d-4157-9799-3418706efc52 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0892363 Apr 22 15:00:50.039857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e04fd9ce-d3ae-4d47-b0c5-b81c62b3a101 req-c605b800-2e34-4bce-b40a-d74eeea168e6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515864 Apr 22 15:00:51.256790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579602-ed17-400f-a65e-a4a2dfc5bd5c req-bb03371c-ae78-4195-a656-829c1132a414 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:51.258252 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4579602-ed17-400f-a65e-a4a2dfc5bd5c req-bb03371c-ae78-4195-a656-829c1132a414 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0835984 Apr 22 15:00:51.304708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4579602-ed17-400f-a65e-a4a2dfc5bd5c req-8dc7a2bd-3806-47c5-892b-83943bbcc5a4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 Apr 22 15:00:52.524161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f85b8a-5427-43b0-a710-2534651cb150 req-707fae05-fa4e-40ed-ade0-bfe28dc5db93 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:52.525573 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-83f85b8a-5427-43b0-a710-2534651cb150 req-707fae05-fa4e-40ed-ade0-bfe28dc5db93 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0880497 Apr 22 15:00:52.571398 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-83f85b8a-5427-43b0-a710-2534651cb150 req-0afa1c08-88b3-40b4-8a57-1c5101442335 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400882 Apr 22 15:00:53.115119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-4cf507fd-d1db-4e24-b3b9-c210c20bb576 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.0799537 Apr 22 15:00:53.201411 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:00:53.264333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-f7a905fb-72b5-46f7-bc59-466ffa1b9da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:53.265915 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-f7a905fb-72b5-46f7-bc59-466ffa1b9da4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1240683 Apr 22 15:00:53.367101 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-f1cb0499-b318-4f32-b2d5-2afdc47f60ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 1001 time: 0.0953078 Apr 22 15:00:53.430297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-f9395348-00e0-4e6f-a745-4a4a33bfdc91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:53.431766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-f9395348-00e0-4e6f-a745-4a4a33bfdc91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0585599 Apr 22 15:00:53.510094 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-6af8f380-3faa-4615-b908-4401debf849b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716712 Apr 22 15:00:53.795530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-6c58984c-33c2-492b-a672-d665e048c746 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776568 Apr 22 15:00:53.890708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd36b7a-92f8-40c0-9ec5-382186cfbdc2 req-0ff7173a-4b16-4b30-b9e9-7c6390d25185 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:53.892078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5fd36b7a-92f8-40c0-9ec5-382186cfbdc2 req-0ff7173a-4b16-4b30-b9e9-7c6390d25185 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1931047 Apr 22 15:00:53.961648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b514949-0007-4ccd-926d-d75a9e5e7347 req-7f06f839-7fca-4140-ab48-669a3d7b96d1 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582181 Apr 22 15:00:53.968986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5fd36b7a-92f8-40c0-9ec5-382186cfbdc2 req-931e000f-0351-439f-b263-1a40af265ade tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701029 Apr 22 15:00:55.183389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7541de4-463f-4e9f-b317-6c26fe59f223 req-eb03cce8-b62f-4a3c-8f04-69bb964aa32b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:55.184820 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7541de4-463f-4e9f-b317-6c26fe59f223 req-eb03cce8-b62f-4a3c-8f04-69bb964aa32b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0814736 Apr 22 15:00:55.232978 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7541de4-463f-4e9f-b317-6c26fe59f223 req-75e654b3-5b98-4c8a-9d99-6ccc689f2657 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Apr 22 15:00:55.430745 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09956ed4-a0a4-4ad6-97a4-6829b3fc91fb req-efd3da0c-8289-4220-b66c-42c6d8d39022 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666988 Apr 22 15:00:55.743825 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-0b34f918-c002-4427-a28a-f356759813c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196873 Apr 22 15:00:55.767631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b5f9-f6ed-40cd-97d0-ab7777e84173 req-4c14902a-c6d8-425a-8adc-035f8a343e41 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:55.769136 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92a0b5f9-f6ed-40cd-97d0-ab7777e84173 req-4c14902a-c6d8-425a-8adc-035f8a343e41 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0902090 Apr 22 15:00:55.815947 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-92a0b5f9-f6ed-40cd-97d0-ab7777e84173 req-166c1a67-7e70-4b6a-b81e-6ffdd819482f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Apr 22 15:00:56.982270 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-9cffd375-e78a-4fde-8f0c-402ad5596618 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.1030827 Apr 22 15:00:57.127497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-11b1449e-46d4-4652-bc9b-d8fb8980ee42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:57.128839 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-11b1449e-46d4-4652-bc9b-d8fb8980ee42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1405098 Apr 22 15:00:57.134425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c091cfc-e2eb-4cce-8562-1361da00d9b1 req-6af4c6ad-287f-49ba-9843-f4013eda7cdb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:57.135797 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c091cfc-e2eb-4cce-8562-1361da00d9b1 req-6af4c6ad-287f-49ba-9843-f4013eda7cdb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1913469 Apr 22 15:00:57.263462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c091cfc-e2eb-4cce-8562-1361da00d9b1 req-bcd7c219-e581-47e8-b816-4385dac7b83a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781610 Apr 22 15:00:57.265129 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-a7f97726-b0b8-4100-8975-44fcdfeedf99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 1001 time: 0.1285141 Apr 22 15:00:57.330218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-31830d4f-6839-4931-bc1c-c766dbe96af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:57.331706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-31830d4f-6839-4931-bc1c-c766dbe96af5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0605979 Apr 22 15:00:57.418499 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-29585149-0f7b-4b20-8967-75654c350ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799623 Apr 22 15:00:57.558735 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-5d1e93f5-e2ba-45b6-9440-4cc005625b95 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342981 Apr 22 15:00:57.703366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-d1ca0865-84db-42f3-a580-c421e71403e5 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383247 Apr 22 15:00:58.472646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c15cd2-910b-40a8-b882-674455f2f4fd req-c59f1a30-502f-45c4-9fbe-d84b19a8979b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:58.474127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f4c15cd2-910b-40a8-b882-674455f2f4fd req-c59f1a30-502f-45c4-9fbe-d84b19a8979b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0886252 Apr 22 15:00:58.521795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f4c15cd2-910b-40a8-b882-674455f2f4fd req-7af9e367-0e21-4125-9cc7-042581d93dbc tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Apr 22 15:00:59.355849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-38f54236-569d-4a37-b168-883437e1be87 service neutron] 10.222.0.24 "GET /v2.0/ports/1676c24d-b5a6-456e-9305-25f301e75688/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0778744 Apr 22 15:00:59.630375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-9a0f2da0-7c14-4a1b-8b57-abe8d51e456b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 1098 time: 0.0724025 Apr 22 15:00:59.859659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d252f-45f3-4873-9383-9dfb3c1bff7f req-78fa8653-9efa-4c7b-b1b0-d26823bd6671 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:00:59.861088 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fd0d252f-45f3-4873-9383-9dfb3c1bff7f req-78fa8653-9efa-4c7b-b1b0-d26823bd6671 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.2114754 Apr 22 15:00:59.863705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-059445c4-6c71-4f4d-95e0-ab8505bb19f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.2122197 Apr 22 15:00:59.997811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fd0d252f-45f3-4873-9383-9dfb3c1bff7f req-17abc894-3f52-42bf-97f0-9821d9e8ef9d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293952 Apr 22 15:01:00.019170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-412caaa4-db38-4058-922f-dda8731efe98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:00.020630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-412caaa4-db38-4058-922f-dda8731efe98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1511867 Apr 22 15:01:00.120428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-d7172066-0a77-4f3b-820b-aa3e6432bc36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 1001 time: 0.0937250 Apr 22 15:01:00.188933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-4f036344-7ca7-47b4-b6fd-4bf748844c8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:00.190346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-4f036344-7ca7-47b4-b6fd-4bf748844c8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0638716 Apr 22 15:01:00.271625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-2a08be95-d409-48c1-8ccd-33d6f38d30cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748098 Apr 22 15:01:00.401448 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-6d2582d9-1474-4f7e-b358-8c66e2cc4991 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238031 Apr 22 15:01:00.540709 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd4b567a-0d26-4033-b8a8-4b8dca4b17f9 req-d622f324-9248-48a1-a42c-3c073e08e830 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331942 Apr 22 15:01:01.209405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ff1d8-3b60-4313-8b81-b410decffc85 req-a478f5d2-df0d-4152-aac5-dbbf1a4296c4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:01.210934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e70ff1d8-3b60-4313-8b81-b410decffc85 req-a478f5d2-df0d-4152-aac5-dbbf1a4296c4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0823445 Apr 22 15:01:01.256514 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e70ff1d8-3b60-4313-8b81-b410decffc85 req-593701c3-43a2-4199-94df-d244b96c1100 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 Apr 22 15:01:02.462848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd037a0-cbb0-421b-bee3-29a4ee0c8199 req-f4a0371f-dd7c-449a-8777-73856b6bbf5e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:02.464331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fcd037a0-cbb0-421b-bee3-29a4ee0c8199 req-f4a0371f-dd7c-449a-8777-73856b6bbf5e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0854640 Apr 22 15:01:02.511899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fcd037a0-cbb0-421b-bee3-29a4ee0c8199 req-405f0c5d-5d6e-41f0-b364-50d39dfa48b9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Apr 22 15:01:02.899942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21979a22-35d6-4776-b557-1567edd97c5d req-bc36e092-bf21-41f9-b20e-b12c36c3668f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:02.901241 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-bc36e092-bf21-41f9-b20e-b12c36c3668f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07&tenant_id=88e9fb003d014a8d84256635ed2086ba&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1339478 Apr 22 15:01:02.906373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb5725-74c1-4e49-82ee-b3fdec7dc16c req-caa15e06-6e20-4664-bc7a-d81636371ca4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:02.907851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65bb5725-74c1-4e49-82ee-b3fdec7dc16c req-caa15e06-6e20-4664-bc7a-d81636371ca4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1117282 Apr 22 15:01:02.954534 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65bb5725-74c1-4e49-82ee-b3fdec7dc16c req-f332f066-942a-416e-a1e5-1d25d71d8966 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Apr 22 15:01:03.046328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-9a9c2963-095a-4722-9e23-5ed3871b72d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.0730588 Apr 22 15:01:03.180738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21979a22-35d6-4776-b557-1567edd97c5d req-b028ec33-202a-43f6-92f1-cdd4d4e1897f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:03.182132 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-b028ec33-202a-43f6-92f1-cdd4d4e1897f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1266878 Apr 22 15:01:03.196528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 1676c24d-b5a6-456e-9305-25f301e75688 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:01:03.283196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-7c19b144-3393-4104-b78f-f0ee7cbbeb1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 1001 time: 0.0948536 Apr 22 15:01:03.329133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:03.342123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '1676c24d-b5a6-456e-9305-25f301e75688', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': '1676c24d-b5a6-456e-9305-25f301e75688', 'mac_address': 'fa:16:3e:4d:62:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:01:03.345366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21979a22-35d6-4776-b557-1567edd97c5d req-355e7ad4-ace0-4652-a82e-6bae561dcb43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:03.346876 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-355e7ad4-ace0-4652-a82e-6bae561dcb43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0575242 Apr 22 15:01:03.397025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:03.415774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1676c24d-b5a6-456e-9305-25f301e75688 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:03.432214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:03.438149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:03.500421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['1676c24d-b5a6-456e-9305-25f301e75688'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:01:03.513931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-fbbd5be2-3fb8-4e68-a3a1-0b0a09e01890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1610420 Apr 22 15:01:03.544740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:03.565659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.566025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.566353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.566674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.566993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.567312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.567629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.567935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.568249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.568554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.568864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:03.647294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-8d609da7-0df0-4f55-b6d8-04b452d57747 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269712 Apr 22 15:01:03.779374 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21979a22-35d6-4776-b557-1567edd97c5d req-e00acdc8-087e-43ae-8f7b-79afa1c50544 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258521 Apr 22 15:01:03.984695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:04.165168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51f5a-d96a-4c22-9de7-6c7b7b362701 req-34a6bdef-6cba-43c0-914e-deda330fb0a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:04.166896 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7bb51f5a-d96a-4c22-9de7-6c7b7b362701 req-34a6bdef-6cba-43c0-914e-deda330fb0a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 944 time: 0.0857503 Apr 22 15:01:04.225805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7bb51f5a-d96a-4c22-9de7-6c7b7b362701 req-d2c320de-774e-429b-a1fd-1c017edab238 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532656 Apr 22 15:01:05.192899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 1676c24d-b5a6-456e-9305-25f301e75688 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:01:05.293738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 1676c24d-b5a6-456e-9305-25f301e75688 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:01:05.294197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:05.404601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:05.420804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0a7c3-beb1-4f07-912f-802432407e6a req-54f4ec99-6d3b-4cc2-ae75-f141500b22e9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:05.422344 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-74b0a7c3-beb1-4f07-912f-802432407e6a req-54f4ec99-6d3b-4cc2-ae75-f141500b22e9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 944 time: 0.0751934 Apr 22 15:01:05.430538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:05.440306 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:05.445958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:05.473198 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-74b0a7c3-beb1-4f07-912f-802432407e6a req-e7995cc7-339f-4334-bc50-7d60cb7ea03c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450690 Apr 22 15:01:05.491558 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703169c0-4016-48fd-9993-6eb5a59eca3b'] response: {'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688', 'code': 200} Apr 22 15:01:05.519907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:05.685538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ccb6d-3bc6-4859-8a97-8305e5176ca5 req-895c1093-d428-4246-9527-780b3cfe91f0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:05.687004 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-321ccb6d-3bc6-4859-8a97-8305e5176ca5 req-895c1093-d428-4246-9527-780b3cfe91f0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0943663 Apr 22 15:01:05.731379 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-321ccb6d-3bc6-4859-8a97-8305e5176ca5 req-889da4fd-1e60-453b-9000-df95fee19906 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385900 Apr 22 15:01:06.144901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622da0e4-9d7b-4337-a841-2a1334972168 req-1c0b7d42-83d4-4de7-a3f4-f3784c6a6e64 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:06.146379 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-622da0e4-9d7b-4337-a841-2a1334972168 req-1c0b7d42-83d4-4de7-a3f4-f3784c6a6e64 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1258481 Apr 22 15:01:06.174262 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-71e4b028-b14e-43ce-90f9-ce85487f3909 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 1098 time: 0.1024566 Apr 22 15:01:06.288437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-622da0e4-9d7b-4337-a841-2a1334972168 req-294fd798-606c-4351-abf0-9bcdc6dcd37a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330698 Apr 22 15:01:06.339114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004524-1878-4659-a718-e5c2748a0927 req-4b4cc4d5-51b2-4ea8-bdb9-c97fd1acf66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:06.340584 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-4b4cc4d5-51b2-4ea8-bdb9-c97fd1acf66e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1608324 Apr 22 15:01:06.461027 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-65d97025-95b9-4d30-9aca-b6dbeeab15cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 200 len: 1001 time: 0.1140864 Apr 22 15:01:06.537034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004524-1878-4659-a718-e5c2748a0927 req-18cc12a7-eb06-4bad-8be8-d515da9cdf0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:06.538524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-18cc12a7-eb06-4bad-8be8-d515da9cdf0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0723586 Apr 22 15:01:06.631204 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-f338b79c-4301-4f01-8f0f-8a75265837f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864742 Apr 22 15:01:06.786334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-bd2665fd-0401-4663-8109-18f5853318d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477957 Apr 22 15:01:06.923153 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc004524-1878-4659-a718-e5c2748a0927 req-dcabd499-d40d-4894-8588-e8dc4c01169d service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310334 Apr 22 15:01:07.493333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8416d-e14a-4384-8f69-22f58fa5e8b5 req-670246bc-871e-45ec-b814-09c668094cc3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:07.494798 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ecc8416d-e14a-4384-8f69-22f58fa5e8b5 req-670246bc-871e-45ec-b814-09c668094cc3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0757444 Apr 22 15:01:07.544084 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ecc8416d-e14a-4384-8f69-22f58fa5e8b5 req-723cc4a8-bf7d-4133-a743-235088d3cf23 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 Apr 22 15:01:07.992585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce905-3621-40ff-9ffc-515ffe581c37 req-dfa3150a-6893-436b-b941-d80365252d63 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:07.993964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79dce905-3621-40ff-9ffc-515ffe581c37 req-dfa3150a-6893-436b-b941-d80365252d63 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.1077902 Apr 22 15:01:08.122854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-79dce905-3621-40ff-9ffc-515ffe581c37 req-f7c3419a-1367-4774-9b88-b213f6f3fee7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231189 Apr 22 15:01:09.327374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1ea1-f816-401e-a39c-dfb0d8725026 req-6ec0e21a-1018-4387-b5f8-3cde13908060 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:09.328923 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c39e1ea1-f816-401e-a39c-dfb0d8725026 req-6ec0e21a-1018-4387-b5f8-3cde13908060 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0779095 Apr 22 15:01:09.376660 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c39e1ea1-f816-401e-a39c-dfb0d8725026 req-33ceba6e-b5c2-429a-9cdb-ba71cf973b50 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 Apr 22 15:01:09.542194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-97cafbdd-09f0-46dd-b1f8-6913b3f022a3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:09.543664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-97cafbdd-09f0-46dd-b1f8-6913b3f022a3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 945 time: 0.0898168 Apr 22 15:01:09.614760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Deleting port 1676c24d-b5a6-456e-9305-25f301e75688 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:01:09.615125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:09.616519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d8ff53a4-7389-4c40-b794-75ccc679293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:09.856835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] For port 1676c24d-b5a6-456e-9305-25f301e75688, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1676c24d-b5a6-456e-9305-25f301e75688,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:09.857092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:10.139820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:10.140186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:10.140502 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 disassociated. External IP: 172.26.2.159, port: 1676c24d-b5a6-456e-9305-25f301e75688. Apr 22 15:01:10.140852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Calling delete_port for 1676c24d-b5a6-456e-9305-25f301e75688 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:01:10.287094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:10.336171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event deleted for resources: {'Port': ['ID=1676c24d-b5a6-456e-9305-25f301e75688,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:10.347487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.347831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.348213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.348516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.348848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.349175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.349499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.349844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.350168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.350488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.350805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:01:10.543589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-333b9754-5cf0-4a27-8a6b-321aa6980830 req-52c79f32-762e-42b3-9eb8-4019b90f8a96 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c48a1c1-810c-40d3-bfef-79566236ac07 HTTP/1.1" status: 200 len: 210 time: 0.0470684 Apr 22 15:01:10.598261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:01:10.807921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:01:10.818439 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:01:10.831105 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:01:10.831697 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:00:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:10.971909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] No DVR routers for this DVR port 1676c24d-b5a6-456e-9305-25f301e75688 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:01:10.974395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:10.976889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'name': 'network-vif-deleted', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:10.994883 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-34a46117-ebe9-4ec5-a4e5-adc3c788ecfe req-7933666f-f17f-4657-8937-8649645db11c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "DELETE /v2.0/ports/1676c24d-b5a6-456e-9305-25f301e75688 HTTP/1.1" status: 204 len: 173 time: 1.4458711 Apr 22 15:01:11.009248 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:01:11.033252 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0db280-4766-4d07-a9c6-a57d8b634700'] response: {'server_uuid': '2c48a1c1-810c-40d3-bfef-79566236ac07', 'name': 'network-vif-deleted', 'tag': '1676c24d-b5a6-456e-9305-25f301e75688', 'status': 'completed', 'code': 200} Apr 22 15:01:11.343169 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:11.347386 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:01:11.358517 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:01:11.359078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:00:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:11.530037 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:01:11.725537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9c18d1c5-2227-4acb-9723-183a03ffaef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:11.857398 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:11.861351 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba82319-5beb-4b62-8e31-c80a395e7efb None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:01:11.911886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-683e717c-2f1d-47a4-b40b-17cf7d38167f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1211954529&fields=id&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 267 time: 0.0413589 Apr 22 15:01:12.061100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-ce6b6e16-17e3-4a9d-a747-80f0d37d3576 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:12.062574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-ce6b6e16-17e3-4a9d-a747-80f0d37d3576 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1440763 Apr 22 15:01:12.077889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49cd8a-8733-46a4-baf4-ea18f68c1282 None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:01:12.079752 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5e5a0da1-0be7-4dac-ae0e-8bddb6250866 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/quotas/88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 375 time: 0.0114627 Apr 22 15:01:12.164366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5297f567-a931-4565-8915-013a07bca911 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:01:12.182698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5297f567-a931-4565-8915-013a07bca911 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:01:12.184251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5297f567-a931-4565-8915-013a07bca911 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989888 Apr 22 15:01:12.332154 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-979d1640-fd59-42f8-b029-3abdb0132621 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361849 Apr 22 15:01:12.462116 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-f00f850a-86d3-4e26-bb6e-45d6ba21d740 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Apr 22 15:01:12.650524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-27b91515-ac0a-484c-9a0e-f3126f079512 req-dbbb07e0-e226-458f-99d3-67854bfd8c46 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 210 time: 0.0396371 Apr 22 15:01:12.937277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:13.006651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:13.209438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 1676c24d-b5a6-456e-9305-25f301e75688 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:01:13.249443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 1676c24d-b5a6-456e-9305-25f301e75688 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:01:13.249793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 1676c24d-b5a6-456e-9305-25f301e75688 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:01:13.738553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-24a8973e-8a92-4ba0-ad9b-dd2fcd20f08c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:13.740062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-24a8973e-8a92-4ba0-ad9b-dd2fcd20f08c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1502881 Apr 22 15:01:13.822133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-723b80bb-6197-4737-a79c-86325a93cdc9 req-64358e58-1b4d-4460-994c-af4dd5752b19 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 210 time: 0.0516560 Apr 22 15:01:13.834094 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-c3fc724c-6c6a-43f5-bce0-3a301c172c99 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 380 time: 0.0825300 Apr 22 15:01:13.842204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'port': {'device_id': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'admin_state_up': True, 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'security_groups': ['851f4d78-a4a6-4699-a79b-3d639c1ce2c5']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:01:13.976844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:01:13.987249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:01:14.001189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Made reservation on behalf of 88e9fb003d014a8d84256635ed2086ba for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:01:14.006586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.168822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Allocated IP 172.20.0.13 (c98ab472-99af-41c3-9ac4-7792015302f6/ecc03009-321b-4b58-a61e-7d9ea7cafc6f/f61bf21f-74c7-4a77-93ed-b62c5eb641bc) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:01:14.357463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.372919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Transition to ACTIVE for port object f61bf21f-74c7-4a77-93ed-b62c5eb641bc will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:01:14.397486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.473745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:01:14.477528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:01:14.479338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.479872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:14.481715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:01:14.542723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:14.543319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.570404 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-5952e3ac-2d1f-42e1-b249-4e4356afa163 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317741 Apr 22 15:01:14.582424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Request body: {'port': {'device_id': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:01:14.695002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.768828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-928a9db2-2c14-4d5c-b7bb-406c14a2b02d None None] Provisioning for port f61bf21f-74c7-4a77-93ed-b62c5eb641bc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:01:14.774129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-928a9db2-2c14-4d5c-b7bb-406c14a2b02d None None] Provisioning complete for port f61bf21f-74c7-4a77-93ed-b62c5eb641bc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:01:14.774494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-928a9db2-2c14-4d5c-b7bb-406c14a2b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.828511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-928a9db2-2c14-4d5c-b7bb-406c14a2b02d None None] Port f61bf21f-74c7-4a77-93ed-b62c5eb641bc cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:01:15.123605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3d804-17df-40af-bf47-fa23ada2f11b req-ad97182e-a5ff-4e7a-b2c3-7a932cc36562 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:15.124441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-34a3d804-17df-40af-bf47-fa23ada2f11b req-ad97182e-a5ff-4e7a-b2c3-7a932cc36562 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:01:15.192528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-34a3d804-17df-40af-bf47-fa23ada2f11b req-ad97182e-a5ff-4e7a-b2c3-7a932cc36562 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:01:15.193757 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-34a3d804-17df-40af-bf47-fa23ada2f11b req-ad97182e-a5ff-4e7a-b2c3-7a932cc36562 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 932 time: 0.2413538 Apr 22 15:01:15.224084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61bf21f-74c7-4a77-93ed-b62c5eb641bc {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:15.233131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.260269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Transition to ACTIVE for port object f61bf21f-74c7-4a77-93ed-b62c5eb641bc will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:01:15.264610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-34a3d804-17df-40af-bf47-fa23ada2f11b req-5fd1a631-546d-4308-9975-7cfc6043980b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633886 Apr 22 15:01:15.266276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.389621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:15.496895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Attempting to bind port f61bf21f-74c7-4a77-93ed-b62c5eb641bc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:01:15.497230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Attempting to bind port f61bf21f-74c7-4a77-93ed-b62c5eb641bc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:01:15.497553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Attempting to bind port f61bf21f-74c7-4a77-93ed-b62c5eb641bc on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:01:15.503786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Port f61bf21f-74c7-4a77-93ed-b62c5eb641bc on network c98ab472-99af-41c3-9ac4-7792015302f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:01:15.504097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Attempting to bind port f61bf21f-74c7-4a77-93ed-b62c5eb641bc on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:01:15.510372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:01:15.510701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:01:15.511074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Bound using segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:01:15.511484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Bound port: f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:01:15.511820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.605769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:01:15.608560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:01:15.616256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.681733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.683050 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] 10.222.0.24 "PUT /v2.0/ports/f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1094 time: 1.1051118 Apr 22 15:01:15.683477 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:15.704017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0aea2-56e3-4bc7-9ee2-cb420057036d service neutron] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:15.751538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8474bc6-512f-448f-a6ca-27ea5b6c92d1'] response: {'name': 'network-changed', 'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'status': 'completed', 'code': 200} Apr 22 15:01:15.792472 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-998293db-465d-48f1-9966-0e89fe67af09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1097 time: 0.0719090 Apr 22 15:01:15.862984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-49802116-0b69-4de7-a7a5-e9b8098692b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 217 time: 0.0644252 Apr 22 15:01:15.924594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-0146b23a-0551-4db1-9f64-bd4fbf583a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:15.925922 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-0146b23a-0551-4db1-9f64-bd4fbf583a4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0577631 Apr 22 15:01:16.009047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-268f31c6-27e5-439c-8aef-50286d37f830 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775607 Apr 22 15:01:16.145702 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-639cb7b6-eae3-4b8f-9138-ff0b0ed6b762 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304789 Apr 22 15:01:16.282115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f25c0a5d-ae6e-408f-8fb5-f202d4163d7a req-d27736ae-f9f2-451c-a965-8ada3bbff7b0 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283872 Apr 22 15:01:16.430719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-39fa2c35-9483-4043-8daf-0d6c106b0087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1097 time: 0.1023238 Apr 22 15:01:16.653411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9cc71-615a-4693-a230-74fbd26fa3a0 req-fed0a47e-827b-48c9-8d0c-1226b953ee6b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:16.654795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-97f9cc71-615a-4693-a230-74fbd26fa3a0 req-fed0a47e-827b-48c9-8d0c-1226b953ee6b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.2643292 Apr 22 15:01:16.684667 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-48b0d263-d067-498d-ba2a-1fe7d7eddfd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:16.686057 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-48b0d263-d067-498d-ba2a-1fe7d7eddfd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.2481160 Apr 22 15:01:16.765079 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-9af73a23-5991-40dc-b26f-1b7477dad8c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 217 time: 0.0683818 Apr 22 15:01:16.767753 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-97f9cc71-615a-4693-a230-74fbd26fa3a0 req-4a041453-7846-4699-9c96-9742ab99e7c0 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048083 Apr 22 15:01:16.827507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-19623053-00bb-4d23-9b1c-38abbf0220ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:16.828945 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-19623053-00bb-4d23-9b1c-38abbf0220ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0561459 Apr 22 15:01:16.913249 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-22ec007d-7aba-4a82-9572-fc823b8b57bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765862 Apr 22 15:01:17.043699 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-38ebead2-077e-4c23-876b-96342dc5087c service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228724 Apr 22 15:01:17.171071 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e780a3c7-bb50-42b2-a1e9-4b546782ddfc req-1b0cec4e-18a0-4f89-8044-0d1851dba2ce service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211202 Apr 22 15:01:17.974286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35678513-ed9c-401c-85dd-5d79ef5b4107 req-ef28173f-245a-4072-89c4-046a3057ef97 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:17.975735 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-35678513-ed9c-401c-85dd-5d79ef5b4107 req-ef28173f-245a-4072-89c4-046a3057ef97 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.0813496 Apr 22 15:01:18.024537 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-35678513-ed9c-401c-85dd-5d79ef5b4107 req-334dd66e-2060-415c-9e40-3a5787b0a38a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Apr 22 15:01:19.235828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c77fdb-efea-4008-9b6c-f8979908ad84 req-3c762011-3b43-4909-aaef-e7302e0c7838 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:19.237259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73c77fdb-efea-4008-9b6c-f8979908ad84 req-3c762011-3b43-4909-aaef-e7302e0c7838 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.0859611 Apr 22 15:01:19.242692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f61bf21f-74c7-4a77-93ed-b62c5eb641bc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:01:19.286787 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73c77fdb-efea-4008-9b6c-f8979908ad84 req-259bb56e-f986-4537-8194-50c00100ba46 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Apr 22 15:01:19.374799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:19.387928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'mac_address': 'fa:16:3e:7c:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:01:19.440871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:19.457522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61bf21f-74c7-4a77-93ed-b62c5eb641bc {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:19.472336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:19.478745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:19.547176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:19.685937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f61bf21f-74c7-4a77-93ed-b62c5eb641bc'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:01:20.494257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d81cc-9965-46bc-b110-3cded0021509 req-023a0b9f-6317-4f1b-92ee-4e6408804988 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:20.495695 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb5d81cc-9965-46bc-b110-3cded0021509 req-023a0b9f-6317-4f1b-92ee-4e6408804988 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 945 time: 0.0794561 Apr 22 15:01:20.544363 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb5d81cc-9965-46bc-b110-3cded0021509 req-794d6e32-0e3a-412c-9bf3-6d5b372c1ec6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Apr 22 15:01:21.257756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f61bf21f-74c7-4a77-93ed-b62c5eb641bc up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:01:21.366573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f61bf21f-74c7-4a77-93ed-b62c5eb641bc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:01:21.372616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f61bf21f-74c7-4a77-93ed-b62c5eb641bc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:01:21.373124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:21.499448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:21.530561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:21.540251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:21.545912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:21.587393 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c631bc3b-98f4-4146-96ff-be0a074456cf'] response: {'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'code': 200} Apr 22 15:01:21.616261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:21.745980 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171c111-b3fc-4280-a040-759cb8d5e7b9 req-47324851-251c-4c70-965d-9c72e4f26df2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:21.747492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d171c111-b3fc-4280-a040-759cb8d5e7b9 req-47324851-251c-4c70-965d-9c72e4f26df2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0803981 Apr 22 15:01:21.838070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d171c111-b3fc-4280-a040-759cb8d5e7b9 req-3681826e-e424-4040-b33c-a69087f20bd2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617380 Apr 22 15:01:21.848329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b16e1c4-ff7c-431f-ad9d-773da5dc61ee req-3d6a783b-518d-467c-b420-ebee472e2aab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.0999205 Apr 22 15:01:21.895488 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b16e1c4-ff7c-431f-ad9d-773da5dc61ee req-f88d84f5-0bf2-4412-a64f-9d27bf251578 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Apr 22 15:01:23.046512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d665a69-2a34-42eb-ab86-7a92cf573175 req-8f0d01c0-bea4-46aa-9ad1-e41bb40ed0a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:23.047953 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0d665a69-2a34-42eb-ab86-7a92cf573175 req-8f0d01c0-bea4-46aa-9ad1-e41bb40ed0a8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0803497 Apr 22 15:01:23.093213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0d665a69-2a34-42eb-ab86-7a92cf573175 req-4b378603-f5c0-4dbc-89ef-cfec6878afbf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 Apr 22 15:01:24.480488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba050c-b3ed-4b11-bf9e-2a04e0ce64ca req-e730afc2-0eec-4c65-9241-06878d77bf31 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:24.482302 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-87ba050c-b3ed-4b11-bf9e-2a04e0ce64ca req-e730afc2-0eec-4c65-9241-06878d77bf31 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0880206 Apr 22 15:01:24.531139 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-87ba050c-b3ed-4b11-bf9e-2a04e0ce64ca req-0058b479-a299-44dc-8337-2c65895b0a52 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Apr 22 15:01:24.736623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d9fed-76ca-4842-b976-aa782f17db26 req-c34db9fd-1690-4b68-9db3-1c9ec271fc22 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:24.737996 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f7d9fed-76ca-4842-b976-aa782f17db26 req-c34db9fd-1690-4b68-9db3-1c9ec271fc22 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0805116 Apr 22 15:01:24.747393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 40924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:01:24.752780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'floatingip': {'port_id': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:01:24.828369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:25.492517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:25.499665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:25.689703 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 associated. External IP: 172.26.2.159, port: f61bf21f-74c7-4a77-93ed-b62c5eb641bc. Apr 22 15:01:26.105119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:01:26.306308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:01:26.310666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:26.316198 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:01:26.331592 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:01:26.332187 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:01:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:26.362001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c4d58a25-1650-4c74-8d7b-7ca8d4bd6a5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "PUT /v2.0/floatingips/da1203a0-fc7c-444f-8b8f-54f918b72171 HTTP/1.1" status: 200 len: 992 time: 1.6134307 Apr 22 15:01:26.362412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:26.423036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca44587e-f257-464a-8abc-192c1ef768e8'] response: {'name': 'network-changed', 'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'status': 'completed', 'code': 200} Apr 22 15:01:26.512216 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:01:26.570874 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-08c4f062-fd9a-4309-8cfe-aed09f5a4f0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.1245387 Apr 22 15:01:26.574744 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19481023-50f0-4ce2-bd87-bc6dd3392647 req-7efe4df2-b3cd-4cc2-ac15-945daa0108d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0933673 Apr 22 15:01:26.871331 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:7c:4e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:01:25Z', 'revision_number': 9, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:26.875118 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:01:26.886662 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:01:26.887239 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:01:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:26.929092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-91b64c98-b2c7-4ce2-90e1-4f2311448f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:26.930675 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-91b64c98-b2c7-4ce2-90e1-4f2311448f81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.3541474 Apr 22 15:01:27.023392 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-7d17c1cf-254c-4e01-96cd-37674126443b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2345672 Apr 22 15:01:27.051952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4968-425b-411c-b361-ba76920677f8 req-87113280-79ae-4f51-b934-373f5f3f1a77 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:27.053395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dfee4968-425b-411c-b361-ba76920677f8 req-87113280-79ae-4f51-b934-373f5f3f1a77 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.2309480 Apr 22 15:01:27.058028 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-5bde7ab4-3acb-4dfc-a1b1-8b4b646897df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1000 time: 0.1194091 Apr 22 15:01:27.067501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:01:27.155214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-cf8ea7d9-b914-480b-a928-67faa1ba67b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:27.156716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-cf8ea7d9-b914-480b-a928-67faa1ba67b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0803390 Apr 22 15:01:27.159007 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dfee4968-425b-411c-b361-ba76920677f8 req-eb84ad79-f42c-4a2c-a45b-d0a9f26d2bd9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983226 Apr 22 15:01:27.236477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-315c0349-cd7b-4cee-9224-c3d5dc095ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721931 Apr 22 15:01:27.378447 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-1edbb513-dfa7-44bd-abb4-d7379b3b9f8f service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352031 Apr 22 15:01:27.477794 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:7c:4e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:01:25Z', 'revision_number': 9, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:01:27.481785 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441c2d4-4b1a-4eb2-9f83-e950f549ffb5 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:7c:4e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:01:25Z', 'revision_number': 9, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:01:27.527707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c220edd-64c8-4d42-864d-1fa0b3aec786 req-b08beca5-24ce-4f2d-89d8-280fe0c99003 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434608 Apr 22 15:01:27.696930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4952e50-4d69-493e-bfc7-e50134265e1c None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:01:28.245322 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-4edf4c87-1597-414e-9317-73637e28b401 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.0738964 Apr 22 15:01:28.426878 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1b5e-35ef-4d39-a770-994779f02cac req-2601dc21-f91f-480d-aa87-f83d99575166 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:28.428328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-2601dc21-f91f-480d-aa87-f83d99575166 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1773531 Apr 22 15:01:28.490697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3861c-a68e-4692-964a-dc2692430698 req-691b11ee-381e-4b77-9d86-60e83e7a8b3c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:28.492109 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4a3861c-a68e-4692-964a-dc2692430698 req-691b11ee-381e-4b77-9d86-60e83e7a8b3c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.1773472 Apr 22 15:01:28.567646 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-8e137c48-3ec2-41ab-9ea3-65ee0c7c9eae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1003 time: 0.1327960 Apr 22 15:01:28.570178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4a3861c-a68e-4692-964a-dc2692430698 req-0e3d434f-be97-42ed-8520-b97ea56ced3d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724125 Apr 22 15:01:28.631989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1b5e-35ef-4d39-a770-994779f02cac req-7cfc319a-f9c1-4c05-abf3-6c2c737ab9d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:28.633410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-7cfc319a-f9c1-4c05-abf3-6c2c737ab9d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0606139 Apr 22 15:01:28.709930 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-9e3d9eb4-dd19-4556-8966-bd85ea33f1c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706894 Apr 22 15:01:28.852075 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-b050f349-568c-41c8-9ed3-33dd69e613fe service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359105 Apr 22 15:01:29.079222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-b31ca563-bb6e-45d1-85b9-0631f3887354 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213013 Apr 22 15:01:29.792626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4803a9-1851-41f8-9956-a4ec4437876a req-b58f3c1d-64a8-42df-85f6-5c663d01da83 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:29.794100 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c4803a9-1851-41f8-9956-a4ec4437876a req-b58f3c1d-64a8-42df-85f6-5c663d01da83 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0876057 Apr 22 15:01:29.841204 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c4803a9-1851-41f8-9956-a4ec4437876a req-b0455b25-8f36-4d3e-8457-c2fb593e8375 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Apr 22 15:01:30.207834 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:01:31.067043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5a733-c475-40b5-91e0-b26af3177536 req-63de5bc2-a96d-4d61-91cb-1da6b0387de5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:31.070212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-50e5a733-c475-40b5-91e0-b26af3177536 req-63de5bc2-a96d-4d61-91cb-1da6b0387de5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0911686 Apr 22 15:01:31.120893 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-50e5a733-c475-40b5-91e0-b26af3177536 req-6acb9c61-4f4a-4bfd-be68-d02fc5a9d30c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Apr 22 15:01:32.339858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916c3e1-6c41-46d7-8697-928661bcd353 req-8755d1de-a8b9-4d48-aa89-57341c341a8b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:32.341305 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d916c3e1-6c41-46d7-8697-928661bcd353 req-8755d1de-a8b9-4d48-aa89-57341c341a8b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0860305 Apr 22 15:01:32.385906 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d916c3e1-6c41-46d7-8697-928661bcd353 req-8637e16f-1984-43a4-8c48-e693d8d5e9f5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Apr 22 15:01:33.595821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fe10a-1d0e-48c9-b663-ad17c6edeb1f req-da67b2f4-adf0-41b9-a0a7-70c3eadc6801 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:33.597189 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd7fe10a-1d0e-48c9-b663-ad17c6edeb1f req-da67b2f4-adf0-41b9-a0a7-70c3eadc6801 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0906355 Apr 22 15:01:33.644356 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd7fe10a-1d0e-48c9-b663-ad17c6edeb1f req-bc50255b-fe83-4140-8980-bceffea5ae95 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Apr 22 15:01:33.996233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:34.863323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d3bbe-2702-4b7a-b9f2-bfbdc038866f req-13111198-ec73-4282-9dbf-51cbad93adb6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:34.864736 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f22d3bbe-2702-4b7a-b9f2-bfbdc038866f req-13111198-ec73-4282-9dbf-51cbad93adb6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0894756 Apr 22 15:01:34.914146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f22d3bbe-2702-4b7a-b9f2-bfbdc038866f req-74b5f126-a5be-406b-b87b-f28199d52911 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Apr 22 15:01:36.133042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fe69e-1c32-48e3-8682-5deba10de637 req-21fb5a00-ffb5-4800-9220-aded57de4939 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:36.134538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a4fe69e-1c32-48e3-8682-5deba10de637 req-21fb5a00-ffb5-4800-9220-aded57de4939 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0790131 Apr 22 15:01:36.184961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a4fe69e-1c32-48e3-8682-5deba10de637 req-498df0de-ca9b-4cd6-b002-23c2020c4fc7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Apr 22 15:01:37.403021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d90e4-3d46-48ec-b112-d3fe911ed595 req-73a1ccdc-5fa9-4191-9a2a-3f1080b99b71 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:37.404465 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-395d90e4-3d46-48ec-b112-d3fe911ed595 req-73a1ccdc-5fa9-4191-9a2a-3f1080b99b71 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0868671 Apr 22 15:01:37.448813 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-395d90e4-3d46-48ec-b112-d3fe911ed595 req-dfd0bc1b-2c62-4135-b93d-a69d1be408d5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Apr 22 15:01:38.670258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663e8b7-6311-4684-9229-1935154c917c req-dbad1ea6-5012-4d3e-a21a-d1f5ac0d3168 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:38.671616 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4663e8b7-6311-4684-9229-1935154c917c req-dbad1ea6-5012-4d3e-a21a-d1f5ac0d3168 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0874422 Apr 22 15:01:38.722113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4663e8b7-6311-4684-9229-1935154c917c req-136a89c5-894f-479b-8e1c-f3a6a990d6f4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Apr 22 15:01:39.621417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08911e6b-696a-4ac4-95fa-96f01642e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:39.921422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2b33-d2d5-4f12-aeef-704ea6dc5a14 req-cfb5723e-369a-4709-8fee-95e1fa2f6407 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:39.922788 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-297c2b33-d2d5-4f12-aeef-704ea6dc5a14 req-cfb5723e-369a-4709-8fee-95e1fa2f6407 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0798311 Apr 22 15:01:39.968396 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-297c2b33-d2d5-4f12-aeef-704ea6dc5a14 req-6030eb49-519b-47bf-a1ea-838eeec3cb4e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Apr 22 15:01:41.197899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dae8-1c32-402f-9abf-552fcf36f410 req-c6000aaa-5806-4453-86e5-61991092e55c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:41.199346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc97dae8-1c32-402f-9abf-552fcf36f410 req-c6000aaa-5806-4453-86e5-61991092e55c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0966659 Apr 22 15:01:41.245698 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc97dae8-1c32-402f-9abf-552fcf36f410 req-2b8703a7-d6a4-4daf-8367-f84f9d135553 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Apr 22 15:01:41.735194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-da2f0f59-f1a5-4850-81c1-c079ca6eb8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:42.440782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff790cc-52a8-4ad6-bb26-09fd7106c413 req-e531d12c-e7f7-4d88-92c2-2cd4a9499200 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:42.442393 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ff790cc-52a8-4ad6-bb26-09fd7106c413 req-e531d12c-e7f7-4d88-92c2-2cd4a9499200 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0759566 Apr 22 15:01:42.486943 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ff790cc-52a8-4ad6-bb26-09fd7106c413 req-8d171dea-32e9-4e0c-a3db-74c41979942b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Apr 22 15:01:42.950963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:43.001796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:43.697498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51765277-ffd5-4499-afa6-355f2ae3b313 req-8f9cda93-5290-42db-8020-e6201d105222 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:43.698971 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51765277-ffd5-4499-afa6-355f2ae3b313 req-8f9cda93-5290-42db-8020-e6201d105222 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0800726 Apr 22 15:01:43.744590 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51765277-ffd5-4499-afa6-355f2ae3b313 req-302be073-2c7b-4c3f-b42c-2dd94b38a4c3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Apr 22 15:01:44.486569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:44.956582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb03b65-1008-43b2-86cf-3d052287f36c req-20f998f9-ed2a-4dde-846c-4746277a3ba7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:44.958167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dbb03b65-1008-43b2-86cf-3d052287f36c req-20f998f9-ed2a-4dde-846c-4746277a3ba7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0837994 Apr 22 15:01:45.006823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dbb03b65-1008-43b2-86cf-3d052287f36c req-70c81496-b6db-4a0f-998b-90ea9344a9c3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Apr 22 15:01:45.788132 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-c3786ce4-9df3-4fb0-8b05-4f943c4c3026 service neutron] 10.222.0.24 "GET /v2.0/ports/f61bf21f-74c7-4a77-93ed-b62c5eb641bc/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0889633 Apr 22 15:01:46.061288 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-152c4867-7bcf-49b3-b2cd-e66ff19014d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 1099 time: 0.0686572 Apr 22 15:01:46.206123 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-85454a3e-a572-473e-b013-836ffb7372da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.1230290 Apr 22 15:01:46.244029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eddf6-6e42-4d0a-b6f2-4968ff05bc98 req-edf186f5-4791-48d2-92aa-8dfff6356940 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:46.245395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb5eddf6-6e42-4d0a-b6f2-4968ff05bc98 req-edf186f5-4791-48d2-92aa-8dfff6356940 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.1169927 Apr 22 15:01:46.367242 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb5eddf6-6e42-4d0a-b6f2-4968ff05bc98 req-70e26754-3ad2-4216-9eff-0864c8e2ea57 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808868 Apr 22 15:01:46.371399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1b5e-35ef-4d39-a770-994779f02cac req-aae1fe9a-31d2-428d-a47d-19348a9f97f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:46.372741 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-aae1fe9a-31d2-428d-a47d-19348a9f97f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1609645 Apr 22 15:01:46.480934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-afcec4b4-9352-4a22-a713-39e724312a6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1003 time: 0.1018348 Apr 22 15:01:46.637575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1b5e-35ef-4d39-a770-994779f02cac req-ba2513fe-f75a-4908-aea2-ff09c8504903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:46.638930 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-ba2513fe-f75a-4908-aea2-ff09c8504903 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.1521246 Apr 22 15:01:46.727350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-517caccb-53f9-4b3c-9d19-363aa01fdd41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812573 Apr 22 15:01:46.854809 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-ee524891-8aa1-4ae7-803d-81ca64631a80 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211419 Apr 22 15:01:46.987500 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-840b1b5e-35ef-4d39-a770-994779f02cac req-2d328c5f-520e-4074-8db1-30f38f2ad912 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256018 Apr 22 15:01:47.576415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f527-9dcc-4568-8b46-123c9d6621b6 req-ec648f69-759b-4a89-9829-52e523a8c671 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:47.577941 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6728f527-9dcc-4568-8b46-123c9d6621b6 req-ec648f69-759b-4a89-9829-52e523a8c671 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0800672 Apr 22 15:01:47.628618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6728f527-9dcc-4568-8b46-123c9d6621b6 req-92d1532c-83ac-4659-b164-67d0885f4e33 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Apr 22 15:01:48.846615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ed841-1986-475b-83d2-077f1e1cc66a req-f1142a88-afb9-42c2-a5c5-97ecffa93d8f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:48.848068 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cc0ed841-1986-475b-83d2-077f1e1cc66a req-f1142a88-afb9-42c2-a5c5-97ecffa93d8f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0944273 Apr 22 15:01:48.909890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cc0ed841-1986-475b-83d2-077f1e1cc66a req-2ed98885-d066-4d39-a646-ddeb7ea9536f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533924 Apr 22 15:01:49.407530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-344604d9-7a97-4fcd-944e-64d05174d85b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:49.408940 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-344604d9-7a97-4fcd-944e-64d05174d85b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b&tenant_id=88e9fb003d014a8d84256635ed2086ba&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 946 time: 0.1318550 Apr 22 15:01:49.484363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b8ca5-e6b3-48f1-8fe3-19ff8f766589 req-0f3de234-babb-4f06-9d72-825b32d5c51c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:49.485701 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f46b8ca5-e6b3-48f1-8fe3-19ff8f766589 req-0f3de234-babb-4f06-9d72-825b32d5c51c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.1473689 Apr 22 15:01:49.521274 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-cf25ba12-0a5e-4e48-85a3-e40c886cbbf2 service neutron] 10.222.0.24 "GET /v2.0/ports/f61bf21f-74c7-4a77-93ed-b62c5eb641bc/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1057262 Apr 22 15:01:49.542371 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f46b8ca5-e6b3-48f1-8fe3-19ff8f766589 req-39f59488-ea62-4fa3-b2a8-4f3b0c6be488 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Apr 22 15:01:49.615747 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-831787bd-21ab-477c-a9ba-0159a4a7785b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.0723968 Apr 22 15:01:49.747733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-31549ce3-ae2a-4e6c-a3db-f57941a7c8b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:49.749149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-31549ce3-ae2a-4e6c-a3db-f57941a7c8b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1278980 Apr 22 15:01:49.855279 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-0b3d370f-539b-42e6-ab1e-c66499c61adf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1003 time: 0.1002901 Apr 22 15:01:49.999504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-e8b95ed9-837e-4507-98cf-e332d2d60f5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:50.000838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-e8b95ed9-837e-4507-98cf-e332d2d60f5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.1393337 Apr 22 15:01:50.082078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-901d1bc7-8265-419a-b8fd-369febc4e789 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746934 Apr 22 15:01:50.209985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-9d60973d-6a4b-4376-a415-3223e608ebb0 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215510 Apr 22 15:01:50.338294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-9f0d1d49-89d3-43dc-947b-c8a58c5ea8e0 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228225 Apr 22 15:01:50.756122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d25a10-73d5-4904-b48c-675c1ab01472 req-c8c9d5b9-8290-4dc4-a4a5-603cda6cd8e7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:50.758144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29d25a10-73d5-4904-b48c-675c1ab01472 req-c8c9d5b9-8290-4dc4-a4a5-603cda6cd8e7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.0789750 Apr 22 15:01:50.807025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29d25a10-73d5-4904-b48c-675c1ab01472 req-c9f7f443-a576-4256-8525-6cd86cd7d25c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Apr 22 15:01:52.118010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0a824-9fb5-47d7-94b4-323350927146 req-248d735b-d70f-4fdc-aa91-5824ea77c932 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:52.119454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ef0a824-9fb5-47d7-94b4-323350927146 req-248d735b-d70f-4fdc-aa91-5824ea77c932 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.1844180 Apr 22 15:01:52.169608 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4ef0a824-9fb5-47d7-94b4-323350927146 req-d6ec48d9-5d8c-4194-9269-2f5e3ed7f49a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Apr 22 15:01:52.828627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-d3b0bd75-a515-4f7c-8e8b-447f36af24e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 1099 time: 0.0888894 Apr 22 15:01:52.927237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-01f73068-4d00-4dfc-9388-636d7a99987b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.0742023 Apr 22 15:01:53.062403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-fd28ec20-5f03-4033-b1bc-486527c8ade9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:53.067146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-fd28ec20-5f03-4033-b1bc-486527c8ade9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1304755 Apr 22 15:01:53.182804 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-550549fa-e20b-4545-af60-1b82266f6d5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1003 time: 0.1128552 Apr 22 15:01:53.247066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-ba3082b4-b249-4527-b2b6-e8a4f32e0707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:53.248442 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-ba3082b4-b249-4527-b2b6-e8a4f32e0707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0601997 Apr 22 15:01:53.379888 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-18e0d032-b58d-4ac9-9964-388946fedc90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247973 Apr 22 15:01:53.477807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaca2f-6d09-479a-a304-264e5455a730 req-0681a347-54c4-47cb-a4a3-debe7dacadcf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:53.479302 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7eaca2f-6d09-479a-a304-264e5455a730 req-0681a347-54c4-47cb-a4a3-debe7dacadcf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.1707492 Apr 22 15:01:53.555829 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-b5418f13-b841-48bc-93b9-0c1706206818 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698990 Apr 22 15:01:53.560939 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7eaca2f-6d09-479a-a304-264e5455a730 req-3d000f2b-eeff-4c02-a3df-2cc3b46eb31f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726266 Apr 22 15:01:53.705553 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b246b2e2-c242-47d2-9525-58b97e15b165 req-2fd673c5-19be-46cf-89ef-19676838d602 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430357 Apr 22 15:01:54.092389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-70d4bcb3-9cec-4dcf-918c-1e3a5a0134a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 1099 time: 0.0828698 Apr 22 15:01:54.241118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-5485026f-c8d5-4760-afad-0222264a538d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:54.242585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-5485026f-c8d5-4760-afad-0222264a538d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1299279 Apr 22 15:01:54.343568 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-e0f5fa94-d318-4bcc-88a7-3f67893126d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 200 len: 1003 time: 0.0940404 Apr 22 15:01:54.406209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-1f4410ef-a71f-4ffc-83f1-7e4ec6c5cf49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:54.407597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-1f4410ef-a71f-4ffc-83f1-7e4ec6c5cf49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0575850 Apr 22 15:01:54.482217 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-547a4fd6-6482-4eac-8c9c-3a47aeef36a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678635 Apr 22 15:01:54.616271 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-f79c2f6a-346f-469d-b1d6-f9f1003ce144 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262140 Apr 22 15:01:54.893253 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-813fbdc1-1cb6-420a-b728-f30ba2e4c1b3 req-2907a70a-de9e-49e7-bd37-3df38bf1d472 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705903 Apr 22 15:01:54.903808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc897023-a308-4fd5-a0a5-7acf27b8cbad req-6772c702-1e58-4cf5-94b5-20f115413c8c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:54.905413 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cc897023-a308-4fd5-a0a5-7acf27b8cbad req-6772c702-1e58-4cf5-94b5-20f115413c8c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 946 time: 0.1243780 Apr 22 15:01:54.954339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cc897023-a308-4fd5-a0a5-7acf27b8cbad req-a3b0fffd-068d-454d-b032-530e1ffb5094 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Apr 22 15:01:55.490693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f61bf21f-74c7-4a77-93ed-b62c5eb641bc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:01:55.615937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:55.643426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:01:55.653427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:55.659633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:55.700263 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5088d03-2fd1-47a4-8f6d-b7109b70c6aa'] response: {'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'code': 200} Apr 22 15:01:55.725257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:56.170117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da56b-324a-4c9c-b133-e484fd6bffd9 req-6ca74254-7fe2-499a-a89c-bbbf3be4b0ea tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:56.171556 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c87da56b-324a-4c9c-b133-e484fd6bffd9 req-6ca74254-7fe2-499a-a89c-bbbf3be4b0ea tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.0861619 Apr 22 15:01:56.217798 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c87da56b-324a-4c9c-b133-e484fd6bffd9 req-a9120a93-809f-41b4-8c87-68150697702a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Apr 22 15:01:56.575910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c92698-221f-457f-b806-869f4e07b278 req-99cd10e7-359e-4f51-9ec6-fe8f185b4f3d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:56.577348 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84c92698-221f-457f-b806-869f4e07b278 req-99cd10e7-359e-4f51-9ec6-fe8f185b4f3d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.0876918 Apr 22 15:01:56.622461 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84c92698-221f-457f-b806-869f4e07b278 req-33404f2d-1d7d-4664-bec6-065d55fd635c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Apr 22 15:01:56.828245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce786798-af94-4d3e-88d9-ba926c4b9572 req-b38d6382-6259-495e-bb0a-8c2eb5c7fe4f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:56.829593 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce786798-af94-4d3e-88d9-ba926c4b9572 req-b38d6382-6259-495e-bb0a-8c2eb5c7fe4f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.0800219 Apr 22 15:01:56.874203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce786798-af94-4d3e-88d9-ba926c4b9572 req-5ab7affb-ed4d-4ee5-940e-d1d30e908bfe tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 Apr 22 15:01:57.293927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958dfcc-df45-40eb-9254-0caae14bab2a req-75003722-516f-4f74-ae2f-a6805c442437 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:57.295358 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8958dfcc-df45-40eb-9254-0caae14bab2a req-75003722-516f-4f74-ae2f-a6805c442437 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.0848491 Apr 22 15:01:57.345337 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8958dfcc-df45-40eb-9254-0caae14bab2a req-a9fd5827-7684-4722-8d52-e629748a1211 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Apr 22 15:01:57.506903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f61bf21f-74c7-4a77-93ed-b62c5eb641bc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:01:57.650214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:57.663318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'mac_address': 'fa:16:3e:7c:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:01:57.720188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:57.737905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61bf21f-74c7-4a77-93ed-b62c5eb641bc {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:57.753221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:57.757941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:57.819159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f61bf21f-74c7-4a77-93ed-b62c5eb641bc'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:01:57.860865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:58.565300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452d383-2b07-45fa-aea0-5c6e929a6db9 req-0e1b3039-238b-448a-b423-f5ae79135981 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:58.566746 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6452d383-2b07-45fa-aea0-5c6e929a6db9 req-0e1b3039-238b-448a-b423-f5ae79135981 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 945 time: 0.0816681 Apr 22 15:01:58.613623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6452d383-2b07-45fa-aea0-5c6e929a6db9 req-20fdd817-bcf8-4c15-a9b8-883e9d26343e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 Apr 22 15:01:59.283824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-57140d81-c0b0-4225-a1a7-8a3425a662eb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:59.285276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-57140d81-c0b0-4225-a1a7-8a3425a662eb tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 945 time: 0.0982509 Apr 22 15:01:59.349834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Deleting port f61bf21f-74c7-4a77-93ed-b62c5eb641bc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:01:59.350167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:59.495269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f61bf21f-74c7-4a77-93ed-b62c5eb641bc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:01:59.584741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:59.585335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:59.608863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:59.625987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f61bf21f-74c7-4a77-93ed-b62c5eb641bc {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:01:59.640731 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:01:59.646215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:59.712628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:01:59.920294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:59.920534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:59.920845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 disassociated. External IP: 172.26.2.159, port: f61bf21f-74c7-4a77-93ed-b62c5eb641bc. Apr 22 15:01:59.921173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Calling delete_port for f61bf21f-74c7-4a77-93ed-b62c5eb641bc owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:01:59.974167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40214990-129f-4289-93ea-e5dc76c40f3e req-662c67bf-a3a3-47c0-8ece-ee779a844e26 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:01:59.975605 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-40214990-129f-4289-93ea-e5dc76c40f3e req-662c67bf-a3a3-47c0-8ece-ee779a844e26 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.2211068 Apr 22 15:02:00.037714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:02:00.038027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:02:00.040681 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-40214990-129f-4289-93ea-e5dc76c40f3e req-da50a2f6-229f-473c-8490-4a9961eade7f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595577 Apr 22 15:02:00.539376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Deleting port f61bf21f-74c7-4a77-93ed-b62c5eb641bc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:02:00.539998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:00.889290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] For port f61bf21f-74c7-4a77-93ed-b62c5eb641bc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:00.889994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:01.224486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:01.224764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:01.225073 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 disassociated. External IP: 172.26.2.159, port: f61bf21f-74c7-4a77-93ed-b62c5eb641bc. Apr 22 15:02:01.225411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Calling delete_port for f61bf21f-74c7-4a77-93ed-b62c5eb641bc owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:02:01.318102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28844498-e218-4e5a-aeec-dcec2b1e3512 req-2f37e620-2513-433a-ae12-3a4b2184bcba tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:01.319607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-28844498-e218-4e5a-aeec-dcec2b1e3512 req-2f37e620-2513-433a-ae12-3a4b2184bcba tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 944 time: 0.1571095 Apr 22 15:02:01.411690 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-28844498-e218-4e5a-aeec-dcec2b1e3512 req-0478ad25-07ae-4b56-997f-399292da8a11 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864849 Apr 22 15:02:01.412728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:01.463154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event deleted for resources: {'Port': ['ID=f61bf21f-74c7-4a77-93ed-b62c5eb641bc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:01.670933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:02:01.877494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:02:01.887428 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:02:01.900297 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:01.900968 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:01:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:01.943684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] No DVR routers for this DVR port f61bf21f-74c7-4a77-93ed-b62c5eb641bc on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:02:01.946406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:01.948923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'name': 'network-vif-deleted', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:01.965994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3ce313cc-563d-4837-b9fe-3fac094a86f2 req-6a08fac1-4c8b-43c9-933a-fbfa109ffbaa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "DELETE /v2.0/ports/f61bf21f-74c7-4a77-93ed-b62c5eb641bc HTTP/1.1" status: 204 len: 173 time: 2.6756368 Apr 22 15:02:02.010134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d961c1-a482-4112-9087-11f5c2a48538'] response: {'server_uuid': '5b3839fa-d842-4b59-99ed-0ec328727b5b', 'name': 'network-vif-deleted', 'tag': 'f61bf21f-74c7-4a77-93ed-b62c5eb641bc', 'status': 'completed', 'code': 200} Apr 22 15:02:02.077226 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:02.389103 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:02.393051 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:02:02.404402 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:02.404992 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:01:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:02.585737 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:02.591913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a330897b-bcf6-4ab2-b732-bb4af987494b req-a4e7c29a-22ae-435e-be6f-61e6afb018ff tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:02.608991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a330897b-bcf6-4ab2-b732-bb4af987494b req-a4e7c29a-22ae-435e-be6f-61e6afb018ff tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:02.610492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a330897b-bcf6-4ab2-b732-bb4af987494b req-a4e7c29a-22ae-435e-be6f-61e6afb018ff tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3839fa-d842-4b59-99ed-0ec328727b5b HTTP/1.1" status: 200 len: 210 time: 0.0596435 Apr 22 15:02:02.899687 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:02.904028 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d4af6-be6a-4372-9bf9-7dea015535f3 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:02:03.129620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1f708-1106-4999-a116-bbc725aed6c4 None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:02:03.990522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-92db7a7c-7b69-4777-a818-0db330932c68 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1211954529&fields=id&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 267 time: 0.0446258 Apr 22 15:02:04.003364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:04.241270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-1e597f50-be3c-4a24-8692-4e12a754cc4f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:04.242588 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-1e597f50-be3c-4a24-8692-4e12a754cc4f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.2452912 Apr 22 15:02:04.261585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-837aeb6c-ace5-4efe-afd7-6e5f371cc397 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/quotas/88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 375 time: 0.0109351 Apr 22 15:02:04.342158 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-3181c529-764b-4d30-885d-35f9f2f7df78 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754862 Apr 22 15:02:04.489144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-38c21ca0-c02a-45d2-8f37-914764e426d9 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346426 Apr 22 15:02:04.616089 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-7fa377e7-f320-40cc-8b16-14285df04797 service neutron] 10.222.0.32 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209533 Apr 22 15:02:04.818115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b82beee-6811-42c3-947f-a609b09480d9 req-64fb63d5-7c4d-451b-bceb-c74eeffc6d30 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 210 time: 0.0468042 Apr 22 15:02:05.870683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-36fd346b-15e0-4701-aa4b-58fca3836023 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:05.872100 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-36fd346b-15e0-4701-aa4b-58fca3836023 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 812 time: 0.1464031 Apr 22 15:02:05.930178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-7304cccf-180f-45a0-9b50-149348fb2f4b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 380 time: 0.0463419 Apr 22 15:02:05.943686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'port': {'device_id': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'admin_state_up': True, 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'security_groups': ['851f4d78-a4a6-4699-a79b-3d639c1ce2c5']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:06.042508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0a509d24-8bda-41bb-a4ac-6c7fb622066c req-7e99b5f0-c8ed-45c7-8274-27770a5ac215 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 210 time: 0.1040921 Apr 22 15:02:06.115079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:06.124972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:06.136218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Made reservation on behalf of 88e9fb003d014a8d84256635ed2086ba for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:06.139212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:06.297015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Allocated IP 172.20.0.9 (c98ab472-99af-41c3-9ac4-7792015302f6/ecc03009-321b-4b58-a61e-7d9ea7cafc6f/e9fda2f6-2fb3-4b37-87e8-4821ca579efc) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:02:06.481294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:06.497288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Transition to ACTIVE for port object e9fda2f6-2fb3-4b37-87e8-4821ca579efc will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:02:06.523941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:06.594369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Network c98ab472-99af-41c3-9ac4-7792015302f6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:02:06.597085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:02:06.602217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:02:06.632826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:06.667091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:06.667691 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:06.693041 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-32b48864-735e-4ac9-93d8-f54c5d118076 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531266 Apr 22 15:02:06.703730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Request body: {'port': {'device_id': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:06.812829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:06.864203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-debce868-c07d-4135-ac69-5dab6263cf87 None None] Provisioning for port e9fda2f6-2fb3-4b37-87e8-4821ca579efc completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:02:06.869324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-debce868-c07d-4135-ac69-5dab6263cf87 None None] Provisioning complete for port e9fda2f6-2fb3-4b37-87e8-4821ca579efc triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:06.869656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-debce868-c07d-4135-ac69-5dab6263cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:06.925201 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-debce868-c07d-4135-ac69-5dab6263cf87 None None] Port e9fda2f6-2fb3-4b37-87e8-4821ca579efc cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:02:07.198546 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:02:07.275156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fda2f6-2fb3-4b37-87e8-4821ca579efc {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:07.284275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:07.310230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Transition to ACTIVE for port object e9fda2f6-2fb3-4b37-87e8-4821ca579efc will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:02:07.315773 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:07.439137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6e4a-5733-4e3f-9e0b-5d95cab318e8 req-c4323d8b-11ed-48ae-b525-69d53afde1d2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:07.439837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-321b6e4a-5733-4e3f-9e0b-5d95cab318e8 req-c4323d8b-11ed-48ae-b525-69d53afde1d2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:07.465515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:07.511384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-321b6e4a-5733-4e3f-9e0b-5d95cab318e8 req-c4323d8b-11ed-48ae-b525-69d53afde1d2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:07.512586 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-321b6e4a-5733-4e3f-9e0b-5d95cab318e8 req-c4323d8b-11ed-48ae-b525-69d53afde1d2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 931 time: 0.2985003 Apr 22 15:02:07.615954 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-321b6e4a-5733-4e3f-9e0b-5d95cab318e8 req-a72ed982-126c-408d-ad4b-d12a975d7842 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778198 Apr 22 15:02:07.616744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Attempting to bind port e9fda2f6-2fb3-4b37-87e8-4821ca579efc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:02:07.617071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Attempting to bind port e9fda2f6-2fb3-4b37-87e8-4821ca579efc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:02:07.617431 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Attempting to bind port e9fda2f6-2fb3-4b37-87e8-4821ca579efc on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:07.623532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Port e9fda2f6-2fb3-4b37-87e8-4821ca579efc on network c98ab472-99af-41c3-9ac4-7792015302f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:02:07.623967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Attempting to bind port e9fda2f6-2fb3-4b37-87e8-4821ca579efc on network c98ab472-99af-41c3-9ac4-7792015302f6 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:07.630585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:02:07.630984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Checking segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:02:07.631278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Bound using segment: {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:02:07.631713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Bound port: e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:02:07.632052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:07.722013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:02:07.726278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:02:07.732800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:07.808216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:07.809568 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1093 time: 1.1100731 Apr 22 15:02:07.810025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:07.827320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ee13d-f378-4574-a87a-16aede2579f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:07.879848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30880b5b-a33b-46ef-9646-1a25944eb332'] response: {'name': 'network-changed', 'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'status': 'completed', 'code': 200} Apr 22 15:02:07.920900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-9c221f8d-3c7f-4c89-b735-78d938adf60c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1096 time: 0.0721092 Apr 22 15:02:07.991701 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a6134395-2180-4e3d-9297-95a389c6aad8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 217 time: 0.0639544 Apr 22 15:02:08.054787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-23101735-7d85-4571-823c-702d9a9c297e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:08.056193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-23101735-7d85-4571-823c-702d9a9c297e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0588970 Apr 22 15:02:08.136343 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-c4f35620-c0dc-4e7f-9b53-cc666f24ffcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735133 Apr 22 15:02:08.272026 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-a461ee4a-d563-43d6-8416-e98de9c043a4 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292570 Apr 22 15:02:08.414108 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e182ff5-7c5a-4d47-af9c-9822784451a1 req-6315d021-5884-4703-b46f-829cb26eb9f2 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364303 Apr 22 15:02:08.543857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-d70313e5-7016-4c34-8b44-573df0c3251b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1096 time: 0.0789320 Apr 22 15:02:08.677344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-b200f84d-c90b-4577-a96e-19889ba7c640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:08.678894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-b200f84d-c90b-4577-a96e-19889ba7c640 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1276765 Apr 22 15:02:08.776228 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-e6c3ae48-fa76-453e-a6ad-44da1fa9da79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 217 time: 0.0906057 Apr 22 15:02:08.852163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-ba535a93-cf59-4a5c-8f45-080583fe914c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:08.853554 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-ba535a93-cf59-4a5c-8f45-080583fe914c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0672376 Apr 22 15:02:09.002453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0c973-4b45-4626-8924-30900af8638e req-c95939cc-6189-44b9-bd99-884b68b3b07e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:09.003791 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8dc0c973-4b45-4626-8924-30900af8638e req-c95939cc-6189-44b9-bd99-884b68b3b07e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.2572145 Apr 22 15:02:09.065283 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-86d937ca-c499-4e07-8bbc-04e76c2b0a18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2052498 Apr 22 15:02:09.067570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8dc0c973-4b45-4626-8924-30900af8638e req-d6a1f09b-14ff-44ce-a44b-6a5a19bdc5ad tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535595 Apr 22 15:02:09.196783 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-684bd70b-d410-4424-9337-ac4ec24ec2a6 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239886 Apr 22 15:02:09.327865 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f494aa9c-5bf0-474f-b2ac-414b52899577 req-bcdf0a10-9337-472a-8520-a1532447f592 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244156 Apr 22 15:02:09.635847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b7c26e7e-027a-4480-9f7c-b3f10067d04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:10.282167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e1c1-0baa-4257-9c57-4894b28a0adc req-a3b492a1-d411-4fa8-b999-83f1bde79396 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:10.283563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bc0e1c1-0baa-4257-9c57-4894b28a0adc req-a3b492a1-d411-4fa8-b999-83f1bde79396 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0868528 Apr 22 15:02:10.332405 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6bc0e1c1-0baa-4257-9c57-4894b28a0adc req-2fe1f05e-94ce-407f-adb6-68b2f3fdba7a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Apr 22 15:02:11.519270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:02:11.531076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a5d6-0c65-4e40-bc85-96635ce99ae3 req-1dc13bf8-a119-4e55-8def-609741fa347f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:11.532525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4258a5d6-0c65-4e40-bc85-96635ce99ae3 req-1dc13bf8-a119-4e55-8def-609741fa347f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0810232 Apr 22 15:02:11.577818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4258a5d6-0c65-4e40-bc85-96635ce99ae3 req-9110e440-87f3-4f0a-b32c-3c08e96565ee tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Apr 22 15:02:11.687239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:11.700510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'mac_address': 'fa:16:3e:25:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:02:11.757957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a560af81-a6d0-485c-bdde-a9ef64510f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:11.765193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:11.782789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fda2f6-2fb3-4b37-87e8-4821ca579efc {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:11.797530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:11.802327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:11.868103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:11.876621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.877264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.877626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.877986 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.878309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.878681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.878998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.879296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.879611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.879925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.880237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:11.990669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e9fda2f6-2fb3-4b37-87e8-4821ca579efc'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:12.793325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa15fa2-8cfa-4467-8648-0f3f89a6e343 req-58fb766f-71e2-4330-9eca-7391fc97359d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:12.794818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6aa15fa2-8cfa-4467-8648-0f3f89a6e343 req-58fb766f-71e2-4330-9eca-7391fc97359d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 944 time: 0.0893369 Apr 22 15:02:12.840361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6aa15fa2-8cfa-4467-8648-0f3f89a6e343 req-97b1a0e4-4acb-4cd5-89a2-1685645da745 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Apr 22 15:02:12.949876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:13.006671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:13.551886 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:13.624025 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port e9fda2f6-2fb3-4b37-87e8-4821ca579efc completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:02:13.629354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e9fda2f6-2fb3-4b37-87e8-4821ca579efc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:13.629750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:13.742211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:13.769654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:13.780338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:13.786643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:13.830140 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cacdd5-cdd5-44c1-8a07-6b96571aa8d1'] response: {'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'code': 200} Apr 22 15:02:13.856275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:14.102866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef0118-cfb3-4054-864e-fdf3a4a0c343 req-b37a6919-d026-40d8-971a-da7a4bf29e62 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:14.104303 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d5ef0118-cfb3-4054-864e-fdf3a4a0c343 req-b37a6919-d026-40d8-971a-da7a4bf29e62 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.1291425 Apr 22 15:02:14.107887 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0fef6e85-cc08-452e-94bf-32fb07aa258c req-f89fd9ae-b46d-46f1-8c16-8ba1a6ded6c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.1031559 Apr 22 15:02:14.177380 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d5ef0118-cfb3-4054-864e-fdf3a4a0c343 req-57c32855-fc60-4d96-837d-534659db501d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668638 Apr 22 15:02:14.180227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0fef6e85-cc08-452e-94bf-32fb07aa258c req-eeb6e665-29e1-4c3f-81a3-5e5421452236 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562444 Apr 22 15:02:14.496351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.387934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56f56-200c-432f-b019-24942423c9ae req-dfe2212f-e529-4bc3-a425-3585d3892b64 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:15.389358 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76c56f56-200c-432f-b019-24942423c9ae req-dfe2212f-e529-4bc3-a425-3585d3892b64 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0807655 Apr 22 15:02:15.434963 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76c56f56-200c-432f-b019-24942423c9ae req-44cdef9f-7076-4ae4-8954-dd5f4804d941 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Apr 22 15:02:15.721484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29202c-b980-4527-a0b9-eac64a1a5dac req-7727fa2a-9c15-4cd3-9a00-b388970ce74c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:15.723031 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8d29202c-b980-4527-a0b9-eac64a1a5dac req-7727fa2a-9c15-4cd3-9a00-b388970ce74c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.1694081 Apr 22 15:02:15.731982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41074) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:15.736990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Request body: {'floatingip': {'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:15.817540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.513612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.519769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.711855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 associated. External IP: 172.26.2.159, port: e9fda2f6-2fb3-4b37-87e8-4821ca579efc. Apr 22 15:02:17.135246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:02:17.346200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:02:17.350542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:17.355814 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:02:17.368581 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:17.369170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:02:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:17.403521 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-73288e95-a4b1-4544-9d9e-db7c19b5b35c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "PUT /v2.0/floatingips/da1203a0-fc7c-444f-8b8f-54f918b72171 HTTP/1.1" status: 200 len: 992 time: 1.6704800 Apr 22 15:02:17.403997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:17.460074 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bed6fde-0129-4cee-a8a4-8c0791ba0021'] response: {'name': 'network-changed', 'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'status': 'completed', 'code': 200} Apr 22 15:02:17.553989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-48070153-e2ec-4c69-9939-cb09aaa2cfb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.0721359 Apr 22 15:02:17.572932 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:17.688964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-003739d9-fbd6-40bf-8e2b-7e390594bee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:17.690870 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-003739d9-fbd6-40bf-8e2b-7e390594bee5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1313043 Apr 22 15:02:17.805026 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-7cc7d52d-ba0a-4754-9222-76c02d87fbd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1000 time: 0.1083400 Apr 22 15:02:17.896289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-ad66a345-1017-4795-b31f-7991b6b43ccd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:17.898652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-ad66a345-1017-4795-b31f-7991b6b43ccd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0866251 Apr 22 15:02:17.935573 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:25:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:02:16Z', 'revision_number': 13, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:17.939771 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:02:17.950578 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:02:17.951174 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:02:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:17.987186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-ae815fbf-a37c-4fdd-a663-4c6a6cd0a6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825315 Apr 22 15:02:18.135790 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:02:18.226471 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-93156389-b628-4398-b58f-84b903af8435 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331271 Apr 22 15:02:18.367339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b9e3c9e-d023-4a69-911c-97acd78fd851 req-960c14a3-dc16-4a73-ac8f-f8affb4a04a4 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349931 Apr 22 15:02:18.489263 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:25:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:02:16Z', 'revision_number': 13, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:02:18.493201 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f399398-f024-48fe-8c4d-5ea1510735af None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'da1203a0-fc7c-444f-8b8f-54f918b72171', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'mac_address': 'fa:16:3e:25:e3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T14:59:26Z', 'updated_at': '2022-04-22T15:02:16Z', 'revision_number': 13, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:02:18.688347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e4c0d-9b72-4ed0-add4-fe34afc76fe0 None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:02:19.216196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f74bc5-8739-416e-9a62-9b535bf87ff3 req-af3c21f2-9f8a-4699-bd0b-5a53f1bbbb19 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:19.217501 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00f74bc5-8739-416e-9a62-9b535bf87ff3 req-af3c21f2-9f8a-4699-bd0b-5a53f1bbbb19 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0909948 Apr 22 15:02:19.270814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-00f74bc5-8739-416e-9a62-9b535bf87ff3 req-fa7e5512-7817-4453-99c8-1c68b573587c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458298 Apr 22 15:02:27.915980 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ade55414-2210-4977-b681-9d172857b039 req-da8e86eb-152b-446e-9afe-6a174e26da60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0751283 Apr 22 15:02:28.285744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f824b-83a3-4b3d-abee-66d7e9bc0ee4 req-d3a47ff7-80fc-4d3d-abc6-67ac21bb1d41 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:28.287182 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-371f824b-83a3-4b3d-abee-66d7e9bc0ee4 req-d3a47ff7-80fc-4d3d-abc6-67ac21bb1d41 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.1310349 Apr 22 15:02:28.289821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-1ff65b1b-ab9a-45fe-9662-a9f492600431 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1937296 Apr 22 15:02:28.337503 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-371f824b-83a3-4b3d-abee-66d7e9bc0ee4 req-c3e66285-b414-4b24-8bf6-2f633cab5596 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Apr 22 15:02:29.537989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-6563a0db-f151-4c27-8928-45bcf4385acf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.1210480 Apr 22 15:02:29.631398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d7ca-9ebb-418c-904e-1318e4b147b7 req-5f5b82f8-37cb-4fae-b4e3-7da942856fee tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:29.632697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ed60d7ca-9ebb-418c-904e-1318e4b147b7 req-5f5b82f8-37cb-4fae-b4e3-7da942856fee tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.1656876 Apr 22 15:02:29.712624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-b5b23a0d-506d-49d3-bc45-be986e2b55b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:29.714097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-b5b23a0d-506d-49d3-bc45-be986e2b55b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1690278 Apr 22 15:02:29.716329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ed60d7ca-9ebb-418c-904e-1318e4b147b7 req-832cfdf3-55bf-42ab-817e-227df42d959c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772550 Apr 22 15:02:29.816292 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-1be109f9-a7b1-43dc-998f-9c7e5eb346a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1002 time: 0.0950174 Apr 22 15:02:29.878266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-9f63f605-c303-4cac-96b7-901918c24586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:29.879667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-9f63f605-c303-4cac-96b7-901918c24586 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0581002 Apr 22 15:02:29.965962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-0cc07920-d8a5-4c4d-bcd9-0420a7a18e42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799196 Apr 22 15:02:30.092037 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-5cf942f4-2b9a-4573-a1f0-9b006d794b45 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196301 Apr 22 15:02:30.218264 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-4297cb67-783e-4fc2-bc35-ca130a5cfb5a service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206226 Apr 22 15:02:30.917544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6e8f-db21-4ed9-9a1e-b3eb92bcde8d req-3aed8558-3c07-4dae-a71b-e8fcfe55a919 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:30.918953 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df4a6e8f-db21-4ed9-9a1e-b3eb92bcde8d req-3aed8558-3c07-4dae-a71b-e8fcfe55a919 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0809033 Apr 22 15:02:30.963289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df4a6e8f-db21-4ed9-9a1e-b3eb92bcde8d req-f04b5133-fa45-49c6-91da-7f11ecfc853c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386596 Apr 22 15:02:32.190607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef1a14-984b-4edd-837e-92c6f11b5e37 req-b3ef721f-e897-4ef8-9115-aceca5444d47 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:32.192080 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8eef1a14-984b-4edd-837e-92c6f11b5e37 req-b3ef721f-e897-4ef8-9115-aceca5444d47 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0852773 Apr 22 15:02:32.255685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8eef1a14-984b-4edd-837e-92c6f11b5e37 req-cf6df6c6-11e3-43c7-9db5-6c6a6891a1e5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546811 Apr 22 15:02:33.542000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007b20c-38b1-4377-9ea1-65e0374b87a1 req-ce750cb3-cdba-408e-8b79-4650961016f8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:33.543412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a007b20c-38b1-4377-9ea1-65e0374b87a1 req-ce750cb3-cdba-408e-8b79-4650961016f8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.1535406 Apr 22 15:02:33.590787 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a007b20c-38b1-4377-9ea1-65e0374b87a1 req-d2362271-466e-440a-82d1-4da89a26bc0f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Apr 22 15:02:34.021531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:34.797278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e79cfd-a2dd-4b7c-b262-5222269523ac req-945c2557-35de-462b-9e5e-c9de2b2c7ba3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:34.798716 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d9e79cfd-a2dd-4b7c-b262-5222269523ac req-945c2557-35de-462b-9e5e-c9de2b2c7ba3 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0832772 Apr 22 15:02:34.844409 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d9e79cfd-a2dd-4b7c-b262-5222269523ac req-5267329d-5b5d-4cb9-b87e-cbfd28760e1a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Apr 22 15:02:36.061554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9925c1-7764-4f51-bc51-0c92f3d34716 req-604143db-a614-4893-9f40-9c5505398faf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:36.063011 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b9925c1-7764-4f51-bc51-0c92f3d34716 req-604143db-a614-4893-9f40-9c5505398faf tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0767980 Apr 22 15:02:36.109617 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b9925c1-7764-4f51-bc51-0c92f3d34716 req-553cb322-770f-49fd-ae7d-fe88b0f0b5e1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Apr 22 15:02:37.332705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da904da-bdce-4d4f-b0dd-88102ce6fcac req-67705dbb-f4df-45ff-a154-ab7f95488afa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:37.334175 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7da904da-bdce-4d4f-b0dd-88102ce6fcac req-67705dbb-f4df-45ff-a154-ab7f95488afa tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0900998 Apr 22 15:02:37.378310 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7da904da-bdce-4d4f-b0dd-88102ce6fcac req-7804829e-70c3-4ca1-8f35-b5f454d01fb5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382109 Apr 22 15:02:38.589112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74e218-bb04-461c-8358-3631a5be0a5a req-bba9ece1-680b-4c5a-9051-1bcf1b9299ec tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:38.590492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae74e218-bb04-461c-8358-3631a5be0a5a req-bba9ece1-680b-4c5a-9051-1bcf1b9299ec tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0781026 Apr 22 15:02:38.638488 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae74e218-bb04-461c-8358-3631a5be0a5a req-41dc7b9a-f0de-4beb-85f6-13c99ee1011f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Apr 22 15:02:39.638398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e36979ed-f82d-423e-a1ce-4de1a2858dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:39.847063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3d6d5-0c18-4cba-969b-03678ba3c9ed req-3300c1bd-47ae-49fd-b259-e5d2fa65e327 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:39.848492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2a3d6d5-0c18-4cba-969b-03678ba3c9ed req-3300c1bd-47ae-49fd-b259-e5d2fa65e327 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0861924 Apr 22 15:02:39.896170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2a3d6d5-0c18-4cba-969b-03678ba3c9ed req-587d19f3-8b20-4a20-b664-2cc6723e8773 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Apr 22 15:02:41.109995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deda8e9-2a08-4f5b-87b1-b9cec245fc78 req-3a0fd72c-3e32-497e-9a6f-3af2c0133176 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:41.111443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5deda8e9-2a08-4f5b-87b1-b9cec245fc78 req-3a0fd72c-3e32-497e-9a6f-3af2c0133176 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0887675 Apr 22 15:02:41.158055 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5deda8e9-2a08-4f5b-87b1-b9cec245fc78 req-cbeae94f-cd7d-40b6-b8f2-789eb0d0aa2e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Apr 22 15:02:41.737227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-33ebc1bb-506b-4282-a390-8573804c9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:42.365060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa00d4b-9b59-4dcf-a146-aa338907cdc9 req-9cf5b718-7735-4749-87ad-72dc98025141 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:42.366513 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fa00d4b-9b59-4dcf-a146-aa338907cdc9 req-9cf5b718-7735-4749-87ad-72dc98025141 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0770788 Apr 22 15:02:42.415523 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fa00d4b-9b59-4dcf-a146-aa338907cdc9 req-91801c5a-20c5-45b0-b092-bbaeff4e6f12 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Apr 22 15:02:42.959393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:43.010193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:43.631316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801078-e438-4390-a48d-129d22af8134 req-0448bae8-0573-44d3-b3ea-db4dc74f2052 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:43.632899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09801078-e438-4390-a48d-129d22af8134 req-0448bae8-0573-44d3-b3ea-db4dc74f2052 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0941968 Apr 22 15:02:43.680686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09801078-e438-4390-a48d-129d22af8134 req-55919332-765c-4682-90af-f18c4335744b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Apr 22 15:02:44.205661 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:02:44.499379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:44.907605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019dbc-f6b9-459a-873b-2254d9f80f19 req-93f6d04f-e84d-46a5-bf88-96d4be2b78a5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:44.908964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5e019dbc-f6b9-459a-873b-2254d9f80f19 req-93f6d04f-e84d-46a5-bf88-96d4be2b78a5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0950687 Apr 22 15:02:44.955330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5e019dbc-f6b9-459a-873b-2254d9f80f19 req-b02661a7-bcf0-42a8-8a0a-f8593f93ad78 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 Apr 22 15:02:46.172189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9fec9-c743-42dc-8e31-0fedb4e02e27 req-6158e67d-3dfd-4f24-a880-6a576ca9eaf2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:46.173548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a6a9fec9-c743-42dc-8e31-0fedb4e02e27 req-6158e67d-3dfd-4f24-a880-6a576ca9eaf2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0806887 Apr 22 15:02:46.220182 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a6a9fec9-c743-42dc-8e31-0fedb4e02e27 req-e334ca61-e2ba-41d4-a7a4-fef8db719aff tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383079 Apr 22 15:02:47.446384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad9a5-fd1b-4c74-8511-8e8be28aea3a req-4b53b616-4055-4a8b-9870-de128ce23eb7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:47.447837 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e16ad9a5-fd1b-4c74-8511-8e8be28aea3a req-4b53b616-4055-4a8b-9870-de128ce23eb7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0907018 Apr 22 15:02:47.495858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e16ad9a5-fd1b-4c74-8511-8e8be28aea3a req-3449b41a-6caf-4527-99d5-8c5f475cf105 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Apr 22 15:02:48.696552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496f1bc-f02e-462e-afaf-56c57090a88c req-38c73205-302c-4718-af0b-b61eb76745da tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:48.697929 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2496f1bc-f02e-462e-afaf-56c57090a88c req-38c73205-302c-4718-af0b-b61eb76745da tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0771341 Apr 22 15:02:48.742614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2496f1bc-f02e-462e-afaf-56c57090a88c req-db324780-d7d3-446b-a3fb-602536ae4815 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Apr 22 15:02:49.959321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7eb4a-d8a9-49a1-8034-8e65eb3eb857 req-8c5f313d-2e26-4f05-b685-290a5fa96b60 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:49.960655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e4c7eb4a-d8a9-49a1-8034-8e65eb3eb857 req-8c5f313d-2e26-4f05-b685-290a5fa96b60 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0820296 Apr 22 15:02:50.006149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e4c7eb4a-d8a9-49a1-8034-8e65eb3eb857 req-9bb0d064-6661-451e-a35d-851d3f7b7b6b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397949 Apr 22 15:02:51.217588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9665d-d1a7-458f-b914-46e51b457125 req-5432a845-fe00-4401-9c81-ee5dbe2a62f4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:51.219036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41c9665d-d1a7-458f-b914-46e51b457125 req-5432a845-fe00-4401-9c81-ee5dbe2a62f4 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0787215 Apr 22 15:02:51.263412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-41c9665d-d1a7-458f-b914-46e51b457125 req-37ffae0d-ee60-4cb9-a2ef-f4dd7a150f07 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Apr 22 15:02:52.465968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145809e1-f04f-4c93-b66f-74e839d56a74 req-da92af55-5d3a-4263-8ac8-bbe3b6c92ef7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:52.473382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-145809e1-f04f-4c93-b66f-74e839d56a74 req-da92af55-5d3a-4263-8ac8-bbe3b6c92ef7 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0883846 Apr 22 15:02:52.570735 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-145809e1-f04f-4c93-b66f-74e839d56a74 req-0b19f877-986f-495c-9575-facafb341d8b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964499 Apr 22 15:02:52.576882 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-9e46e1ac-e0a5-4af2-8633-82027447b795 service neutron] 10.222.0.24 "GET /v2.0/ports/e9fda2f6-2fb3-4b37-87e8-4821ca579efc/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0894079 Apr 22 15:02:52.852959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-c7421f60-b744-4bbf-903b-b46205ab5846 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 1098 time: 0.0725091 Apr 22 15:02:52.955122 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-ea54cbf9-14cd-451c-ae9d-7a0fcdc6feb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.0748086 Apr 22 15:02:53.083390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-84fe06b2-e691-4dd2-ae3e-8226c6955b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:53.084835 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-84fe06b2-e691-4dd2-ae3e-8226c6955b61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1237755 Apr 22 15:02:53.264976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-b7b503fb-6ae8-4eae-8c4f-1a92089d5ef0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1002 time: 0.1741674 Apr 22 15:02:53.328020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-6bbbe6c1-5bd8-491d-98dc-46023b175bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:53.329466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-6bbbe6c1-5bd8-491d-98dc-46023b175bcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0577788 Apr 22 15:02:53.406480 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-45513c74-3ac3-45c4-bdba-3302e3740215 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714023 Apr 22 15:02:53.541976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-9c68b809-b76e-4475-9433-e1dbc7d05a09 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284347 Apr 22 15:02:53.673054 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-b12e6638-cf06-4262-9e64-351d5a448a22 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254909 Apr 22 15:02:53.770235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa8077-75f8-4b63-b406-2873ee734249 req-cc04bf29-936c-4c96-abc5-720a192a9fc6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:53.771709 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-68aa8077-75f8-4b63-b406-2873ee734249 req-cc04bf29-936c-4c96-abc5-720a192a9fc6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0770173 Apr 22 15:02:53.820847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-68aa8077-75f8-4b63-b406-2873ee734249 req-995c0b72-a103-44de-a7a6-3cb4c0241392 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 Apr 22 15:02:54.111211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-03df323b-8a83-4e56-8ea1-1a520c33c1f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.0714765 Apr 22 15:02:54.257310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-1e8bb6ba-a9e4-40be-8edb-55c20fa6e850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:54.259341 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-1e8bb6ba-a9e4-40be-8edb-55c20fa6e850 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1301203 Apr 22 15:02:54.362099 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-c717f08e-2a0e-428c-a567-63031508dbb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1002 time: 0.0970366 Apr 22 15:02:54.424215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-25101d3e-deb0-4404-a31f-a4a1f0572160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:54.425765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-25101d3e-deb0-4404-a31f-a4a1f0572160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0585215 Apr 22 15:02:54.506890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-1e0e44e2-a270-4972-a6fe-511f506cd554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752068 Apr 22 15:02:54.635989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-0ed4425b-6b45-479e-81a1-7ecd1a35052f service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230285 Apr 22 15:02:54.765946 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fe62d8f0-2a2c-45dd-b9ec-82a1d10df121 req-ef132f24-34b8-4778-920c-f111b1a5faf4 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244745 Apr 22 15:02:55.019877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291ed22-bc64-44e2-9e25-a02d8a6c6438 req-7271be76-f9f1-4378-a20f-07d45b07e6e8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:55.021448 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f291ed22-bc64-44e2-9e25-a02d8a6c6438 req-7271be76-f9f1-4378-a20f-07d45b07e6e8 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0752497 Apr 22 15:02:55.066164 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f291ed22-bc64-44e2-9e25-a02d8a6c6438 req-5d15ac25-18ab-4edb-bfff-d966e4a383b2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Apr 22 15:02:55.894446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:02:56.011135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.038656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:02:56.048935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:56.056889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.111005 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79d5e8e-daf8-4f7a-8cd7-72d6e5bfca47'] response: {'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'code': 200} Apr 22 15:02:56.128523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:56.277199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472080a-7384-4464-96c3-f4873c50f5e1 req-027f92ad-c2fb-4e3f-8d0b-adf2a5294935 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:56.278660 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8472080a-7384-4464-96c3-f4873c50f5e1 req-027f92ad-c2fb-4e3f-8d0b-adf2a5294935 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0854011 Apr 22 15:02:56.323449 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8472080a-7384-4464-96c3-f4873c50f5e1 req-ee6b2122-75cd-4148-8f88-f7fca28a698c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Apr 22 15:02:57.546512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a63e-0c34-4575-bb5c-e4a000c003f0 req-ebf5a457-6e4d-4144-b186-143730e95801 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:57.547915 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b6c6a63e-0c34-4575-bb5c-e4a000c003f0 req-ebf5a457-6e4d-4144-b186-143730e95801 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0833368 Apr 22 15:02:57.597038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b6c6a63e-0c34-4575-bb5c-e4a000c003f0 req-15a02cb1-381d-4115-9e17-c0b2fd278c5c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Apr 22 15:02:57.883143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:02:58.022183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:58.035008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'mac_address': 'fa:16:3e:25:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:02:58.092749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:58.110056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fda2f6-2fb3-4b37-87e8-4821ca579efc {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:02:58.125862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:58.132762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:58.197362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e9fda2f6-2fb3-4b37-87e8-4821ca579efc'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:02:58.245289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:58.912232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc09d8-433e-4b1a-9b2c-d15a5c214189 req-60f8bb94-b8b1-4239-ad6b-3080ce8086f1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:58.913611 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5cc09d8-433e-4b1a-9b2c-d15a5c214189 req-60f8bb94-b8b1-4239-ad6b-3080ce8086f1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 944 time: 0.1771200 Apr 22 15:02:58.963136 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f5cc09d8-433e-4b1a-9b2c-d15a5c214189 req-acec48f9-5b30-4cd7-97d6-8c07063f053b tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Apr 22 15:02:59.895472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:59.972737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e9fda2f6-2fb3-4b37-87e8-4821ca579efc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:59.973023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:00.116001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:00.142493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:00.152355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:00.157816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:00.164863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0a6f5-a2c9-4b93-a87d-1c4b62063dec req-f2cc9d2d-cfef-4f76-85d9-d296dbcf671f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:00.166313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8c0a6f5-a2c9-4b93-a87d-1c4b62063dec req-f2cc9d2d-cfef-4f76-85d9-d296dbcf671f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 944 time: 0.0794504 Apr 22 15:03:00.215471 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4edc546-397d-42fb-9601-cc62d8502d6b'] response: {'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'code': 200} Apr 22 15:03:00.218210 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d8c0a6f5-a2c9-4b93-a87d-1c4b62063dec req-fd996d15-73e4-485f-9b81-778f825c2e61 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Apr 22 15:03:00.231574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:01.421370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697609-f037-4f3b-8301-a6bbc262d39a req-19a93cf5-e188-4210-850e-d6c632fcf475 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:01.422848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21697609-f037-4f3b-8301-a6bbc262d39a req-19a93cf5-e188-4210-850e-d6c632fcf475 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0766208 Apr 22 15:03:01.467761 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21697609-f037-4f3b-8301-a6bbc262d39a req-4686f1d2-a7eb-4bad-a1f9-1a733de5cada tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391448 Apr 22 15:03:02.680954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e35c-485b-45c5-8970-94d71d7deae7 req-2f0319b0-14de-4dd6-a687-21e059ca492f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:02.682451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7578e35c-485b-45c5-8970-94d71d7deae7 req-2f0319b0-14de-4dd6-a687-21e059ca492f tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0882373 Apr 22 15:03:02.730755 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7578e35c-485b-45c5-8970-94d71d7deae7 req-527bb074-24ed-4a50-bf61-74d44586d0d9 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398517 Apr 22 15:03:03.217529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-7cb47b99-a661-4714-9e46-66210b15ff40 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:03.218963 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-7cb47b99-a661-4714-9e46-66210b15ff40 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff&tenant_id=88e9fb003d014a8d84256635ed2086ba&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1324768 Apr 22 15:03:03.288921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838718-d827-40ee-af97-ef36e59a9695 req-6d0569d0-8eac-4124-86e2-547362e42e68 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:03.290352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73838718-d827-40ee-af97-ef36e59a9695 req-6d0569d0-8eac-4124-86e2-547362e42e68 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.1506662 Apr 22 15:03:03.335811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-730b9ab8-58f0-41c1-8e50-27a398ad4b9b service neutron] 10.222.0.24 "GET /v2.0/ports/e9fda2f6-2fb3-4b37-87e8-4821ca579efc/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1100554 Apr 22 15:03:03.348534 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-73838718-d827-40ee-af97-ef36e59a9695 req-d69349f7-c28d-442c-8b5a-56b5f43d9785 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507052 Apr 22 15:03:03.429646 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-5e616771-e3c6-46cf-976c-597c72a95152 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.0713365 Apr 22 15:03:03.561876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-755235fd-7205-4418-be11-c7e4c48c596a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:03.563324 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-755235fd-7205-4418-be11-c7e4c48c596a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1279414 Apr 22 15:03:03.666070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-6c53a4bd-1e47-4dbe-8793-849c0f61238a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1002 time: 0.0965478 Apr 22 15:03:03.727385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-80ae9011-6d65-4ef8-8f4e-035f15618dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:03.728789 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-80ae9011-6d65-4ef8-8f4e-035f15618dae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0572803 Apr 22 15:03:03.807127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-b17ffdc0-93b6-4f2d-881c-e334c6cf611a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725887 Apr 22 15:03:03.941113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-c63e91e4-cc3f-42d0-96ea-9cccbe4cff0d service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268852 Apr 22 15:03:04.014997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:04.074633 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-39a1d858-34b0-4918-97a1-0cfb3e632076 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268752 Apr 22 15:03:04.559494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727c108-e286-4ef9-bf59-827beaf9a3d8 req-6578503a-071b-40aa-98ad-66bebf84873e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:04.560951 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e727c108-e286-4ef9-bf59-827beaf9a3d8 req-6578503a-071b-40aa-98ad-66bebf84873e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0784197 Apr 22 15:03:04.605340 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e727c108-e286-4ef9-bf59-827beaf9a3d8 req-600b3196-96d4-41f6-acda-6c77566f1594 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386028 Apr 22 15:03:05.822417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4d12-33fc-4fbe-b760-85b4b09b0eaa req-65f1e402-45f0-4196-92da-eba7d0efc807 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:05.823855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7caf4d12-33fc-4fbe-b760-85b4b09b0eaa req-65f1e402-45f0-4196-92da-eba7d0efc807 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0801082 Apr 22 15:03:05.869292 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7caf4d12-33fc-4fbe-b760-85b4b09b0eaa req-8577ab75-0668-4def-ab65-92a21445fddd tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Apr 22 15:03:07.072716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f5bc-984e-4f67-a8cc-2baaba4a9bc4 req-321f9099-d915-414d-bcb8-952e6dbf2e71 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:07.074177 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d787f5bc-984e-4f67-a8cc-2baaba4a9bc4 req-321f9099-d915-414d-bcb8-952e6dbf2e71 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0764027 Apr 22 15:03:07.120093 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d787f5bc-984e-4f67-a8cc-2baaba4a9bc4 req-a4b98cbb-af67-4b8f-bdf7-56c9a82baa14 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403600 Apr 22 15:03:07.334696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-bd8bbba7-1aed-4434-8249-7572fa5a3832 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff&tenant_id=88e9fb003d014a8d84256635ed2086ba HTTP/1.1" status: 200 len: 1098 time: 0.1545966 Apr 22 15:03:07.431154 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-35fad2e8-31ae-4268-a939-56ab80682216 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e9fb003d014a8d84256635ed2086ba&device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 1098 time: 0.0749810 Apr 22 15:03:07.559442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-c55fbbc6-15f8-4a3e-8ec0-73ef3a77e215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:07.560872 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-c55fbbc6-15f8-4a3e-8ec0-73ef3a77e215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 200 len: 913 time: 0.1243675 Apr 22 15:03:07.671720 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-179ab7d6-ffdf-4999-b55b-0ab302f2596e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 200 len: 1002 time: 0.1030028 Apr 22 15:03:07.749083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-055a4f7f-0a69-4e69-be6d-110f05093c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:07.750562 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-055a4f7f-0a69-4e69-be6d-110f05093c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 200 len: 851 time: 0.0721128 Apr 22 15:03:07.823166 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-26fd960b-3c43-43bd-a589-cf22019190da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98ab472-99af-41c3-9ac4-7792015302f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666125 Apr 22 15:03:07.892280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:07.957445 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-aba46400-29a0-4a37-9af8-5c3fd8f00e4f service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275284 Apr 22 15:03:08.002531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.029188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:08.039061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:08.046143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:08.091843 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-793fe554-bf93-4d1f-bc45-7656d8bd6f45 req-a9890dcd-9feb-40d8-9186-0b5446eedfa8 service neutron] 10.222.0.24 "GET /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283278 Apr 22 15:03:08.098809 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b93f358-b45b-4136-bee6-a2bea4759c39'] response: {'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'code': 200} Apr 22 15:03:08.123029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=9']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:08.335122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03e996-d74d-4ddc-be65-d679ca93c7c2 req-6121de95-e774-49b5-b778-f5896e26d1c6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:08.336817 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5b03e996-d74d-4ddc-be65-d679ca93c7c2 req-6121de95-e774-49b5-b778-f5896e26d1c6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0791652 Apr 22 15:03:08.389797 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5b03e996-d74d-4ddc-be65-d679ca93c7c2 req-5c6d1b9c-312c-47be-8a35-059c511531f6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471377 Apr 22 15:03:09.613118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac8b3-7d2b-4d81-b69a-43b6acad74f1 req-ea6dd68c-029e-4e88-9e5f-06f4bc0520dd tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:09.614582 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cf2ac8b3-7d2b-4d81-b69a-43b6acad74f1 req-ea6dd68c-029e-4e88-9e5f-06f4bc0520dd tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0924494 Apr 22 15:03:09.634221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d0c76fbc-223d-413c-9fac-f66b30905fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:09.664761 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cf2ac8b3-7d2b-4d81-b69a-43b6acad74f1 req-39d97522-d315-4d63-bd37-a2297b99721c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Apr 22 15:03:10.867444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0c72-60c4-4b9b-8ac5-412dd95b691f req-8253d8d8-7140-4690-ba39-5e49db633a3e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:10.868899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-379c0c72-60c4-4b9b-8ac5-412dd95b691f req-8253d8d8-7140-4690-ba39-5e49db633a3e tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0822277 Apr 22 15:03:10.917737 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-379c0c72-60c4-4b9b-8ac5-412dd95b691f req-aee9fb26-c761-40a8-b5ed-5fb3b25e9646 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Apr 22 15:03:11.735088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8bfabed0-9140-4275-85a4-0d920d9d8e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:11.896154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:03:12.027751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:12.041432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'port_id': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'mac_address': 'fa:16:3e:25:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:03:12.097819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.113576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180da26f-ff56-4740-a4f1-048ba517626a req-4458e9ef-ba19-4abe-afd2-cd1ac2f6d400 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:12.115044 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-180da26f-ff56-4740-a4f1-048ba517626a req-4458e9ef-ba19-4abe-afd2-cd1ac2f6d400 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 943 time: 0.0754652 Apr 22 15:03:12.115403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fda2f6-2fb3-4b37-87e8-4821ca579efc {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:12.131770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:12.136954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.166801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-180da26f-ff56-4740-a4f1-048ba517626a req-3f3064ec-6fb5-48e5-93be-d700d6e125c2 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Apr 22 15:03:12.206480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['e9fda2f6-2fb3-4b37-87e8-4821ca579efc'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:03:12.234471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=10']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:12.257257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.257593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.257968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.258289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.258616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.258944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.259330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.259650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.259965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.260276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.260586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:12.958673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.015652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:13.370799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67722a-de2f-42a5-bb33-b2ff95ca78e1 req-087e9f43-31e2-4ce7-8408-efe12dd22ed6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:13.372235 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-da67722a-de2f-42a5-bb33-b2ff95ca78e1 req-087e9f43-31e2-4ce7-8408-efe12dd22ed6 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 945 time: 0.0802758 Apr 22 15:03:13.422298 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-da67722a-de2f-42a5-bb33-b2ff95ca78e1 req-6eb3511e-9acc-4a13-b8c2-366c0914ae6d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Apr 22 15:03:13.898206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:13.971969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port e9fda2f6-2fb3-4b37-87e8-4821ca579efc triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:13.972639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.094998 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.122904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:14.132870 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:14.138144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.189953 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25960381-89e0-4b0b-a2da-a9fac3dd6519'] response: {'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'code': 200} Apr 22 15:03:14.205068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=11']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:14.498879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.643206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630213b-1382-46e4-b317-49cdc168a8a3 req-21fb7677-5d92-4ea8-be30-b1e14a00df9d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:14.644558 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2630213b-1382-46e4-b317-49cdc168a8a3 req-21fb7677-5d92-4ea8-be30-b1e14a00df9d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0847945 Apr 22 15:03:14.693927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2630213b-1382-46e4-b317-49cdc168a8a3 req-d15c0296-8bd8-4ccb-9e70-8274fe68b47d tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Apr 22 15:03:15.912953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70aa9-033b-4cae-a094-1fa170af4c21 req-0b05618c-81ba-4973-83b1-5ec404fdbe02 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:15.914552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fcc70aa9-033b-4cae-a094-1fa170af4c21 req-0b05618c-81ba-4973-83b1-5ec404fdbe02 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0829146 Apr 22 15:03:15.959681 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fcc70aa9-033b-4cae-a094-1fa170af4c21 req-1f5e5120-f96f-41c8-861f-d44cfcfddece tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388577 Apr 22 15:03:17.171942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24976-6444-465a-ac8d-cb3152a24f01 req-9f7ccf81-b29c-437c-897f-5a4ef31d677a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:17.173404 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ada24976-6444-465a-ac8d-cb3152a24f01 req-9f7ccf81-b29c-437c-897f-5a4ef31d677a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0831685 Apr 22 15:03:17.224634 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ada24976-6444-465a-ac8d-cb3152a24f01 req-c81d0f5f-0fb7-4ec5-8530-780c7feca216 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Apr 22 15:03:17.431535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f553a-3cd0-4466-8c34-66645b2cf1bc req-6dfe59e4-fe51-4129-b7d9-45a26a4eacb5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:17.433008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0d1f553a-3cd0-4466-8c34-66645b2cf1bc req-6dfe59e4-fe51-4129-b7d9-45a26a4eacb5 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0826321 Apr 22 15:03:17.480011 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0d1f553a-3cd0-4466-8c34-66645b2cf1bc req-3b67d6bc-5f8a-4dcd-aaf3-c0404fbc58ee tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387359 Apr 22 15:03:17.771927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d769-1bfd-4f63-b3d5-b178a84cbf67 req-2bce8e34-e10d-4420-bdda-d65777d5f7be tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:17.773277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae90d769-1bfd-4f63-b3d5-b178a84cbf67 req-2bce8e34-e10d-4420-bdda-d65777d5f7be tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.1710727 Apr 22 15:03:17.817493 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae90d769-1bfd-4f63-b3d5-b178a84cbf67 req-ebdff757-df70-4457-a807-ad745ee4df8c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Apr 22 15:03:18.246921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030982bc-dd06-42c8-b4cc-a7be1aa43a9f req-b9c6fb1b-52fb-41cc-9b57-f20696792cc1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:18.248342 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-030982bc-dd06-42c8-b4cc-a7be1aa43a9f req-b9c6fb1b-52fb-41cc-9b57-f20696792cc1 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0863128 Apr 22 15:03:18.294382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-030982bc-dd06-42c8-b4cc-a7be1aa43a9f req-e05faa34-9470-46b2-842a-020035ac8b6a tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Apr 22 15:03:19.506370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36894-a007-4449-afeb-e8f5ed69698c req-9b81ab00-3ed2-45fc-9e7e-49944908ceff tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:19.507806 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fb36894-a007-4449-afeb-e8f5ed69698c req-9b81ab00-3ed2-45fc-9e7e-49944908ceff tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0873308 Apr 22 15:03:19.554831 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fb36894-a007-4449-afeb-e8f5ed69698c req-ae68dd26-2183-44fa-b01c-6a509f4da276 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388052 Apr 22 15:03:20.612823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-5e19b938-74e2-4e6d-8768-44434c717132 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:20.614303 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-5e19b938-74e2-4e6d-8768-44434c717132 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.0785789 Apr 22 15:03:20.687046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Deleting port e9fda2f6-2fb3-4b37-87e8-4821ca579efc {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:20.687363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:20.929192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474be8f-bf9d-4dd0-a324-8845e70c8e04 req-217616b5-3f78-4b50-8dde-004d03f8bf74 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:20.930562 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e474be8f-bf9d-4dd0-a324-8845e70c8e04 req-217616b5-3f78-4b50-8dde-004d03f8bf74 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 946 time: 0.2203033 Apr 22 15:03:21.009576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] For port e9fda2f6-2fb3-4b37-87e8-4821ca579efc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:21.010185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.027856 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e474be8f-bf9d-4dd0-a324-8845e70c8e04 req-5db02fdd-e5d3-4e00-9e23-f190de7c2154 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups?id=851f4d78-a4a6-4699-a79b-3d639c1ce2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911615 Apr 22 15:03:21.198676 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:03:21.307852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.308278 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.308541 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Floating IP da1203a0-fc7c-444f-8b8f-54f918b72171 disassociated. External IP: 172.26.2.159, port: e9fda2f6-2fb3-4b37-87e8-4821ca579efc. Apr 22 15:03:21.308917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Calling delete_port for e9fda2f6-2fb3-4b37-87e8-4821ca579efc owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:21.448664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:21.496123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event deleted for resources: {'Port': ['ID=e9fda2f6-2fb3-4b37-87e8-4821ca579efc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:21.509503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.509895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.510221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.510550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.510870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.511196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.511507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.511822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.512167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.512516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.512797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:21.725288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:03:22.021020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:03:22.030733 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:03:22.044239 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:22.044840 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:03:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:22.087035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] No DVR routers for this DVR port e9fda2f6-2fb3-4b37-87e8-4821ca579efc on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:03:22.089559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:22.092391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-deleted', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:22.110504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ebb83642-49de-4c7c-8377-7968f567cf16 req-849285f1-7d7e-4d7c-8893-b4db985a322c tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.24 "DELETE /v2.0/ports/e9fda2f6-2fb3-4b37-87e8-4821ca579efc HTTP/1.1" status: 204 len: 173 time: 1.4902284 Apr 22 15:03:22.149924 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f215d549-f179-430f-9607-b67c493c9594'] response: {'server_uuid': 'cb0efa87-ac57-40bc-99b5-96c550ac7eff', 'name': 'network-vif-deleted', 'tag': 'e9fda2f6-2fb3-4b37-87e8-4821ca579efc', 'status': 'completed', 'code': 200} Apr 22 15:03:22.203307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f04b1b23-7a80-4eb8-901c-6b97a61cdb22 req-636efba7-2a11-46bf-9678-170f6bb32004 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Synchronizing usage tracker for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:22.219558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f04b1b23-7a80-4eb8-901c-6b97a61cdb22 req-636efba7-2a11-46bf-9678-170f6bb32004 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Unset dirty status for tenant:88e9fb003d014a8d84256635ed2086ba on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:22.220711 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f04b1b23-7a80-4eb8-901c-6b97a61cdb22 req-636efba7-2a11-46bf-9678-170f6bb32004 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb0efa87-ac57-40bc-99b5-96c550ac7eff HTTP/1.1" status: 200 len: 210 time: 0.0623083 Apr 22 15:03:22.241383 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:22.580735 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:22.584914 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:03:22.595179 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:22.595760 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:03:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:22.769805 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:23.087511 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:23.091546 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef670cc-5689-4e08-9bc2-5ca246c6afb5 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T14:59:23Z', 'revision_number': 4, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a83808f0-777e-46d9-94d2-94ec43e6f813', 'name': '', 'network_id': 'c98ab472-99af-41c3-9ac4-7792015302f6', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'mac_address': 'fa:16:3e:fe:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:23Z', 'updated_at': '2022-04-22T14:59:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'subnets': [{'id': 'ecc03009-321b-4b58-a61e-7d9ea7cafc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:03:23.305133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612253d-aa57-4c4a-918e-ada4de61cf32 None None] New status for floating IP da1203a0-fc7c-444f-8b8f-54f918b72171: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:03:25.954559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:25.997433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: e9fda2f6-2fb3-4b37-87e8-4821ca579efc {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:25.997814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device e9fda2f6-2fb3-4b37-87e8-4821ca579efc not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:26.560496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41296) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:26.626295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-042a85da-db21-483e-bb04-9ce1c5eae986 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.656057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-042a85da-db21-483e-bb04-9ce1c5eae986 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.711918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-042a85da-db21-483e-bb04-9ce1c5eae986 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.728295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a85da-db21-483e-bb04-9ce1c5eae986 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851f4d78-a4a6-4699-a79b-3d639c1ce2c5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:26.734877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-042a85da-db21-483e-bb04-9ce1c5eae986 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:26.736981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-042a85da-db21-483e-bb04-9ce1c5eae986 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "DELETE /v2.0/security-groups/851f4d78-a4a6-4699-a79b-3d639c1ce2c5 HTTP/1.1" status: 204 len: 168 time: 0.1744754 Apr 22 15:03:26.739013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41300) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:26.757743 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.api.v2.resource [None req-07d37c46-761c-46d6-94ba-2f0b88e9b713 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] show failed (client error): The resource could not be found. Apr 22 15:03:26.758890 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-07d37c46-761c-46d6-94ba-2f0b88e9b713 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "GET /v2.0/security-groups/851f4d78-a4a6-4699-a79b-3d639c1ce2c5 HTTP/1.1" status: 404 len: 347 time: 0.0183275 Apr 22 15:03:26.761821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41304) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:27.012704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Deleting port 84daeac2-b202-490a-886b-ddb0e63feefc {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:27.012951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.188025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.188378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.307368 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Calling delete_port for 84daeac2-b202-490a-886b-ddb0e63feefc owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:27.452820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.508252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Pushing event deleted for resources: {'Port': ['ID=84daeac2-b202-490a-886b-ddb0e63feefc,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:27.545578 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.546017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.546347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.546677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.546998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.547322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.547638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.547958 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.548269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.548586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.548905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:03:27.607956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.627555 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:27.628721 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-86f37a43-21e5-4af5-9651-b020555d4854 tempest-ServerActionsTestJSON-2136884592 tempest-ServerActionsTestJSON-2136884592-project] 10.222.0.32 "DELETE /v2.0/floatingips/da1203a0-fc7c-444f-8b8f-54f918b72171 HTTP/1.1" status: 204 len: 168 time: 0.8659906 Apr 22 15:03:27.632087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41308) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:28.038656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:28.730887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Deleting port a83808f0-777e-46d9-94d2-94ec43e6f813 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:28.731110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:28.907146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] For port a83808f0-777e-46d9-94d2-94ec43e6f813, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a83808f0-777e-46d9-94d2-94ec43e6f813,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:28.907498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.023165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Calling delete_port for a83808f0-777e-46d9-94d2-94ec43e6f813 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:29.191750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:29.236195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83808f0-777e-46d9-94d2-94ec43e6f813,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:29.529973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.219441 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Router 86301922-52d3-49fa-a036-fb8b50e1792c has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:03:30.419154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:03:30.428157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] Sync routers for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:03:30.431771 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d64162f6-83ee-4c29-8a53-044a4369d2c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/86301922-52d3-49fa-a036-fb8b50e1792c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7986798 Apr 22 15:03:30.434260 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41312) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:30.441309 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:30.441951 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:03:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:30.612800 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:30.628315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.823007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.834208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Deleting port f873b155-e285-41da-b3ef-722a26af7412 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:30.834547 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:30.891101 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f873b155-e285-41da-b3ef-722a26af7412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T15:03:29Z', 'revision_number': 5, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port': {'id': 'f873b155-e285-41da-b3ef-722a26af7412', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:21Z', 'updated_at': '2022-04-22T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:30.895105 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] Checking router: 86301922-52d3-49fa-a036-fb8b50e1792c for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:03:30.905434 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] Routers {'86301922-52d3-49fa-a036-fb8b50e1792c'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:03:30.906031 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:03:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['86301922-52d3-49fa-a036-fb8b50e1792c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:31.005386 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] For port f873b155-e285-41da-b3ef-722a26af7412, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=f873b155-e285-41da-b3ef-722a26af7412,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:31.005744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.083626 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] Set router 86301922-52d3-49fa-a036-fb8b50e1792c gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:03:31.121784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Calling delete_port for f873b155-e285-41da-b3ef-722a26af7412 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:31.183481 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 6, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:31.187426 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fea2b-5ffb-4f72-8378-f863dc054515 None None] The sync data for ids ['86301922-52d3-49fa-a036-fb8b50e1792c'] in dv-neutron-838878-1-hyperv is: [{'id': '86301922-52d3-49fa-a036-fb8b50e1792c', 'name': 'tempest-ServerActionsTestJSON-1541056772-router', 'tenant_id': '88e9fb003d014a8d84256635ed2086ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:20Z', 'updated_at': '2022-04-22T15:03:30Z', 'revision_number': 6, 'project_id': '88e9fb003d014a8d84256635ed2086ba', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:03:31.295395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.337078 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f873b155-e285-41da-b3ef-722a26af7412,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:31.671748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.923183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.927817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.956675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.957409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86301922-52d3-49fa-a036-fb8b50e1792c {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:03:31.972887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:31.974531 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2e943f4b-6016-468a-8b1e-38fc6e9afce5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/86301922-52d3-49fa-a036-fb8b50e1792c HTTP/1.1" status: 204 len: 168 time: 1.5392370 Apr 22 15:03:31.976930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41316) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:32.006936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a83808f0-777e-46d9-94d2-94ec43e6f813 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:32.036963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Deleting subnet ecc03009-321b-4b58-a61e-7d9ea7cafc6f {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:03:32.039650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a83808f0-777e-46d9-94d2-94ec43e6f813 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:32.039981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a83808f0-777e-46d9-94d2-94ec43e6f813 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:32.040105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.040391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f873b155-e285-41da-b3ef-722a26af7412 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:32.072818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: f873b155-e285-41da-b3ef-722a26af7412 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:32.073161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device f873b155-e285-41da-b3ef-722a26af7412 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:32.092001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.168001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.236940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.276471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc03009-321b-4b58-a61e-7d9ea7cafc6f,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:32.282687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.288558 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fa091236-1ff2-48cd-af9f-b550db5d364e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecc03009-321b-4b58-a61e-7d9ea7cafc6f HTTP/1.1" status: 204 len: 168 time: 0.3106701 Apr 22 15:03:32.289274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41db17-3eb3-43e8-9524-3fe03f0daff9 None None] Network c98ab472-99af-41c3-9ac4-7792015302f6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:32.291120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41320) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:32.400506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.411928 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Deleting port debf628e-0fee-4b78-bb9e-095f2dbed61b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:32.412363 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.529389 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] DHCP port deletion for c98ab472-99af-41c3-9ac4-7792015302f6 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:03:32.533692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Deleting port debf628e-0fee-4b78-bb9e-095f2dbed61b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:32.534080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.608859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] For port debf628e-0fee-4b78-bb9e-095f2dbed61b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=debf628e-0fee-4b78-bb9e-095f2dbed61b,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:32.609184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.724516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Calling delete_port for debf628e-0fee-4b78-bb9e-095f2dbed61b owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:32.728234 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] For port debf628e-0fee-4b78-bb9e-095f2dbed61b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=debf628e-0fee-4b78-bb9e-095f2dbed61b,segment=NetworkSegment(9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b),segment_id=9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:32.728612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.850739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Calling delete_port for debf628e-0fee-4b78-bb9e-095f2dbed61b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:03:32.895579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:32.919809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:03:32.920255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:03:32.939279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=debf628e-0fee-4b78-bb9e-095f2dbed61b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:32.943416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] No DVR routers for this DVR port debf628e-0fee-4b78-bb9e-095f2dbed61b on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:03:33.054924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.079076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98ab472-99af-41c3-9ac4-7792015302f6']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:33.093583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:33.094121 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0b56a9-b9e1-4ec2-966a-2d12f57f5c3b') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:03:33.112834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.136205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.142468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:03:33.142847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:03:33.155748 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:03:33.228341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.233536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.264492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98ab472-99af-41c3-9ac4-7792015302f6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:33.272599 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-74220b28-bdf2-4134-8ad6-2afd32e168d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c98ab472-99af-41c3-9ac4-7792015302f6 HTTP/1.1" status: 204 len: 168 time: 0.9805284 Apr 22 15:03:33.421913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Deleting port debf628e-0fee-4b78-bb9e-095f2dbed61b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:03:33.422402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.429779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41326) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:33.480315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-86352f0b-24c8-4ca5-9c5c-3ede89906bb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88e9fb003d014a8d84256635ed2086ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485971 Apr 22 15:03:33.482104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41330) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:33.486272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-df8493e9-8179-4e70-bad6-4b2c8ef3af4c None None] The port 'debf628e-0fee-4b78-bb9e-095f2dbed61b' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:03:33.543065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0e74863d-5654-43f3-9977-d1c019954142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.572319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0e74863d-5654-43f3-9977-d1c019954142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.636484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0e74863d-5654-43f3-9977-d1c019954142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.656123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74863d-5654-43f3-9977-d1c019954142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e9458-1bce-4c61-94d6-1547e415ba67,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:33.662573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0e74863d-5654-43f3-9977-d1c019954142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:33.663694 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0e74863d-5654-43f3-9977-d1c019954142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c30e9458-1bce-4c61-94d6-1547e415ba67 HTTP/1.1" status: 204 len: 168 time: 0.1807108 Apr 22 15:03:33.786149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device debf628e-0fee-4b78-bb9e-095f2dbed61b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:03:33.819858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: debf628e-0fee-4b78-bb9e-095f2dbed61b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:03:33.820193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device debf628e-0fee-4b78-bb9e-095f2dbed61b not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:03:34.016825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.567184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41352) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:34.696694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-18159976-network', 'tenant_id': 'd85269012f3b4022a52b9f5e8835a4dd'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:34.702600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:34.706746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Usage tracker for resource:network and tenant:d85269012f3b4022a52b9f5e8835a4dd is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:34.709719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:34.716216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:34.729216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Made reservation on behalf of d85269012f3b4022a52b9f5e8835a4dd for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:34.731573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.744397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.776286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:34.780239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Usage tracker for resource:security_group_rule and tenant:d85269012f3b4022a52b9f5e8835a4dd is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:34.783066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:34.788733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:34.854880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.861095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.894148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:03:34.902248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce614c2-af9b-49d6-a394-e3ba9af18a73,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:34.907869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.908207 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Added segment afdc465c-d304-4984-8044-fb9139b34932 of type vlan for network 9486f747-472b-483a-8098-4ca5375571aa Apr 22 15:03:34.934578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.967530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:34.968437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:34.969066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:35.066751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] Pushing event updated for resources: {'Network': ['ID=9486f747-472b-483a-8098-4ca5375571aa,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:35.072794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7cb7fadf-f2e3-463f-88ec-997a925a3c28 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5018978 Apr 22 15:03:35.073100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41358) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:03:35.077417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9486f747-472b-483a-8098-4ca5375571aa details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:03:35.078277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Request body: {'subnet': {'network_id': '9486f747-472b-483a-8098-4ca5375571aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-18159976-subnet', 'tenant_id': 'd85269012f3b4022a52b9f5e8835a4dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:35.083109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:35.086874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Usage tracker for resource:subnet and tenant:d85269012f3b4022a52b9f5e8835a4dd is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:35.089831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:35.095960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:35.107901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Made reservation on behalf of d85269012f3b4022a52b9f5e8835a4dd for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:35.110148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:35.309347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:35.375759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070d9987-7389-4b16-bd54-2dfbd1519cec,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:35.389947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Checking segment: {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:35.390312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Network hostable DHCP agents. Network: 9486f747-472b-483a-8098-4ca5375571aa, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:03:35.413484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Network 9486f747-472b-483a-8098-4ca5375571aa is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:03:35.423588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9486f747-472b-483a-8098-4ca5375571aa) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:35.430434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:35.431024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:35.431266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c10d9-1f68-4f88-a91b-030518e34996 None None] Network 9486f747-472b-483a-8098-4ca5375571aa requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:35.457855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2dabb061-84c6-4cf1-ae11-79a49d842338 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3838828 Apr 22 15:03:35.641045 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580e4c9-f5a2-460d-9807-2b9b81ad1203 None None] Network 9486f747-472b-483a-8098-4ca5375571aa requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:03:36.017424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-2c6b1e51-6258-4ac3-a5a0-a46952004e7f tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:36.018114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-2c6b1e51-6258-4ac3-a5a0-a46952004e7f tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Synchronizing usage tracker for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:36.037085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-2c6b1e51-6258-4ac3-a5a0-a46952004e7f tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Unset dirty status for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:36.038350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-2c6b1e51-6258-4ac3-a5a0-a46952004e7f tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 812 time: 0.1629109 Apr 22 15:03:36.056200 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-6050437e-d63b-4109-a1b7-03411d71e0dd tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/quotas/d85269012f3b4022a52b9f5e8835a4dd HTTP/1.1" status: 200 len: 375 time: 0.0104125 Apr 22 15:03:36.103125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-30c39dbd-d423-4fb2-9d11-e411e9d41db2 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390530 Apr 22 15:03:36.180736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-42a2f81a-02eb-4f27-81b5-2befb1691d0d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:03:36.181710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-42a2f81a-02eb-4f27-81b5-2befb1691d0d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0724015 Apr 22 15:03:36.315520 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-8da593d3-a30d-4665-981e-113c8a381ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245232 Apr 22 15:03:36.445878 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-383ff54e-fc72-48ae-8029-e5a26f1dd6bf service neutron] 10.222.0.32 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241925 Apr 22 15:03:36.631421 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70870c91-a9ea-4c7c-a9c3-804c613b8ab6 req-59e6052f-6095-42ca-9c5a-ef8c62a8d6de tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 210 time: 0.0399759 Apr 22 15:03:37.819389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ea0d2a2-0a99-495c-8e66-4cfb674f40bd req-dec24665-0bac-41f3-94eb-80fdd3fd5697 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 210 time: 0.0665271 Apr 22 15:03:38.023790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-1b2fbad6-de36-4b33-8e14-a9429b06d38a tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:38.025172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-1b2fbad6-de36-4b33-8e14-a9429b06d38a tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 812 time: 0.2422419 Apr 22 15:03:38.045511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Request body: {'port': {'device_id': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'network_id': '9486f747-472b-483a-8098-4ca5375571aa', 'admin_state_up': True, 'tenant_id': 'd85269012f3b4022a52b9f5e8835a4dd'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:38.178426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:38.182329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Usage tracker for resource:port and tenant:d85269012f3b4022a52b9f5e8835a4dd is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:03:38.185204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:03:38.190973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:38.201995 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Made reservation on behalf of d85269012f3b4022a52b9f5e8835a4dd for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:38.209704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.365710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Allocated IP 172.20.0.13 (9486f747-472b-483a-8098-4ca5375571aa/070d9987-7389-4b16-bd54-2dfbd1519cec/42d5b5c9-96f0-4cc2-b68e-10f8c901e719) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:38.577780 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.610127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.679523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Network 9486f747-472b-483a-8098-4ca5375571aa is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:38.682553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:38.686978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:38.714022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Pushing event updated for resources: {'Port': ['ID=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:38.749612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:38.750232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:38.775198 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-e1ee0dc3-61a6-43d0-8b0a-c64b49bf0695 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329729 Apr 22 15:03:38.786386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Request body: {'port': {'device_id': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:38.897021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.163600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-7bd38079-13fa-4707-96d4-7740759f16e1 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:39.164180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-7bd38079-13fa-4707-96d4-7740759f16e1 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Synchronizing usage tracker for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:39.210988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-7bd38079-13fa-4707-96d4-7740759f16e1 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Unset dirty status for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:39.212079 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-7bd38079-13fa-4707-96d4-7740759f16e1 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 932 time: 0.2734630 Apr 22 15:03:39.315462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-8e7c879e-ae52-4b2b-9d95-bd3b13472311 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Synchronizing usage tracker for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:39.329185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:39.339419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.351489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-8e7c879e-ae52-4b2b-9d95-bd3b13472311 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Unset dirty status for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:39.352626 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a02f54d-6ccf-48fe-bfee-9218f62cc142 req-8e7c879e-ae52-4b2b-9d95-bd3b13472311 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326180 Apr 22 15:03:39.357974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Transition to ACTIVE for port object 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:39.362237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.493236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Pushing event updated for resources: {'Port': ['ID=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:39.603022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Attempting to bind port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:39.603331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Attempting to bind port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:39.603656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Attempting to bind port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 on network 9486f747-472b-483a-8098-4ca5375571aa {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:39.609960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 on network 9486f747-472b-483a-8098-4ca5375571aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:03:39.610274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Attempting to bind port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 on network 9486f747-472b-483a-8098-4ca5375571aa {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:39.616897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:39.617229 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Checking segment: {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:39.617602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Bound using segment: {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:39.618042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Bound port: 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:39.618380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.630753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8fbe4710-304f-4b33-87b4-f2d3e340052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.717305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] For port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:39.720417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] For port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:39.727537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.788144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:39.789554 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] 10.222.0.24 "PUT /v2.0/ports/42d5b5c9-96f0-4cc2-b68e-10f8c901e719 HTTP/1.1" status: 200 len: 1094 time: 1.0072587 Apr 22 15:03:39.790009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'tag': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:39.810513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5c1b1-789d-4a0f-ad7f-8631b7c14909 service neutron] Pushing event updated for resources: {'Port': ['ID=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:39.972577 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7d3c23-f7ff-4644-ae3f-a9db7168516c'] response: {'name': 'network-changed', 'server_uuid': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'tag': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719', 'status': 'completed', 'code': 200} Apr 22 15:03:39.990282 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-3d053422-3d61-4792-b301-774f8460791d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 1097 time: 0.1629310 Apr 22 15:03:40.056313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d758b039-a92e-4cbb-8349-8f2db0a04037 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719 HTTP/1.1" status: 200 len: 217 time: 0.0593760 Apr 22 15:03:40.119250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-ba3e14dc-ec4b-4f6f-896f-4cd3956b39ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:40.120621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-ba3e14dc-ec4b-4f6f-896f-4cd3956b39ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d9987-7389-4b16-bd54-2dfbd1519cec HTTP/1.1" status: 200 len: 852 time: 0.0581701 Apr 22 15:03:40.163979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-d51d4cc5-56b0-4523-886b-d7ec128423c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9486f747-472b-483a-8098-4ca5375571aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369461 Apr 22 15:03:40.295847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-937ead05-ba2e-4334-b367-0e1fb74b82d1 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258278 Apr 22 15:03:40.429844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3d4404fb-f3e8-446c-8f24-9bbdf3beb976 req-f75a8b97-8377-407f-a78b-3b9043d41fea service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284211 Apr 22 15:03:40.600009 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-a7175900-0145-487f-b0ad-6adb23e95dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 1097 time: 0.1270888 Apr 22 15:03:40.606622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6dda4-d9a7-42bd-8238-0974931cd1ad req-8e0ffd07-2336-4358-9bee-cf3e6e3d46d3 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:40.607925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbd6dda4-d9a7-42bd-8238-0974931cd1ad req-8e0ffd07-2336-4358-9bee-cf3e6e3d46d3 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 944 time: 0.1064913 Apr 22 15:03:40.744850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbd6dda4-d9a7-42bd-8238-0974931cd1ad req-91e4f114-4353-4934-9355-1bbe5df30dc2 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189170 Apr 22 15:03:40.762044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348237e2-a769-4291-a3a0-67943ab014a8 req-4330306f-c658-46ed-934e-9b54deac5cf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:40.763356 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-4330306f-c658-46ed-934e-9b54deac5cf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 913 time: 0.1546633 Apr 22 15:03:40.833099 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-57af08c2-09b1-4d1e-8782-fe7bd876b389 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719 HTTP/1.1" status: 200 len: 217 time: 0.0625002 Apr 22 15:03:40.901913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348237e2-a769-4291-a3a0-67943ab014a8 req-57fc94a8-c170-4f84-a007-3780acadac3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:40.904064 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-57fc94a8-c170-4f84-a007-3780acadac3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d9987-7389-4b16-bd54-2dfbd1519cec HTTP/1.1" status: 200 len: 852 time: 0.0642304 Apr 22 15:03:40.954095 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-85f035e0-7c47-4e13-a0e6-cf465e440dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9486f747-472b-483a-8098-4ca5375571aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430226 Apr 22 15:03:41.089365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-13d57010-e68e-4f30-a14b-7d408703054a service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285710 Apr 22 15:03:41.219435 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-348237e2-a769-4291-a3a0-67943ab014a8 req-513ac079-432e-42d5-a556-bd48d56e53d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224363 Apr 22 15:03:41.738929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-15a1bf9d-c94c-47a3-9010-65e972760c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:41.949140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c9d00-023f-47ff-90f7-014bf2eb6731 req-d25234d9-87dc-436e-b4ca-28b54220ba7c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:41.950635 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-415c9d00-023f-47ff-90f7-014bf2eb6731 req-d25234d9-87dc-436e-b4ca-28b54220ba7c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 944 time: 0.0801485 Apr 22 15:03:42.000274 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-415c9d00-023f-47ff-90f7-014bf2eb6731 req-42c615a2-e2ad-4ae4-950a-85148e914792 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Apr 22 15:03:42.962612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.014669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:43.210662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f15b0-b586-4c92-b90f-99a7336c3c7b req-621c7105-8971-44c0-8652-268ed03deec9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:43.212094 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a6f15b0-b586-4c92-b90f-99a7336c3c7b req-621c7105-8971-44c0-8652-268ed03deec9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 944 time: 0.0822015 Apr 22 15:03:43.256606 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a6f15b0-b586-4c92-b90f-99a7336c3c7b req-bbdc4b22-cc13-49e9-a940-980201553423 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 Apr 22 15:03:44.064924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:03:44.234602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:44.250927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719', 'network_id': '9486f747-472b-483a-8098-4ca5375571aa', 'port_id': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719', 'mac_address': 'fa:16:3e:fc:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070d9987-7389-4b16-bd54-2dfbd1519cec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:03:44.303256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:44.321007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:44.335989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:44.341360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:44.405545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:44.462543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3dd88-fa45-4c91-b533-d066ea13715b req-abc5702d-a938-4369-b591-6042ac49151d tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:44.463976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66b3dd88-fa45-4c91-b533-d066ea13715b req-abc5702d-a938-4369-b591-6042ac49151d tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 945 time: 0.0737448 Apr 22 15:03:44.500096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:44.514646 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66b3dd88-fa45-4c91-b533-d066ea13715b req-10e9e15f-4498-4da9-bb19-78c68b825347 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447168 Apr 22 15:03:44.545837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['42d5b5c9-96f0-4cc2-b68e-10f8c901e719'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:03:45.813760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546051fe-4158-469f-8088-f57185af674d req-e5373d9f-1cd3-475a-ae95-ff3744057ff5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:45.815210 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-546051fe-4158-469f-8088-f57185af674d req-e5373d9f-1cd3-475a-ae95-ff3744057ff5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 945 time: 0.1653850 Apr 22 15:03:45.867661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-546051fe-4158-469f-8088-f57185af674d req-c12f1eb1-2798-4d1c-b688-3ac0d465a818 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Apr 22 15:03:46.080239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:46.168676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:46.173591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:46.173997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.282887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.309206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:46.318914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:46.324032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:46.370587 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc65fb11-b584-4148-be24-d6dc7093926b'] response: {'server_uuid': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719', 'code': 200} Apr 22 15:03:46.397517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:46.601597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46983833-5023-4a7f-bb27-81a8347e3c9d req-2136980d-ec49-4600-a41c-0562b472db62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 1099 time: 0.0782185 Apr 22 15:03:46.644812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46983833-5023-4a7f-bb27-81a8347e3c9d req-095b06c9-3f01-4e26-9cce-f30be8d792de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Apr 22 15:03:47.083937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0bf7c-4fbd-4c82-8c06-8b7821f1973d req-25c9a27f-a12d-4042-a55c-6f2c7ce7da93 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:47.085963 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36a0bf7c-4fbd-4c82-8c06-8b7821f1973d req-25c9a27f-a12d-4042-a55c-6f2c7ce7da93 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0886409 Apr 22 15:03:47.131932 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36a0bf7c-4fbd-4c82-8c06-8b7821f1973d req-f65e6777-8c49-4f85-9df5-f275d1385bd0 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Apr 22 15:03:48.342663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54291-3b8f-43a6-b665-d16365611e26 req-75473157-2c2d-4e9a-ab88-17c967069213 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:48.344113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aed54291-3b8f-43a6-b665-d16365611e26 req-75473157-2c2d-4e9a-ab88-17c967069213 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0857592 Apr 22 15:03:48.390376 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aed54291-3b8f-43a6-b665-d16365611e26 req-806a89f2-9f05-4545-9f97-495cf079d81b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Apr 22 15:03:48.709735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-876afd87-97ec-49f9-866d-715c5496de5c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:48.711080 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-876afd87-97ec-49f9-866d-715c5496de5c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 812 time: 0.1478434 Apr 22 15:03:48.729390 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-1fe4f837-79cb-4ab2-b911-b3ab91fad5c5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/quotas/d85269012f3b4022a52b9f5e8835a4dd HTTP/1.1" status: 200 len: 375 time: 0.0108654 Apr 22 15:03:48.812387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-660272f3-acab-477a-8a1e-39939e7a2701 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778947 Apr 22 15:03:48.943562 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-a68822cc-a124-44e2-ab04-01d0e0c4b415 service neutron] 10.222.0.32 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242311 Apr 22 15:03:49.080425 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-bd1b0b13-139d-4537-abb7-d883651f559a service neutron] 10.222.0.32 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310978 Apr 22 15:03:49.280664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09eee2d3-91d9-491a-8298-66f0a08d48a3 req-e0d352b4-3ad1-422b-a3a4-5a8a5e674aca tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 210 time: 0.0444143 Apr 22 15:03:50.289091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-5e477b4b-7093-4ca0-87b0-d9346f1604a6 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:50.291471 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-5e477b4b-7093-4ca0-87b0-d9346f1604a6 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 812 time: 0.1458962 Apr 22 15:03:50.307116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Request body: {'port': {'device_id': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'network_id': '9486f747-472b-483a-8098-4ca5375571aa', 'admin_state_up': True, 'tenant_id': 'd85269012f3b4022a52b9f5e8835a4dd'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:50.460749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0487390f-9e8a-4b16-aa3f-d11f608eecf3 req-b2ff3990-2c93-4698-aaea-2bd5c20c0cde tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 210 time: 0.0523777 Apr 22 15:03:50.482908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:03:50.492539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:03:50.504753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Made reservation on behalf of d85269012f3b4022a52b9f5e8835a4dd for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:03:50.507772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:50.669776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Allocated IP 172.20.0.5 (9486f747-472b-483a-8098-4ca5375571aa/070d9987-7389-4b16-bd54-2dfbd1519cec/f8211e96-7f0a-43e9-82a4-35b8ccc66259) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:03:50.873659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:50.906310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:50.917236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['42d5b5c9-96f0-4cc2-b68e-10f8c901e719'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:03:51.075180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Network 9486f747-472b-483a-8098-4ca5375571aa is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:03:51.078720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:03:51.082813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:03:51.106935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Pushing event updated for resources: {'Port': ['ID=f8211e96-7f0a-43e9-82a4-35b8ccc66259,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:51.142913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:51.143503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:51.171589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-44ae69cb-3e10-45de-bd1d-0485780621d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678710 Apr 22 15:03:51.185884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Request body: {'port': {'device_id': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:03:51.296576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:51.668839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8211e96-7f0a-43e9-82a4-35b8ccc66259 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:51.680450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:51.700042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Transition to ACTIVE for port object f8211e96-7f0a-43e9-82a4-35b8ccc66259 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:03:51.706188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:51.760689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e88d82-2119-40bb-ac25-4adc5a82428f req-339b08bc-8eb5-44bb-ad01-db85eb2172e9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:51.761379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-33e88d82-2119-40bb-ac25-4adc5a82428f req-339b08bc-8eb5-44bb-ad01-db85eb2172e9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Synchronizing usage tracker for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:03:51.843648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8211e96-7f0a-43e9-82a4-35b8ccc66259,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:51.851306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-33e88d82-2119-40bb-ac25-4adc5a82428f req-339b08bc-8eb5-44bb-ad01-db85eb2172e9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Unset dirty status for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:03:51.852463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-33e88d82-2119-40bb-ac25-4adc5a82428f req-339b08bc-8eb5-44bb-ad01-db85eb2172e9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 931 time: 0.2485054 Apr 22 15:03:51.968144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-33e88d82-2119-40bb-ac25-4adc5a82428f req-b126724d-0af0-4392-8645-dc19c8e355a1 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917947 Apr 22 15:03:51.983352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Attempting to bind port f8211e96-7f0a-43e9-82a4-35b8ccc66259 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:03:51.983679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Attempting to bind port f8211e96-7f0a-43e9-82a4-35b8ccc66259 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:03:51.984032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Attempting to bind port f8211e96-7f0a-43e9-82a4-35b8ccc66259 on network 9486f747-472b-483a-8098-4ca5375571aa {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:51.990578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Port f8211e96-7f0a-43e9-82a4-35b8ccc66259 on network 9486f747-472b-483a-8098-4ca5375571aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:03:51.990901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Attempting to bind port f8211e96-7f0a-43e9-82a4-35b8ccc66259 on network 9486f747-472b-483a-8098-4ca5375571aa {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:03:52.007214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:03:52.007553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Checking segment: {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:03:52.007934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Bound using segment: {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:03:52.008386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Bound port: f8211e96-7f0a-43e9-82a4-35b8ccc66259, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdc465c-d304-4984-8044-fb9139b34932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9486f747-472b-483a-8098-4ca5375571aa'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:03:52.008738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:52.102747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] For port f8211e96-7f0a-43e9-82a4-35b8ccc66259, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:03:52.105734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] For port f8211e96-7f0a-43e9-82a4-35b8ccc66259, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:03:52.112270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:52.181658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:52.183018 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8211e96-7f0a-43e9-82a4-35b8ccc66259 HTTP/1.1" status: 200 len: 1093 time: 1.0030811 Apr 22 15:03:52.183459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'tag': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:52.203193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a66f-0a1d-4d5e-8993-7eb6801b43f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8211e96-7f0a-43e9-82a4-35b8ccc66259,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:52.249428 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cf27e7-c9db-4f7c-92df-13622b67c71f'] response: {'name': 'network-changed', 'server_uuid': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'tag': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259', 'status': 'completed', 'code': 200} Apr 22 15:03:52.289566 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-99d717a2-1399-4c0a-bd6a-c6d044e73355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 1096 time: 0.0694830 Apr 22 15:03:52.359912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-ab963dd4-48bc-45c6-955b-79daf35d9641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259 HTTP/1.1" status: 200 len: 217 time: 0.0632563 Apr 22 15:03:52.433634 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-85836be5-f4d7-41f3-975b-f789f47b7680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:52.435710 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-85836be5-f4d7-41f3-975b-f789f47b7680 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d9987-7389-4b16-bd54-2dfbd1519cec HTTP/1.1" status: 200 len: 852 time: 0.0698767 Apr 22 15:03:52.483873 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-28051b09-837e-473a-8db4-a3fa66d25e75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9486f747-472b-483a-8098-4ca5375571aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421257 Apr 22 15:03:52.617531 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-b85ae933-a8ca-44f0-9d92-603dc4de4464 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269321 Apr 22 15:03:52.855488 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b603ea5-1dcb-4da8-85bd-c3cb7b33a121 req-b7208cc0-ec10-4060-8aa7-ec65a28bd879 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306685 Apr 22 15:03:52.994981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-a43f0fbe-30e9-42d3-b157-12eeab5c6caa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 1096 time: 0.0799346 Apr 22 15:03:53.186159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-a24e8e19-db8e-4520-9907-18f82e2b1f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:53.187513 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-a24e8e19-db8e-4520-9907-18f82e2b1f53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 913 time: 0.1846895 Apr 22 15:03:53.258341 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-1c862b81-3ceb-4906-8d8c-48da36e6d925 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259 HTTP/1.1" status: 200 len: 217 time: 0.0639875 Apr 22 15:03:53.264749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72ace-190c-445f-9df6-53cc30517f19 req-070eca8f-2b81-464b-ad89-8565060c9da3 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:53.266084 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21d72ace-190c-445f-9df6-53cc30517f19 req-070eca8f-2b81-464b-ad89-8565060c9da3 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 943 time: 0.1785629 Apr 22 15:03:53.353910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-2f82bd81-2451-4b09-9592-2341247a41e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:53.355318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-2f82bd81-2451-4b09-9592-2341247a41e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d9987-7389-4b16-bd54-2dfbd1519cec HTTP/1.1" status: 200 len: 852 time: 0.0884030 Apr 22 15:03:53.357838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21d72ace-190c-445f-9df6-53cc30517f19 req-cd3f74c8-f9a0-4ea1-ae16-fb1720d47d11 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599968 Apr 22 15:03:53.400470 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-00f4081d-74a3-4a03-be94-e793cccde52b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9486f747-472b-483a-8098-4ca5375571aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378196 Apr 22 15:03:53.535522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-22bd4746-8d70-410c-a1fe-5e332177cd96 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254632 Apr 22 15:03:53.668864 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fff53f3-50f0-4da9-b469-194b972dc9f8 req-fc1deaed-ab79-495d-b961-932ed0989b41 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257131 Apr 22 15:03:54.005529 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-8cce6f63-a8a1-4c97-aa65-eb5dba210202 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745254 Apr 22 15:03:54.143298 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-2cdcdf9f-3fdd-46c5-acbb-30f7a13ee8c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 1099 time: 0.0718594 Apr 22 15:03:54.291108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735129-9784-407b-939c-2346fda591c0 req-e351c0e2-1a2b-4bf5-8782-99bdfdf5db51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:54.292551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-e351c0e2-1a2b-4bf5-8782-99bdfdf5db51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 200 len: 913 time: 0.1275496 Apr 22 15:03:54.362994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-0bc7f36e-6412-404b-802c-ee80314a352b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719 HTTP/1.1" status: 200 len: 217 time: 0.0640211 Apr 22 15:03:54.426829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735129-9784-407b-939c-2346fda591c0 req-32451c99-4ff5-485a-8e5b-16b3cde0b358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:54.428304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-32451c99-4ff5-485a-8e5b-16b3cde0b358 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=070d9987-7389-4b16-bd54-2dfbd1519cec HTTP/1.1" status: 200 len: 852 time: 0.0592079 Apr 22 15:03:54.475645 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-d278921b-dc8c-4e86-93b3-cac6a5e4b785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9486f747-472b-483a-8098-4ca5375571aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415938 Apr 22 15:03:54.612990 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-d9ff4118-b942-443c-a950-7b2a9cecde42 service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306596 Apr 22 15:03:54.872347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-64735129-9784-407b-939c-2346fda591c0 req-e9b9ed5e-4b41-4ab6-9cb4-ead7e26e721b service neutron] 10.222.0.24 "GET /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535055 Apr 22 15:03:54.882227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec407b7-908d-43b5-bc7c-e5739aae12f2 req-1ba2c30f-edd5-430f-b5cc-72a6c3b6fc92 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:54.883599 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ec407b7-908d-43b5-bc7c-e5739aae12f2 req-1ba2c30f-edd5-430f-b5cc-72a6c3b6fc92 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 943 time: 0.2475319 Apr 22 15:03:54.929518 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ec407b7-908d-43b5-bc7c-e5739aae12f2 req-31fc5fd3-0f60-4d17-977e-3a8ddc99dca9 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Apr 22 15:03:56.118127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8211e96-7f0a-43e9-82a4-35b8ccc66259 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:03:56.155663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d1a77-ee73-4553-8586-1be9cac03614 req-f8eea530-8fe3-4bb0-9dc0-5299bad7f122 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:56.157104 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a67d1a77-ee73-4553-8586-1be9cac03614 req-f8eea530-8fe3-4bb0-9dc0-5299bad7f122 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 943 time: 0.0872507 Apr 22 15:03:56.203141 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a67d1a77-ee73-4553-8586-1be9cac03614 req-5e146889-525c-4339-a3b5-5cd4ca62bea6 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Apr 22 15:03:56.252812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8211e96-7f0a-43e9-82a4-35b8ccc66259, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:56.265613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259', 'network_id': '9486f747-472b-483a-8098-4ca5375571aa', 'port_id': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259', 'mac_address': 'fa:16:3e:f4:c9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070d9987-7389-4b16-bd54-2dfbd1519cec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:03:56.319161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:56.337088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8211e96-7f0a-43e9-82a4-35b8ccc66259 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:03:56.352280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8211e96-7f0a-43e9-82a4-35b8ccc66259, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:56.357892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:56.433749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8211e96-7f0a-43e9-82a4-35b8ccc66259,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:56.567641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f8211e96-7f0a-43e9-82a4-35b8ccc66259'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:03:57.425713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff390b0-4a57-46f9-84a0-2e34de022ee7 req-f9de0798-db55-41c0-8896-b546018625e7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:57.427208 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ff390b0-4a57-46f9-84a0-2e34de022ee7 req-f9de0798-db55-41c0-8896-b546018625e7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 944 time: 0.0945046 Apr 22 15:03:57.475843 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ff390b0-4a57-46f9-84a0-2e34de022ee7 req-b98d9a47-d890-412f-9bd8-df71b62f51fb tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Apr 22 15:03:58.149216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8211e96-7f0a-43e9-82a4-35b8ccc66259 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:03:58.199146 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:03:58.231778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f8211e96-7f0a-43e9-82a4-35b8ccc66259 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:03:58.239878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f8211e96-7f0a-43e9-82a4-35b8ccc66259 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:03:58.240411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:58.357796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:58.384630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:03:58.394157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8211e96-7f0a-43e9-82a4-35b8ccc66259, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:03:58.400982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:58.441413 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4fc4c2-168e-4c59-8e58-f18b2156bed4'] response: {'server_uuid': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259', 'code': 200} Apr 22 15:03:58.465736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8211e96-7f0a-43e9-82a4-35b8ccc66259,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:03:58.718649 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d29138f6-569e-4d08-8eec-42bb1fb1ea50 req-e63785cc-c498-433f-9bca-a2d915ebc7d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 1098 time: 0.0941982 Apr 22 15:03:58.723790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a142b-f1f2-4a74-9997-34eca33cd7f5 req-68273c23-c9b1-4937-ad3b-3cadfd73663e tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:03:58.725112 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-316a142b-f1f2-4a74-9997-34eca33cd7f5 req-68273c23-c9b1-4937-ad3b-3cadfd73663e tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 945 time: 0.1303120 Apr 22 15:03:58.789291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d29138f6-569e-4d08-8eec-42bb1fb1ea50 req-2d6b189c-f391-4a15-bb22-52a031ba163c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632818 Apr 22 15:03:58.799391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-316a142b-f1f2-4a74-9997-34eca33cd7f5 req-e94f7be1-13e5-4469-b118-d29ce0f14fa3 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584240 Apr 22 15:04:00.020241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266476-eae1-4a9e-9b7c-f0c80e809ad3 req-de05c42e-8989-4aaf-9fdc-872b59220873 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:00.021626 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b266476-eae1-4a9e-9b7c-f0c80e809ad3 req-de05c42e-8989-4aaf-9fdc-872b59220873 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 945 time: 0.0879834 Apr 22 15:04:00.067864 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3b266476-eae1-4a9e-9b7c-f0c80e809ad3 req-fb32ec74-2110-4376-a500-001c291588d7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Apr 22 15:04:00.483788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb36f-f01c-488e-8399-5ff2257d2d9d req-71439e2c-243a-4e26-8c0f-02a16cf0ee49 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:00.485251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9f4cb36f-f01c-488e-8399-5ff2257d2d9d req-71439e2c-243a-4e26-8c0f-02a16cf0ee49 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 945 time: 0.0881052 Apr 22 15:04:00.530047 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9f4cb36f-f01c-488e-8399-5ff2257d2d9d req-9dadbabb-1ed8-42a0-8f20-7546418d23d4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Apr 22 15:04:01.802407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d018da-8dc1-478d-be98-19a521a78588 req-a7d7efc6-30af-4d51-81dd-cdf538c67304 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:01.803833 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-10d018da-8dc1-478d-be98-19a521a78588 req-a7d7efc6-30af-4d51-81dd-cdf538c67304 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 945 time: 0.1416776 Apr 22 15:04:01.816726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac16795-2849-4028-a03f-b20e6bac6022 req-37e45d24-f519-4361-8ad9-954efe1f2db5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:01.818981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cac16795-2849-4028-a03f-b20e6bac6022 req-37e45d24-f519-4361-8ad9-954efe1f2db5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 945 time: 0.1235585 Apr 22 15:04:01.911027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Deleting port f8211e96-7f0a-43e9-82a4-35b8ccc66259 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:01.911267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:01.942909 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-10d018da-8dc1-478d-be98-19a521a78588 req-b96748ea-dec9-4ade-ad76-7fd94eee1fbc tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228371 Apr 22 15:04:02.163009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] For port f8211e96-7f0a-43e9-82a4-35b8ccc66259, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8211e96-7f0a-43e9-82a4-35b8ccc66259,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:02.163260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:02.280148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Calling delete_port for f8211e96-7f0a-43e9-82a4-35b8ccc66259 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:02.421066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:02.432034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['42d5b5c9-96f0-4cc2-b68e-10f8c901e719', 'f8211e96-7f0a-43e9-82a4-35b8ccc66259'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:04:02.466475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Pushing event deleted for resources: {'Port': ['ID=f8211e96-7f0a-43e9-82a4-35b8ccc66259,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:02.539772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] No DVR routers for this DVR port f8211e96-7f0a-43e9-82a4-35b8ccc66259 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:02.542410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:02.545126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'name': 'network-vif-deleted', 'tag': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:02.563295 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cac16795-2849-4028-a03f-b20e6bac6022 req-dc885be5-dd98-4e9f-8d1e-78945501170b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "DELETE /v2.0/ports/f8211e96-7f0a-43e9-82a4-35b8ccc66259 HTTP/1.1" status: 204 len: 173 time: 0.7272255 Apr 22 15:04:02.602131 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347ccd74-78ec-42fe-b8e4-fd281b0a8a53'] response: {'server_uuid': 'e0e189db-a474-4b09-960c-8f76d8664a47', 'name': 'network-vif-deleted', 'tag': 'f8211e96-7f0a-43e9-82a4-35b8ccc66259', 'status': 'completed', 'code': 200} Apr 22 15:04:03.138739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-fec2a7af-32cf-4b1d-8b66-c33cab559431 req-c1acc6e8-7920-46c9-86f0-5c9cbd80e2ce tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Synchronizing usage tracker for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:03.156594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-fec2a7af-32cf-4b1d-8b66-c33cab559431 req-c1acc6e8-7920-46c9-86f0-5c9cbd80e2ce tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Unset dirty status for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:03.157802 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fec2a7af-32cf-4b1d-8b66-c33cab559431 req-c1acc6e8-7920-46c9-86f0-5c9cbd80e2ce tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e189db-a474-4b09-960c-8f76d8664a47 HTTP/1.1" status: 200 len: 210 time: 0.0659838 Apr 22 15:04:04.037734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:04.464577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be3e59-bcb5-4469-abff-865e9de51041 req-7c7702be-c656-4e39-96a0-e3072c606064 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:04.466055 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58be3e59-bcb5-4469-abff-865e9de51041 req-7c7702be-c656-4e39-96a0-e3072c606064 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0929091 Apr 22 15:04:04.596172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58be3e59-bcb5-4469-abff-865e9de51041 req-9f1a8d39-18a8-4efa-9e63-7025ec322296 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235404 Apr 22 15:04:04.826650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61625e-82ca-4543-af16-bcdd7fc99bb8 req-1a94aad4-c95b-4407-9a35-7bf985cb42a5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:04.828124 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cd61625e-82ca-4543-af16-bcdd7fc99bb8 req-1a94aad4-c95b-4407-9a35-7bf985cb42a5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0872326 Apr 22 15:04:04.872529 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cd61625e-82ca-4543-af16-bcdd7fc99bb8 req-6cb243d4-995f-4197-967b-847551eb8efa tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Apr 22 15:04:05.076143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4510fe-8562-42eb-aeaf-4b51fc090973 req-068ad6c6-b6f1-4fa3-9820-000016ae1379 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:05.077707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b4510fe-8562-42eb-aeaf-4b51fc090973 req-068ad6c6-b6f1-4fa3-9820-000016ae1379 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0826213 Apr 22 15:04:05.125391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4b4510fe-8562-42eb-aeaf-4b51fc090973 req-b40806ff-c8d5-4191-b88b-790e8f4a4d27 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Apr 22 15:04:05.323468 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3644e00c-2fe4-4c61-989b-b1bc83f664ac req-04fd7c0d-dbb2-404a-801c-617b75f6297d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0653043 Apr 22 15:04:05.525084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640ff1-76ee-4942-9be8-05af1d8294bf req-b11521d8-d84c-4a61-bed6-2504f099dc7c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:05.526642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ee640ff1-76ee-4942-9be8-05af1d8294bf req-b11521d8-d84c-4a61-bed6-2504f099dc7c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0875258 Apr 22 15:04:05.572879 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ee640ff1-76ee-4942-9be8-05af1d8294bf req-579d69d2-aaca-4e7f-b3f3-c9478f71e50e tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Apr 22 15:04:05.777974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1fe5f-cc41-4890-94da-8aaed66e75ae req-f8c53d6e-87cf-4e4d-a8c7-917bf61b04d5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:05.779350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-07e1fe5f-cc41-4890-94da-8aaed66e75ae req-f8c53d6e-87cf-4e4d-a8c7-917bf61b04d5 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0877783 Apr 22 15:04:05.827981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-07e1fe5f-cc41-4890-94da-8aaed66e75ae req-27ed685a-7fcf-41f6-91fd-0293e71da937 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Apr 22 15:04:06.062966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c583-40d3-4c66-803f-80d7ddc04628 req-3c407a00-8cd4-435b-a2e2-74b5a41ff520 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:06.064492 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-62e6c583-40d3-4c66-803f-80d7ddc04628 req-3c407a00-8cd4-435b-a2e2-74b5a41ff520 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0904913 Apr 22 15:04:06.111812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-62e6c583-40d3-4c66-803f-80d7ddc04628 req-f20f6327-af9b-470e-9665-3d9d94253784 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Apr 22 15:04:06.203483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8211e96-7f0a-43e9-82a4-35b8ccc66259 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:06.236773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: f8211e96-7f0a-43e9-82a4-35b8ccc66259 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:06.237079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8211e96-7f0a-43e9-82a4-35b8ccc66259 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:06.672887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc89ba3-2f71-4792-b31a-44258e30b0b9 req-92e8203b-b9d8-46fd-b525-85b742a381ff tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:06.674234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2cc89ba3-2f71-4792-b31a-44258e30b0b9 req-92e8203b-b9d8-46fd-b525-85b742a381ff tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.0781286 Apr 22 15:04:06.720706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2cc89ba3-2f71-4792-b31a-44258e30b0b9 req-a2ebefe0-9755-4bb1-846b-1608f590c7b7 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Apr 22 15:04:07.984783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf8430-179e-48b0-a7d2-77653e58364f req-8e677682-d4fd-4d42-bef8-1b1d15a8a867 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:07.986251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2faf8430-179e-48b0-a7d2-77653e58364f req-8e677682-d4fd-4d42-bef8-1b1d15a8a867 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.1363308 Apr 22 15:04:07.993143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d486dc2-2e07-42a9-a739-42d924990150 req-8670c3a9-0224-4256-9a5a-7b3b6283bf55 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:07.994613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8d486dc2-2e07-42a9-a739-42d924990150 req-8670c3a9-0224-4256-9a5a-7b3b6283bf55 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 946 time: 0.1147554 Apr 22 15:04:08.088580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Deleting port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:08.088917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:08.123450 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2faf8430-179e-48b0-a7d2-77653e58364f req-7f845d5c-4915-4110-960f-e6165204545c tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ce614c2-af9b-49d6-a394-e3ba9af18a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277928 Apr 22 15:04:08.344235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] For port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,segment=NetworkSegment(afdc465c-d304-4984-8044-fb9139b34932),segment_id=afdc465c-d304-4984-8044-fb9139b34932)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:08.344581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:08.485450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Calling delete_port for 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:08.647708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:08.659087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['42d5b5c9-96f0-4cc2-b68e-10f8c901e719'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:04:08.698528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Pushing event deleted for resources: {'Port': ['ID=42d5b5c9-96f0-4cc2-b68e-10f8c901e719,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:08.772783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] No DVR routers for this DVR port 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:08.775299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:08.777855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'name': 'network-vif-deleted', 'tag': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:08.795385 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8d486dc2-2e07-42a9-a739-42d924990150 req-391c40ad-9766-458c-8aea-e5a49bcf0cd4 tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.24 "DELETE /v2.0/ports/42d5b5c9-96f0-4cc2-b68e-10f8c901e719 HTTP/1.1" status: 204 len: 173 time: 0.7846353 Apr 22 15:04:08.842940 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf363c2a-018e-4d0f-b0f5-ac5ae6c4dda7'] response: {'server_uuid': 'd88dfc10-9618-4b60-8780-5ff69555ad6f', 'name': 'network-vif-deleted', 'tag': '42d5b5c9-96f0-4cc2-b68e-10f8c901e719', 'status': 'completed', 'code': 200} Apr 22 15:04:09.308692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5a20f487-1b04-4536-8564-b5e008cb50db req-befbf8c9-e5a8-4fff-a4a0-05a41607a09b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Synchronizing usage tracker for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:09.328266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5a20f487-1b04-4536-8564-b5e008cb50db req-befbf8c9-e5a8-4fff-a4a0-05a41607a09b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] Unset dirty status for tenant:d85269012f3b4022a52b9f5e8835a4dd on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:09.329929 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5a20f487-1b04-4536-8564-b5e008cb50db req-befbf8c9-e5a8-4fff-a4a0-05a41607a09b tempest-ServersNegativeTestJSON-1439503208 tempest-ServersNegativeTestJSON-1439503208-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88dfc10-9618-4b60-8780-5ff69555ad6f HTTP/1.1" status: 200 len: 210 time: 0.0669887 Apr 22 15:04:09.632889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-907d185c-40e2-4660-b369-bc5031f86fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.442177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41500) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:10.503729 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Deleting subnet 070d9987-7389-4b16-bd54-2dfbd1519cec {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:10.507033 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.567361 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.629638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.698798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.734973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070d9987-7389-4b16-bd54-2dfbd1519cec,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:10.741581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.747841 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-934f95ac-17b2-42fd-bc5a-524090cbfd82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/070d9987-7389-4b16-bd54-2dfbd1519cec HTTP/1.1" status: 204 len: 168 time: 0.3046398 Apr 22 15:04:10.751711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41504) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:10.857426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:10.984099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.016559 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9486f747-472b-483a-8098-4ca5375571aa']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:11.028267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdc465c-d304-4984-8044-fb9139b34932') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:11.028550 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdc465c-d304-4984-8044-fb9139b34932') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:11.040094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.056945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.063456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:11.063824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:11.076265 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:11.152200 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.172409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.182510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] Pushing event deleted for resources: {'Network': ['ID=9486f747-472b-483a-8098-4ca5375571aa,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:11.192619 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f41867b7-828d-4d4b-bfe8-e1a06fccab77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9486f747-472b-483a-8098-4ca5375571aa HTTP/1.1" status: 204 len: 168 time: 0.4395685 Apr 22 15:04:11.336293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41510) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:11.385802 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2748ad53-11db-48d6-96b1-4b1f021986b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d85269012f3b4022a52b9f5e8835a4dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483372 Apr 22 15:04:11.388561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:11.448440 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b496b4bd-5024-42a6-b01e-e548f16c452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.474834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b496b4bd-5024-42a6-b01e-e548f16c452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.531157 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b496b4bd-5024-42a6-b01e-e548f16c452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.547307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496b4bd-5024-42a6-b01e-e548f16c452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce614c2-af9b-49d6-a394-e3ba9af18a73,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:11.558487 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b496b4bd-5024-42a6-b01e-e548f16c452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:11.559642 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b496b4bd-5024-42a6-b01e-e548f16c452a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ce614c2-af9b-49d6-a394-e3ba9af18a73 HTTP/1.1" status: 204 len: 168 time: 0.1700358 Apr 22 15:04:11.733074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d8a1512-6387-4065-937a-40705c6d4678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.233590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:12.266157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:12.266608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 42d5b5c9-96f0-4cc2-b68e-10f8c901e719 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:12.482254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41536) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:12.622760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256453234'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:12.628389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:12.632305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:network and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:12.635274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:12.641522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:12.654831 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:12.657933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.673465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.713556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:12.719253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:security_group_rule and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:12.722178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:12.727842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:12.792564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.798618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.828154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:12.840221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12388255-c53e-4d46-b75f-7112605f3d45,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:12.846017 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.846333 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Added segment 66f097c8-6af5-4d62-8415-6c403e8d69cd of type vlan for network 5d11efa8-464f-4952-9a55-759dce3dc3e7 Apr 22 15:04:12.871837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.902046 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.907223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:12.907878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:12.961531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.008383 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.019879 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5364497 Apr 22 15:04:13.022595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daa4b4-0bd2-47d0-b12a-66dfdbad61f3 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Network': ['ID=5d11efa8-464f-4952-9a55-759dce3dc3e7,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:13.032963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 5d11efa8-464f-4952-9a55-759dce3dc3e7 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:14.504586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:16.272118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41542) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:16.278376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'subnet': {'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:16.386330 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:16.390522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:subnet and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:16.393779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:16.400417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:16.410743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:16.595686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:16.810092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:16.906583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Subnet': ['ID=7f84de60-34bd-4311-9a44-2b1baabe1075,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:16.920669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Checking segment: {'id': '66f097c8-6af5-4d62-8415-6c403e8d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:16.921055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network hostable DHCP agents. Network: 5d11efa8-464f-4952-9a55-759dce3dc3e7, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:16.943063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network 5d11efa8-464f-4952-9a55-759dce3dc3e7 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:16.953234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 5d11efa8-464f-4952-9a55-759dce3dc3e7) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:16.958205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:16.958844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:16.967629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0306c153-5345-4a7b-9d04-f2003a516e67 None None] Network 5d11efa8-464f-4952-9a55-759dce3dc3e7 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:16.981300 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9b247bd3-1308-4121-ba16-006ea66d6b46 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7078967 Apr 22 15:04:16.985097 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41546) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:16.990826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951004536'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:16.995735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:16.999694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:network and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:17.002923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:17.008822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:17.019953 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:17.022982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.050339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:17.059465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.059805 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Added segment cfb7665b-0739-4403-96a9-f3882fb156a7 of type vlan for network 00076096-eebd-4b49-b83f-bbcaf8b30821 Apr 22 15:04:17.086369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.118403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.122177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:17.122748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.181490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-5d11efa8-464f-4952-9a55-759dce3dc3e7', 'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7', 'tenant_id': '79bffaf88f3b4afb879573842b384c53', 'fixed_ips': [{'subnet_id': '7f84de60-34bd-4311-9a44-2b1baabe1075'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:17.182330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.218659 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2322927 Apr 22 15:04:17.221762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41550) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:17.228202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'subnet': {'network_id': '00076096-eebd-4b49-b83f-bbcaf8b30821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:17.230567 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d3bc1-fe71-4e80-bd4f-5ba5580481f4 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Network': ['ID=00076096-eebd-4b49-b83f-bbcaf8b30821,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:17.242169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 00076096-eebd-4b49-b83f-bbcaf8b30821 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:17.422353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Allocated IP 2001:db8:0:ffff::2 (5d11efa8-464f-4952-9a55-759dce3dc3e7/7f84de60-34bd-4311-9a44-2b1baabe1075/a6d8e720-de23-45b4-a1fb-c839d543416e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:17.427586 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:17.431564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:subnet and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:17.434460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:17.440347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:17.451333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:17.549669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.619659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.630250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Transition to ACTIVE for port object a6d8e720-de23-45b4-a1fb-c839d543416e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:17.648859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Transition to ACTIVE for port object a6d8e720-de23-45b4-a1fb-c839d543416e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:17.655691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.720332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Network 5d11efa8-464f-4952-9a55-759dce3dc3e7 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:17.723211 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:17.727534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:17.729572 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Pushing event updated for resources: {'Port': ['ID=a6d8e720-de23-45b4-a1fb-c839d543416e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:17.770774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.771138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.771474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.771583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.771802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.772131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.772459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.772778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.773097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.773413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.773748 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.774065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:17.826644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Attempting to bind port a6d8e720-de23-45b4-a1fb-c839d543416e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:17.827011 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Attempting to bind port a6d8e720-de23-45b4-a1fb-c839d543416e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '66f097c8-6af5-4d62-8415-6c403e8d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:17.827408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Attempting to bind port a6d8e720-de23-45b4-a1fb-c839d543416e on network 5d11efa8-464f-4952-9a55-759dce3dc3e7 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:17.833874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:17.834237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Checking segment: {'id': '66f097c8-6af5-4d62-8415-6c403e8d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:17.834610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.834989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Bound using segment: {'id': '66f097c8-6af5-4d62-8415-6c403e8d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:17.835443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Bound port: a6d8e720-de23-45b4-a1fb-c839d543416e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f097c8-6af5-4d62-8415-6c403e8d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5d11efa8-464f-4952-9a55-759dce3dc3e7'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:17.835802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.846395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Subnet': ['ID=3ec0d405-bca2-47ea-817d-c474d4e650c7,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:17.860606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Checking segment: {'id': 'cfb7665b-0739-4403-96a9-f3882fb156a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '00076096-eebd-4b49-b83f-bbcaf8b30821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:17.860953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network hostable DHCP agents. Network: 00076096-eebd-4b49-b83f-bbcaf8b30821, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:17.883452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network 00076096-eebd-4b49-b83f-bbcaf8b30821 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:17.893434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 00076096-eebd-4b49-b83f-bbcaf8b30821) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:17.897785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:17.898709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.904053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd8d9e-6946-4138-9846-092eb7e2817c None None] Network 00076096-eebd-4b49-b83f-bbcaf8b30821 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:17.923820 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a4f9d046-fc6e-43b4-8a10-4a9494bb0f37 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7000959 Apr 22 15:04:17.926738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41554) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:18.003480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] For port a6d8e720-de23-45b4-a1fb-c839d543416e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:18.015525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] For port a6d8e720-de23-45b4-a1fb-c839d543416e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6d8e720-de23-45b4-a1fb-c839d543416e,segment=NetworkSegment(66f097c8-6af5-4d62-8415-6c403e8d69cd),segment_id=66f097c8-6af5-4d62-8415-6c403e8d69cd)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:18.035546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.063510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.127446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.171223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d66d21-f968-4a9d-85a8-8f429b904ef3 None None] Pushing event updated for resources: {'Port': ['ID=a6d8e720-de23-45b4-a1fb-c839d543416e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:18.213304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.233134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd409eb-c63d-4384-b456-85ef664d5d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-00076096-eebd-4b49-b83f-bbcaf8b30821', 'network_id': '00076096-eebd-4b49-b83f-bbcaf8b30821', 'tenant_id': '79bffaf88f3b4afb879573842b384c53', 'fixed_ips': [{'subnet_id': '3ec0d405-bca2-47ea-817d-c474d4e650c7'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:18.234139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ddd409eb-c63d-4384-b456-85ef664d5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.256239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec0d405-bca2-47ea-817d-c474d4e650c7,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:18.366387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccda641-f7d3-4755-ae08-3fa255f25fee None None] Network 00076096-eebd-4b49-b83f-bbcaf8b30821 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:18.413366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.441457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00076096-eebd-4b49-b83f-bbcaf8b30821']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:18.455168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb7665b-0739-4403-96a9-f3882fb156a7') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:18.455663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb7665b-0739-4403-96a9-f3882fb156a7') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:18.468639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.489132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.497533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:18.497976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:18.512924 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:18.595627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.612152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.623204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Network': ['ID=00076096-eebd-4b49-b83f-bbcaf8b30821,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:18.627682 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d6e6c810-e260-41ec-bcb2-b36f627b73f0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/00076096-eebd-4b49-b83f-bbcaf8b30821 HTTP/1.1" status: 204 len: 168 time: 0.6999288 Apr 22 15:04:18.631270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41558) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:18.636455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774441250'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:18.641542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:18.645478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:network and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:18.648468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:18.654202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:18.667468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:18.672111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.706976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:18.715870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.716211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Added segment 38b4fb27-9fbc-4d8c-bcad-3c6f63c2c266 of type vlan for network 2265b7c3-1253-4d40-b284-bd96234bf794 Apr 22 15:04:18.744850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.778481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.782526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:18.783108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:18.886312 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2539740 Apr 22 15:04:18.888718 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41562) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:18.892994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9334d-9eb6-47ad-90d0-a31e7e6f92ce tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Network': ['ID=2265b7c3-1253-4d40-b284-bd96234bf794,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:18.894686 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'subnet': {'network_id': '2265b7c3-1253-4d40-b284-bd96234bf794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:18.904087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 2265b7c3-1253-4d40-b284-bd96234bf794 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:19.008030 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:19.011782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:subnet and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:19.014611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:19.020738 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:19.031919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:19.135622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.161024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d78e32-58fe-4db2-8599-610f1334e87e None None] Network 5d11efa8-464f-4952-9a55-759dce3dc3e7 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:19.224970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Performing IP validity checks on allocation pools {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:04:19.225492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.ipam_backend_mixin [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:04:19.312064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b23c95b2-095b-4081-901a-3c80c07369c1 None None] Provisioning for port a6d8e720-de23-45b4-a1fb-c839d543416e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:19.347538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.421737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Subnet': ['ID=d3fad9f0-5c31-4350-893c-e09bb933b291,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:19.439217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Checking segment: {'id': '38b4fb27-9fbc-4d8c-bcad-3c6f63c2c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2265b7c3-1253-4d40-b284-bd96234bf794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:19.439572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network hostable DHCP agents. Network: 2265b7c3-1253-4d40-b284-bd96234bf794, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:19.463360 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network 2265b7c3-1253-4d40-b284-bd96234bf794 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:19.476867 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 2265b7c3-1253-4d40-b284-bd96234bf794) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:19.480995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:19.481603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.488581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5b8d1-88b9-4beb-8607-9770494e8d04 None None] Network 2265b7c3-1253-4d40-b284-bd96234bf794 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:19.510138 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b32f9df8-0237-4ab4-9ed4-a6dafb771586 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6200943 Apr 22 15:04:19.512882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41566) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:19.651261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.722135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18632c51-2c76-4cfb-a69d-a81a80445210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-2265b7c3-1253-4d40-b284-bd96234bf794', 'network_id': '2265b7c3-1253-4d40-b284-bd96234bf794', 'tenant_id': '79bffaf88f3b4afb879573842b384c53', 'fixed_ips': [{'subnet_id': 'd3fad9f0-5c31-4350-893c-e09bb933b291'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:19.723300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18632c51-2c76-4cfb-a69d-a81a80445210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.725453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.812244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server [None req-18632c51-2c76-4cfb-a69d-a81a80445210 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3fad9f0-5c31-4350-893c-e09bb933b291: This subnet is being modified by another concurrent operation. Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server raise exception Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3fad9f0-5c31-4350-893c-e09bb933b291: This subnet is being modified by another concurrent operation. Apr 22 15:04:19.835237 dv-neutron-838878-1-hyperv neutron-server[84060]: ERROR oslo_messaging.rpc.server Apr 22 15:04:19.847683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6d8e720-de23-45b4-a1fb-c839d543416e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:19.859442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fad9f0-5c31-4350-893c-e09bb933b291,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:19.875064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71434e0c-d400-4c9c-a07e-29292d2604cc None None] Network 2265b7c3-1253-4d40-b284-bd96234bf794 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:20.036697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.064474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2265b7c3-1253-4d40-b284-bd96234bf794']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:20.073915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e152f2-2664-4226-8294-46752ff41153 None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:04:20.077387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b4fb27-9fbc-4d8c-bcad-3c6f63c2c266') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:20.077699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b4fb27-9fbc-4d8c-bcad-3c6f63c2c266') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:20.089002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.100218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a6d8e720-de23-45b4-a1fb-c839d543416e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:20.104886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.111598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:20.111997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.115549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a6d8e720-de23-45b4-a1fb-c839d543416e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:20.115918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:20.126427 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:20.207117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.211812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e152f2-2664-4226-8294-46752ff41153 None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:04:20.227401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.237899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Network': ['ID=2265b7c3-1253-4d40-b284-bd96234bf794,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:20.246495 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-643a2b4f-a524-4482-be6c-473cb586b85e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/2265b7c3-1253-4d40-b284-bd96234bf794 HTTP/1.1" status: 204 len: 168 time: 0.7273059 Apr 22 15:04:20.246495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41570) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:20.251711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-695110906'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:20.257107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:20.261195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:network and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:20.264262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:20.270449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:20.282767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:20.285844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.290760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.314529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:20.324611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.324955 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Added segment c8a0429a-9d2b-4e66-a63d-9042d9810f23 of type vlan for network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d Apr 22 15:04:20.351626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.382721 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.386519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:20.387120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.392604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a6d8e720-de23-45b4-a1fb-c839d543416e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6d8e720-de23-45b4-a1fb-c839d543416e,segment=NetworkSegment(66f097c8-6af5-4d62-8415-6c403e8d69cd),segment_id=66f097c8-6af5-4d62-8415-6c403e8d69cd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:20.399707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.483800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2365513 Apr 22 15:04:20.487415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41574) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:20.494932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'subnet': {'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:20.518493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95522eca-a312-4a33-bcfc-86abf0ea3275 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Network': ['ID=9034ea00-92e0-4e6a-b0b4-144d41df8b2d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:20.554957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:20.609329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:20.613172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:subnet and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:20.616283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:20.622460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:20.622887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a6d8e720-de23-45b4-a1fb-c839d543416e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:20.635673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:20.738424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:20.963678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.035910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Subnet': ['ID=cc525f25-f1ef-4001-abdd-5c6db5b3538d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:21.052496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Checking segment: {'id': 'c8a0429a-9d2b-4e66-a63d-9042d9810f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:21.052852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network hostable DHCP agents. Network: 9034ea00-92e0-4e6a-b0b4-144d41df8b2d, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:21.076940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:21.087438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 9034ea00-92e0-4e6a-b0b4-144d41df8b2d) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:21.091514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:21.092082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.096078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd603045-b0dd-4718-96e8-46c0b157db81 None None] Network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:21.114756 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8a6bb6ba-6bf0-4a4b-bad0-a67d18e12480 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6263888 Apr 22 15:04:21.118322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41578) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:21.123693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5783082'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:21.128945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:21.132863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:network and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:21.135755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:21.141865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:21.153060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:21.155952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.183804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:21.193096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.193430 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Added segment 0a42ac74-a2d3-448a-84b8-42134d4a7d13 of type vlan for network 919c31f5-804d-497f-a6e1-c060de99a88d Apr 22 15:04:21.218871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.248041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.251939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:21.252837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.318289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-9034ea00-92e0-4e6a-b0b4-144d41df8b2d', 'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d', 'tenant_id': '79bffaf88f3b4afb879573842b384c53', 'fixed_ips': [{'subnet_id': 'cc525f25-f1ef-4001-abdd-5c6db5b3538d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:21.319924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.352394 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2330434 Apr 22 15:04:21.355266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41582) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:21.362513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Request body: {'subnet': {'network_id': '919c31f5-804d-497f-a6e1-c060de99a88d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:21.375584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd373dc-73cb-40bf-aaa1-1a0e9650eb43 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Network': ['ID=919c31f5-804d-497f-a6e1-c060de99a88d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:21.389580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 919c31f5-804d-497f-a6e1-c060de99a88d details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:21.471783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:21.475502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Usage tracker for resource:subnet and tenant:79bffaf88f3b4afb879573842b384c53 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:21.478319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:21.484049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:21.496052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Made reservation on behalf of 79bffaf88f3b4afb879573842b384c53 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:21.566970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Allocated IP 2001:db8::2 (9034ea00-92e0-4e6a-b0b4-144d41df8b2d/cc525f25-f1ef-4001-abdd-5c6db5b3538d/ab8c5185-380e-4c5f-ad20-17ed1d0f5129) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:21.596354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.774369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.785536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Transition to ACTIVE for port object ab8c5185-380e-4c5f-ad20-17ed1d0f5129 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:21.805827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Transition to ACTIVE for port object ab8c5185-380e-4c5f-ad20-17ed1d0f5129 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:21.814160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.845666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6d8e720-de23-45b4-a1fb-c839d543416e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:21.902864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:21.930939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:21.933652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c5185-380e-4c5f-ad20-17ed1d0f5129,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:21.937534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:21.942958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:21.971256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event updated for resources: {'Subnet': ['ID=b5067780-afd8-4739-b063-b2a3bd6c9408,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:21.993531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.994027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.994357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.994681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.994996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.995309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.995607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.995913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.996218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.996525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:21.996848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:22.004718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Checking segment: {'id': '0a42ac74-a2d3-448a-84b8-42134d4a7d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '919c31f5-804d-497f-a6e1-c060de99a88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:22.004994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network hostable DHCP agents. Network: 919c31f5-804d-497f-a6e1-c060de99a88d, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:22.028356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Network 919c31f5-804d-497f-a6e1-c060de99a88d is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:22.031286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a6d8e720-de23-45b4-a1fb-c839d543416e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:22.031646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.038686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 919c31f5-804d-497f-a6e1-c060de99a88d) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:22.042676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:22.043240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.057070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7147a-6cc1-4728-bf54-7b05fb24bbc4 None None] Network 919c31f5-804d-497f-a6e1-c060de99a88d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:22.064894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-90d2da09-a0ee-4031-89fa-4bc675f8a9ec tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7086616 Apr 22 15:04:22.067585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41586) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:22.087372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Attempting to bind port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:22.087693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Attempting to bind port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'c8a0429a-9d2b-4e66-a63d-9042d9810f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:22.088051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Attempting to bind port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 on network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:22.166334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:22.166644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Checking segment: {'id': 'c8a0429a-9d2b-4e66-a63d-9042d9810f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:22.166951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.167324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Bound using segment: {'id': 'c8a0429a-9d2b-4e66-a63d-9042d9810f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:22.167787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Bound port: ab8c5185-380e-4c5f-ad20-17ed1d0f5129, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a0429a-9d2b-4e66-a63d-9042d9810f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9034ea00-92e0-4e6a-b0b4-144d41df8b2d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:22.168151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.203700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.268579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.348256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.386118 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Subnet': ['ID=b5067780-afd8-4739-b063-b2a3bd6c9408,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:22.410436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] For port ab8c5185-380e-4c5f-ad20-17ed1d0f5129, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:22.461514 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] For port ab8c5185-380e-4c5f-ad20-17ed1d0f5129, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ab8c5185-380e-4c5f-ad20-17ed1d0f5129,segment=NetworkSegment(c8a0429a-9d2b-4e66-a63d-9042d9810f23),segment_id=c8a0429a-9d2b-4e66-a63d-9042d9810f23)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:22.469073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.485406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.499666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa35cdc-97f7-4be3-8bc3-7704a318e446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-919c31f5-804d-497f-a6e1-c060de99a88d', 'network_id': '919c31f5-804d-497f-a6e1-c060de99a88d', 'tenant_id': '79bffaf88f3b4afb879573842b384c53', 'fixed_ips': [{'subnet_id': 'b5067780-afd8-4739-b063-b2a3bd6c9408'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:22.500446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6aa35cdc-97f7-4be3-8bc3-7704a318e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.510735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919c31f5-804d-497f-a6e1-c060de99a88d']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:22.523583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a42ac74-a2d3-448a-84b8-42134d4a7d13') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:22.523822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a42ac74-a2d3-448a-84b8-42134d4a7d13') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:22.535140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.551562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.558085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:22.558484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:22.572569 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:22.602786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406b9c-b9b7-41e1-8b24-5b11e554a5e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8c5185-380e-4c5f-ad20-17ed1d0f5129,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:22.647779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56195bed-f3a1-47ee-aded-918b94227470 None None] Network 919c31f5-804d-497f-a6e1-c060de99a88d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:22.660128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.665534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:22.667224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56195bed-f3a1-47ee-aded-918b94227470 None None] Network 919c31f5-804d-497f-a6e1-c060de99a88d could not be found, it might have been deleted concurrently. {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 15:04:22.694569 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/919c31f5-804d-497f-a6e1-c060de99a88d HTTP/1.1" status: 204 len: 168 time: 0.6259651 Apr 22 15:04:22.695429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3a600-4371-4e78-b8b2-95e8cd00e518 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Network': ['ID=919c31f5-804d-497f-a6e1-c060de99a88d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:22.697628 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41590) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:22.737767 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd3091d-e061-4965-ad81-515ae6975fbc tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] GET failed (client error): The resource could not be found. Apr 22 15:04:22.738218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5fd3091d-e061-4965-ad81-515ae6975fbc tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Synchronizing usage tracker for tenant:79bffaf88f3b4afb879573842b384c53 on resource:subnet {{(pid=84058) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:22.766793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-5fd3091d-e061-4965-ad81-515ae6975fbc tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Unset dirty status for tenant:79bffaf88f3b4afb879573842b384c53 on resource:subnet {{(pid=84058) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:22.769322 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5fd3091d-e061-4965-ad81-515ae6975fbc tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "GET /v2.0/subnets/b5067780-afd8-4739-b063-b2a3bd6c9408 HTTP/1.1" status: 404 len: 337 time: 0.0695117 Apr 22 15:04:22.771852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41594) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:22.799259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f66791-4bae-43ee-9aa6-6977bda5e729 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:22.799682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f66791-4bae-43ee-9aa6-6977bda5e729 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:22.801267 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-84f66791-4bae-43ee-9aa6-6977bda5e729 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/919c31f5-804d-497f-a6e1-c060de99a88d HTTP/1.1" status: 404 len: 339 time: 0.0284498 Apr 22 15:04:22.805042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41598) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:22.844218 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96a7dcd-9b50-4fad-86dc-ef8481705f5f tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:22.844660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96a7dcd-9b50-4fad-86dc-ef8481705f5f tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:22.846358 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b96a7dcd-9b50-4fad-86dc-ef8481705f5f tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/subnets/b5067780-afd8-4739-b063-b2a3bd6c9408 HTTP/1.1" status: 404 len: 337 time: 0.0404236 Apr 22 15:04:22.849089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41602) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:22.878365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-16335f3a-d9cd-492e-8f83-a4dcfdcec974 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:22.878801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16335f3a-d9cd-492e-8f83-a4dcfdcec974 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:22.881120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-16335f3a-d9cd-492e-8f83-a4dcfdcec974 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/919c31f5-804d-497f-a6e1-c060de99a88d HTTP/1.1" status: 404 len: 339 time: 0.0304472 Apr 22 15:04:22.883119 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41606) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:22.950539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Deleting subnet cc525f25-f1ef-4001-abdd-5c6db5b3538d {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:22.953728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.005907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.091771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.167359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.207778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Subnet': ['ID=cc525f25-f1ef-4001-abdd-5c6db5b3538d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:23.217620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.231903 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0cceaa23-0026-4b8d-86d7-f346f616b620 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/subnets/cc525f25-f1ef-4001-abdd-5c6db5b3538d HTTP/1.1" status: 204 len: 168 time: 0.3476832 Apr 22 15:04:23.234584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41610) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:23.353010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.367692 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Deleting port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:23.368305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.530503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ec231-59ad-4aca-a422-275ed9f5bfdb None None] Network 9034ea00-92e0-4e6a-b0b4-144d41df8b2d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:23.591830 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] For port ab8c5185-380e-4c5f-ad20-17ed1d0f5129, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ab8c5185-380e-4c5f-ad20-17ed1d0f5129,segment=NetworkSegment(c8a0429a-9d2b-4e66-a63d-9042d9810f23),segment_id=c8a0429a-9d2b-4e66-a63d-9042d9810f23)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:23.592071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.630684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-83304db7-19e0-447c-ad58-4bb8dbac8d1c None None] Provisioning for port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:23.781263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] DHCP port deletion for 9034ea00-92e0-4e6a-b0b4-144d41df8b2d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:04:23.785900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Deleting port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:23.786300 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.821846 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Calling delete_port for ab8c5185-380e-4c5f-ad20-17ed1d0f5129 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:23.900808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:23.944146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Port': ['ID=ab8c5185-380e-4c5f-ad20-17ed1d0f5129,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:23.948842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No DVR routers for this DVR port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:23.992284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] For port ab8c5185-380e-4c5f-ad20-17ed1d0f5129, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=ab8c5185-380e-4c5f-ad20-17ed1d0f5129,segment=NetworkSegment(c8a0429a-9d2b-4e66-a63d-9042d9810f23),segment_id=c8a0429a-9d2b-4e66-a63d-9042d9810f23)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:23.992719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.074682 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.099300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9034ea00-92e0-4e6a-b0b4-144d41df8b2d']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:24.107879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Calling delete_port for ab8c5185-380e-4c5f-ad20-17ed1d0f5129 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:24.111202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a0429a-9d2b-4e66-a63d-9042d9810f23') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:24.111495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a0429a-9d2b-4e66-a63d-9042d9810f23') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:24.122717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.138533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.144596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:24.144974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:24.158857 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:24.180481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:04:24.180971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:04:24.239754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.257108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.267735 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Network': ['ID=9034ea00-92e0-4e6a-b0b4-144d41df8b2d,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:24.271710 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1d1a40ff-852d-4753-9a34-9ff1323386f2 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/9034ea00-92e0-4e6a-b0b4-144d41df8b2d HTTP/1.1" status: 204 len: 168 time: 1.0361419 Apr 22 15:04:24.274298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41614) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:24.314538 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab91cc9-3d58-407a-9d8d-26caf574a598 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:24.314967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab91cc9-3d58-407a-9d8d-26caf574a598 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:24.316673 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-dab91cc9-3d58-407a-9d8d-26caf574a598 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/subnets/d3fad9f0-5c31-4350-893c-e09bb933b291 HTTP/1.1" status: 404 len: 337 time: 0.0413427 Apr 22 15:04:24.319227 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41618) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:24.343576 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f089aa-8538-41e3-b6f9-174edb71866e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:24.344010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f089aa-8538-41e3-b6f9-174edb71866e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:24.345554 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e3f089aa-8538-41e3-b6f9-174edb71866e tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/2265b7c3-1253-4d40-b284-bd96234bf794 HTTP/1.1" status: 404 len: 339 time: 0.0253861 Apr 22 15:04:24.349385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41622) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:24.386544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b56c04-0086-4013-9a26-51cec4c9e0a0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:24.386963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b56c04-0086-4013-9a26-51cec4c9e0a0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:24.388508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-59b56c04-0086-4013-9a26-51cec4c9e0a0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/subnets/3ec0d405-bca2-47ea-817d-c474d4e650c7 HTTP/1.1" status: 404 len: 337 time: 0.0381095 Apr 22 15:04:24.391275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41626) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:24.425629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.pecan_wsgi.hooks.translation [None req-613c1fc7-83d5-4a7c-a16c-9c33c7c28bf0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] DELETE failed (client error): The resource could not be found. Apr 22 15:04:24.426001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613c1fc7-83d5-4a7c-a16c-9c33c7c28bf0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:04:24.427497 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-613c1fc7-83d5-4a7c-a16c-9c33c7c28bf0 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/00076096-eebd-4b49-b83f-bbcaf8b30821 HTTP/1.1" status: 404 len: 339 time: 0.0351617 Apr 22 15:04:24.429921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41630) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:24.609392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Deleting subnet 7f84de60-34bd-4311-9a44-2b1baabe1075 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:24.612368 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.668222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.682708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Deleting port ab8c5185-380e-4c5f-ad20-17ed1d0f5129 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:24.683237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.744603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-fdbaf5a4-3bcf-4a74-bd77-98580046e8a1 None None] The port 'ab8c5185-380e-4c5f-ad20-17ed1d0f5129' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:04:24.751600 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.917182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.953354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Subnet': ['ID=7f84de60-34bd-4311-9a44-2b1baabe1075,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:24.959984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:24.966167 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2df2ee-f3f5-4670-994e-40a4507e6c58 None None] Network 5d11efa8-464f-4952-9a55-759dce3dc3e7 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:24.970195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-dbc271de-5c30-4c19-a336-9c9fb2327c5d tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/subnets/7f84de60-34bd-4311-9a44-2b1baabe1075 HTTP/1.1" status: 204 len: 168 time: 0.5393798 Apr 22 15:04:24.971777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41634) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:25.081319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.091668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Deleting port a6d8e720-de23-45b4-a1fb-c839d543416e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:25.091988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.201385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] DHCP port deletion for 5d11efa8-464f-4952-9a55-759dce3dc3e7 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:04:25.205994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Deleting port a6d8e720-de23-45b4-a1fb-c839d543416e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:25.206360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.298405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] For port a6d8e720-de23-45b4-a1fb-c839d543416e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6d8e720-de23-45b4-a1fb-c839d543416e,segment=NetworkSegment(66f097c8-6af5-4d62-8415-6c403e8d69cd),segment_id=66f097c8-6af5-4d62-8415-6c403e8d69cd)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:25.298868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.403268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] For port a6d8e720-de23-45b4-a1fb-c839d543416e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6d8e720-de23-45b4-a1fb-c839d543416e,segment=NetworkSegment(66f097c8-6af5-4d62-8415-6c403e8d69cd),segment_id=66f097c8-6af5-4d62-8415-6c403e8d69cd)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:25.403646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.415239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Calling delete_port for a6d8e720-de23-45b4-a1fb-c839d543416e owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:25.487916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.524733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Calling delete_port for a6d8e720-de23-45b4-a1fb-c839d543416e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:25.534511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Port': ['ID=a6d8e720-de23-45b4-a1fb-c839d543416e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:25.540282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] No DVR routers for this DVR port a6d8e720-de23-45b4-a1fb-c839d543416e on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:25.625520 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:04:25.625909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:04:25.662863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.687241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d11efa8-464f-4952-9a55-759dce3dc3e7']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:25.698954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f097c8-6af5-4d62-8415-6c403e8d69cd') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:25.699244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f097c8-6af5-4d62-8415-6c403e8d69cd') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:25.710452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.726039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.732087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:25.732469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:25.746539 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:25.810803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6d8e720-de23-45b4-a1fb-c839d543416e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:25.827087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.843761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a6d8e720-de23-45b4-a1fb-c839d543416e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:25.844098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6d8e720-de23-45b4-a1fb-c839d543416e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:25.846728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:25.852836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] Pushing event deleted for resources: {'Network': ['ID=5d11efa8-464f-4952-9a55-759dce3dc3e7,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:25.859202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-111000d4-67b6-4a06-93e7-93dd54e89551 tempest-NetworksIpV6Test-1611534688 tempest-NetworksIpV6Test-1611534688-project] 10.222.0.32 "DELETE /v2.0/networks/5d11efa8-464f-4952-9a55-759dce3dc3e7 HTTP/1.1" status: 204 len: 168 time: 0.8864713 Apr 22 15:04:26.126927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Deleting port a6d8e720-de23-45b4-a1fb-c839d543416e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:26.127713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:26.161914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41642) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:26.191069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-649ce912-eb86-4e5c-88cf-c0232e418cd6 None None] The port 'a6d8e720-de23-45b4-a1fb-c839d543416e' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:04:26.343633 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-27ab56b7-44f6-4e34-9067-484d442c461d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79bffaf88f3b4afb879573842b384c53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1804731 Apr 22 15:04:26.347622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41648) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:26.413806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69605411-2123-4b14-bb9b-dc4a70039aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:26.439332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69605411-2123-4b14-bb9b-dc4a70039aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:26.498019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69605411-2123-4b14-bb9b-dc4a70039aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:26.511328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69605411-2123-4b14-bb9b-dc4a70039aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12388255-c53e-4d46-b75f-7112605f3d45,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:26.517593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-69605411-2123-4b14-bb9b-dc4a70039aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:26.521046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-69605411-2123-4b14-bb9b-dc4a70039aa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12388255-c53e-4d46-b75f-7112605f3d45 HTTP/1.1" status: 204 len: 168 time: 0.1720767 Apr 22 15:04:27.350501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41670) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:27.477261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1853370939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:27.484104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:27.488527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Usage tracker for resource:router and tenant:f3d9428cfa2b409aa10978e76961ffc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:27.491696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:27.501630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:27.515581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.516509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.535157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.554300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.576645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.577815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-88f13132-c108-468c-8994-88c379d0c778 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2262816 Apr 22 15:04:27.580642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41676) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:27.586049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-370349582'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:27.590642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:27.594410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Usage tracker for resource:network and tenant:f3d9428cfa2b409aa10978e76961ffc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:27.597943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:27.603928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:27.616491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Made reservation on behalf of f3d9428cfa2b409aa10978e76961ffc4 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:27.619462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.632573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.663805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:27.667650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Usage tracker for resource:security_group_rule and tenant:f3d9428cfa2b409aa10978e76961ffc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:27.670376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:27.676089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:27.740701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.747864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.778339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:27.786317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69da3816-df6f-49e9-96e2-3d88bd721110,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:27.791640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.791979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Added segment 0ca4fa8d-a540-4457-b64d-384829665a47 of type vlan for network e2608aa1-3893-475c-bebf-02f15072d297 Apr 22 15:04:27.817527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.850460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.854156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:27.854722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:27.959913 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3782237 Apr 22 15:04:27.960661 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c8e3f-9b4b-48bd-abb0-ffee0ef43a9b tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event updated for resources: {'Network': ['ID=e2608aa1-3893-475c-bebf-02f15072d297,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:27.962808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41680) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:27.970542 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Request body: {'subnet': {'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:27.976723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e2608aa1-3893-475c-bebf-02f15072d297 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:28.079237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:28.083396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Usage tracker for resource:subnet and tenant:f3d9428cfa2b409aa10978e76961ffc4 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:28.086459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:28.092624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:28.105035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Made reservation on behalf of f3d9428cfa2b409aa10978e76961ffc4 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:28.210820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.433644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.507377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event updated for resources: {'Subnet': ['ID=fde7b47c-8bdc-4d4d-8640-bd554fac38f5,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:28.523993 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.524335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.524666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.524992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.525317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.525639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.525988 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.526339 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.526883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.527220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.527512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:28.534444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Checking segment: {'id': '0ca4fa8d-a540-4457-b64d-384829665a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:28.534591 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Network hostable DHCP agents. Network: e2608aa1-3893-475c-bebf-02f15072d297, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:28.558744 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Network e2608aa1-3893-475c-bebf-02f15072d297 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:28.569142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, e2608aa1-3893-475c-bebf-02f15072d297) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:28.573109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:28.573703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.577922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef2542-f211-4c48-b4aa-792400c7adea None None] Network e2608aa1-3893-475c-bebf-02f15072d297 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:28.596572 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6a2432fe-502b-4cf5-bcf2-38e74ff397d0 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6324227 Apr 22 15:04:28.599573 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41684) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:28.605050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1012216346'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:28.613009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:28.617176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Usage tracker for resource:network and tenant:f3d9428cfa2b409aa10978e76961ffc4 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:28.620319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:28.626355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:28.638761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Made reservation on behalf of f3d9428cfa2b409aa10978e76961ffc4 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:28.641795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.669349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:28.678065 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.678383 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Added segment a04b869d-8f19-4d40-8aa2-e578f37b525a of type vlan for network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 Apr 22 15:04:28.703872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.732933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.737025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:28.737614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.784988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-e2608aa1-3893-475c-bebf-02f15072d297', 'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297', 'tenant_id': 'f3d9428cfa2b409aa10978e76961ffc4', 'fixed_ips': [{'subnet_id': 'fde7b47c-8bdc-4d4d-8640-bd554fac38f5'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:28.785817 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:28.837762 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2370243 Apr 22 15:04:28.840578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41688) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:28.844912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c88074-155f-45e6-a560-5a94c11c9888 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event updated for resources: {'Network': ['ID=65fa7079-f7e1-453a-9c7e-c7caffdae3e4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:28.849081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Request body: {'subnet': {'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:28.858782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:28.955697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:28.959331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Usage tracker for resource:subnet and tenant:f3d9428cfa2b409aa10978e76961ffc4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:28.962259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:28.968033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:28.979322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Made reservation on behalf of f3d9428cfa2b409aa10978e76961ffc4 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:29.030745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Allocated IP 172.20.0.2 (e2608aa1-3893-475c-bebf-02f15072d297/fde7b47c-8bdc-4d4d-8640-bd554fac38f5/fb5149f9-456d-47a9-bbf3-41008875a4f6) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:29.167887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.238929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.250385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Transition to ACTIVE for port object fb5149f9-456d-47a9-bbf3-41008875a4f6 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:29.270700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Transition to ACTIVE for port object fb5149f9-456d-47a9-bbf3-41008875a4f6 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:29.278564 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.343184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Network e2608aa1-3893-475c-bebf-02f15072d297 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:29.346026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:29.349656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:29.354750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Pushing event updated for resources: {'Port': ['ID=fb5149f9-456d-47a9-bbf3-41008875a4f6,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:29.389072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.441202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Attempting to bind port fb5149f9-456d-47a9-bbf3-41008875a4f6 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:29.441563 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Attempting to bind port fb5149f9-456d-47a9-bbf3-41008875a4f6 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '0ca4fa8d-a540-4457-b64d-384829665a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:29.441951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Attempting to bind port fb5149f9-456d-47a9-bbf3-41008875a4f6 on network e2608aa1-3893-475c-bebf-02f15072d297 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:29.448469 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:29.448834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Checking segment: {'id': '0ca4fa8d-a540-4457-b64d-384829665a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:29.449230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.449624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Bound using segment: {'id': '0ca4fa8d-a540-4457-b64d-384829665a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:29.450100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Bound port: fb5149f9-456d-47a9-bbf3-41008875a4f6, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca4fa8d-a540-4457-b64d-384829665a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e2608aa1-3893-475c-bebf-02f15072d297'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:29.450464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.464676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event updated for resources: {'Subnet': ['ID=39eca94f-a9d3-4a3d-898d-cd7525c536f2,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:29.481048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Checking segment: {'id': 'a04b869d-8f19-4d40-8aa2-e578f37b525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:29.481424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Network hostable DHCP agents. Network: 65fa7079-f7e1-453a-9c7e-c7caffdae3e4, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:29.504515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:29.514522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 65fa7079-f7e1-453a-9c7e-c7caffdae3e4) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:29.518603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:29.519189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.527712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43877bc-d561-4d4c-a517-ba63bbd0cbbc None None] Network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:29.542212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f038d96a-d211-45b8-a739-eb4aa893f814 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6991332 Apr 22 15:04:29.544223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41692) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:29.549796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3717cd0e-e1d2-42d4-be92-686ea4456492 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Request body: {'router': {'external_gateway_info': {'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:29.606664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] For port fb5149f9-456d-47a9-bbf3-41008875a4f6, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:29.619415 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] For port fb5149f9-456d-47a9-bbf3-41008875a4f6, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fb5149f9-456d-47a9-bbf3-41008875a4f6,segment=NetworkSegment(0ca4fa8d-a540-4457-b64d-384829665a47),segment_id=0ca4fa8d-a540-4457-b64d-384829665a47)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:29.628436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.771579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d802ab-e10c-426b-b4f6-de6812a46de1 None None] Pushing event updated for resources: {'Port': ['ID=fb5149f9-456d-47a9-bbf3-41008875a4f6,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:29.827810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-65fa7079-f7e1-453a-9c7e-c7caffdae3e4', 'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4', 'tenant_id': 'f3d9428cfa2b409aa10978e76961ffc4', 'fixed_ips': [{'subnet_id': '39eca94f-a9d3-4a3d-898d-cd7525c536f2'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:29.828883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.947658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3717cd0e-e1d2-42d4-be92-686ea4456492 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.044532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Allocated IP 172.21.0.2 (65fa7079-f7e1-453a-9c7e-c7caffdae3e4/39eca94f-a9d3-4a3d-898d-cd7525c536f2/e3f432bb-c3b9-4e53-9a63-b52b9931744e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:30.104956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.api.v2.resource [None req-3717cd0e-e1d2-42d4-be92-686ea4456492 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:04:30.108091 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3717cd0e-e1d2-42d4-be92-686ea4456492 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "PUT /v2.0/routers/0a79ae4e-083d-4652-966d-97e89ef5dab4 HTTP/1.1" status: 400 len: 364 time: 0.5609062 Apr 22 15:04:30.112184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41696) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:30.179352 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Deleting subnet 39eca94f-a9d3-4a3d-898d-cd7525c536f2 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:30.256004 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.267142 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Transition to ACTIVE for port object e3f432bb-c3b9-4e53-9a63-b52b9931744e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:30.294955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Transition to ACTIVE for port object e3f432bb-c3b9-4e53-9a63-b52b9931744e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:30.300198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.300730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.355112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.368219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:30.371850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:30.373865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Pushing event updated for resources: {'Port': ['ID=e3f432bb-c3b9-4e53-9a63-b52b9931744e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:30.376113 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:30.440538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.466480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Attempting to bind port e3f432bb-c3b9-4e53-9a63-b52b9931744e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:30.466964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Attempting to bind port e3f432bb-c3b9-4e53-9a63-b52b9931744e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a04b869d-8f19-4d40-8aa2-e578f37b525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:30.467450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Attempting to bind port e3f432bb-c3b9-4e53-9a63-b52b9931744e on network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:30.474561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:30.474925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Checking segment: {'id': 'a04b869d-8f19-4d40-8aa2-e578f37b525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:30.475320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.475940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Bound using segment: {'id': 'a04b869d-8f19-4d40-8aa2-e578f37b525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:30.476412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Bound port: e3f432bb-c3b9-4e53-9a63-b52b9931744e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04b869d-8f19-4d40-8aa2-e578f37b525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '65fa7079-f7e1-453a-9c7e-c7caffdae3e4'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:30.476913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.520411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.558323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event deleted for resources: {'Subnet': ['ID=39eca94f-a9d3-4a3d-898d-cd7525c536f2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:30.564549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.570971 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-870f60b6-7a20-47e4-b029-d6b2f58f54af tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "DELETE /v2.0/subnets/39eca94f-a9d3-4a3d-898d-cd7525c536f2 HTTP/1.1" status: 204 len: 168 time: 0.4578102 Apr 22 15:04:30.572866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] For port e3f432bb-c3b9-4e53-9a63-b52b9931744e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:30.573396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41700) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:30.576504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] For port e3f432bb-c3b9-4e53-9a63-b52b9931744e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e3f432bb-c3b9-4e53-9a63-b52b9931744e,segment=NetworkSegment(a04b869d-8f19-4d40-8aa2-e578f37b525a),segment_id=a04b869d-8f19-4d40-8aa2-e578f37b525a)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:30.582821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.688084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.697021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746a2f-d053-40ce-8664-9d068cb0b430 None None] Pushing event updated for resources: {'Port': ['ID=e3f432bb-c3b9-4e53-9a63-b52b9931744e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:30.699896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Deleting port e3f432bb-c3b9-4e53-9a63-b52b9931744e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:30.699896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:30.735100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc2f19-011f-473e-a822-8bb9cb2fa1f5 None None] Network 65fa7079-f7e1-453a-9c7e-c7caffdae3e4 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:30.756626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd23558-7733-45ea-a8e9-252797da4321 None None] Network e2608aa1-3893-475c-bebf-02f15072d297 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:30.996959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d1ff9e63-f9ea-4f8c-b9ec-634614064d44 None None] Provisioning for port fb5149f9-456d-47a9-bbf3-41008875a4f6 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:30.998124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] For port e3f432bb-c3b9-4e53-9a63-b52b9931744e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=e3f432bb-c3b9-4e53-9a63-b52b9931744e,segment=NetworkSegment(a04b869d-8f19-4d40-8aa2-e578f37b525a),segment_id=a04b869d-8f19-4d40-8aa2-e578f37b525a)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:30.998631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.113900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Calling delete_port for e3f432bb-c3b9-4e53-9a63-b52b9931744e owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:31.190856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.240274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event deleted for resources: {'Port': ['ID=e3f432bb-c3b9-4e53-9a63-b52b9931744e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:31.244121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] No DVR routers for this DVR port e3f432bb-c3b9-4e53-9a63-b52b9931744e on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:31.319594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7fae1-7296-4efc-9712-67cf28941cec None None] get_active_networks_info from dv-neutron-838878-1-hyperv {{(pid=84060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:04:31.373697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.398808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fa7079-f7e1-453a-9c7e-c7caffdae3e4']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:31.410954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04b869d-8f19-4d40-8aa2-e578f37b525a') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:31.410954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04b869d-8f19-4d40-8aa2-e578f37b525a') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:31.414073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7fae1-7296-4efc-9712-67cf28941cec None None] Resources bound (agent type, host, resource id): {{(pid=84060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:04:31.422836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.438074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.443874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:31.444246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:31.458335 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:31.540597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.557423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.568000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event deleted for resources: {'Network': ['ID=65fa7079-f7e1-453a-9c7e-c7caffdae3e4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:31.571962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-95187bdf-aefb-4c76-b80c-092ba0145dbf tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "DELETE /v2.0/networks/65fa7079-f7e1-453a-9c7e-c7caffdae3e4 HTTP/1.1" status: 204 len: 168 time: 0.9976172 Apr 22 15:04:31.574652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41704) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:31.755736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Deleting subnet fde7b47c-8bdc-4d4d-8640-bd554fac38f5 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:04:31.758924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.816396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.839786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fb5149f9-456d-47a9-bbf3-41008875a4f6 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:31.896134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.909232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port fb5149f9-456d-47a9-bbf3-41008875a4f6 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:31.914118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port fb5149f9-456d-47a9-bbf3-41008875a4f6 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:31.914485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:31.975025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.013970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event deleted for resources: {'Subnet': ['ID=fde7b47c-8bdc-4d4d-8640-bd554fac38f5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:32.020706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.027342 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6805e368-825e-4398-bd28-6754ec4fa14c tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "DELETE /v2.0/subnets/fde7b47c-8bdc-4d4d-8640-bd554fac38f5 HTTP/1.1" status: 204 len: 168 time: 0.4517200 Apr 22 15:04:32.029968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41708) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:32.041755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c1447-75fe-40c7-97a2-85a4efc9eb98 None None] Network e2608aa1-3893-475c-bebf-02f15072d297 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:32.140752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.150976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Deleting port fb5149f9-456d-47a9-bbf3-41008875a4f6 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:32.151297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.151683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.248367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port fb5149f9-456d-47a9-bbf3-41008875a4f6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fb5149f9-456d-47a9-bbf3-41008875a4f6,segment=NetworkSegment(0ca4fa8d-a540-4457-b64d-384829665a47),segment_id=0ca4fa8d-a540-4457-b64d-384829665a47)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:32.256597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.342493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=fb5149f9-456d-47a9-bbf3-41008875a4f6,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:32.357704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] For port fb5149f9-456d-47a9-bbf3-41008875a4f6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fb5149f9-456d-47a9-bbf3-41008875a4f6,segment=NetworkSegment(0ca4fa8d-a540-4457-b64d-384829665a47),segment_id=0ca4fa8d-a540-4457-b64d-384829665a47)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:32.358064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.398422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] DHCP port deletion for e2608aa1-3893-475c-bebf-02f15072d297 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:04:32.402999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] Deleting port fb5149f9-456d-47a9-bbf3-41008875a4f6 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:32.403369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.564615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Calling delete_port for fb5149f9-456d-47a9-bbf3-41008875a4f6 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:32.606702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] For port fb5149f9-456d-47a9-bbf3-41008875a4f6, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fb5149f9-456d-47a9-bbf3-41008875a4f6,segment=NetworkSegment(0ca4fa8d-a540-4457-b64d-384829665a47),segment_id=0ca4fa8d-a540-4457-b64d-384829665a47)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:32.607089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.634745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.db.api [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:04:32.635081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG oslo_db.api [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:04:32.723105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] Calling delete_port for fb5149f9-456d-47a9-bbf3-41008875a4f6 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:04:32.796384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:32.842349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] Pushing event deleted for resources: {'Port': ['ID=fb5149f9-456d-47a9-bbf3-41008875a4f6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:32.846132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98b515-6caf-4291-9b12-979a26c1db5d None None] No DVR routers for this DVR port fb5149f9-456d-47a9-bbf3-41008875a4f6 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:04:33.136597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Deleting port fb5149f9-456d-47a9-bbf3-41008875a4f6 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:04:33.137469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.222537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] The port 'fb5149f9-456d-47a9-bbf3-41008875a4f6' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:04:33.343475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.369291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2608aa1-3893-475c-bebf-02f15072d297']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:33.381544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca4fa8d-a540-4457-b64d-384829665a47') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:33.381869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca4fa8d-a540-4457-b64d-384829665a47') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:33.393095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.408946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.415612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:04:33.416041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:04:33.430640 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:04:33.512660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.534866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.545300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Pushing event deleted for resources: {'Network': ['ID=e2608aa1-3893-475c-bebf-02f15072d297,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:33.549170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9e37cb1e-ae46-468d-b888-ab7e33de8c64 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "DELETE /v2.0/networks/e2608aa1-3893-475c-bebf-02f15072d297 HTTP/1.1" status: 204 len: 168 time: 1.5183215 Apr 22 15:04:33.552547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41712) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:33.604131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45f90b60-f9e7-494f-9442-58b7109c4f83 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Synchronizing usage tracker for tenant:f3d9428cfa2b409aa10978e76961ffc4 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:33.630161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-45f90b60-f9e7-494f-9442-58b7109c4f83 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Unset dirty status for tenant:f3d9428cfa2b409aa10978e76961ffc4 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:33.631416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-45f90b60-f9e7-494f-9442-58b7109c4f83 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a79ae4e-083d-4652-966d-97e89ef5dab4 HTTP/1.1" status: 200 len: 205 time: 0.0779088 Apr 22 15:04:33.634005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41716) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:33.776166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:33.816213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fb5149f9-456d-47a9-bbf3-41008875a4f6 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:04:33.847910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: fb5149f9-456d-47a9-bbf3-41008875a4f6 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:04:33.848238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fb5149f9-456d-47a9-bbf3-41008875a4f6 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:04:34.031153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:34.158538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:34.162889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:34.187810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:34.188296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Fanout notify agent at l3_agent the message router_deleted on router 0a79ae4e-083d-4652-966d-97e89ef5dab4 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:04:34.198612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:34.199643 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-76df2ac9-9f55-4d22-94b1-9c10344c5b56 tempest-RoutersNegativeTest-1454555931 tempest-RoutersNegativeTest-1454555931-project] 10.222.0.32 "DELETE /v2.0/routers/0a79ae4e-083d-4652-966d-97e89ef5dab4 HTTP/1.1" status: 204 len: 168 time: 0.5645647 Apr 22 15:04:34.599588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41724) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:34.776808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e22caa8f-7293-4bdf-adac-50cfc8871e52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3d9428cfa2b409aa10978e76961ffc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1760471 Apr 22 15:04:34.780569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41730) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:34.929426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06b5bb5-c16e-421d-981a-feaa89962e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:34.955048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06b5bb5-c16e-421d-981a-feaa89962e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:35.007200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06b5bb5-c16e-421d-981a-feaa89962e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:35.022107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5bb5-c16e-421d-981a-feaa89962e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da3816-df6f-49e9-96e2-3d88bd721110,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:35.027042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a06b5bb5-c16e-421d-981a-feaa89962e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:35.027462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a06b5bb5-c16e-421d-981a-feaa89962e2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69da3816-df6f-49e9-96e2-3d88bd721110 HTTP/1.1" status: 204 len: 168 time: 0.2460091 Apr 22 15:04:35.199928 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:04:35.824614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41752) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:35.962298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-464135544-network', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:35.967054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:35.971230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Usage tracker for resource:network and tenant:3e4e63c9906347efb3835afc2913e5cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:35.974021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:35.980298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:35.992242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Made reservation on behalf of 3e4e63c9906347efb3835afc2913e5cc for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:35.994597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.006877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.036984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:36.041010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Usage tracker for resource:security_group_rule and tenant:3e4e63c9906347efb3835afc2913e5cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:36.043892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:36.049666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:36.113143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.119185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.150363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:36.158308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a6e932-8e34-40f9-abea-23b2c306ab11,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:36.163731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.164035 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Added segment b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507 of type vlan for network 6a85f9f2-7496-43d3-9199-1c1848258987 Apr 22 15:04:36.188816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.219818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.220681 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:36.221228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.319501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] Pushing event updated for resources: {'Network': ['ID=6a85f9f2-7496-43d3-9199-1c1848258987,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:36.325547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bce37aa3-a320-43ae-af27-9b5ced712bcb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4971869 Apr 22 15:04:36.325758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41758) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:36.331236 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 6a85f9f2-7496-43d3-9199-1c1848258987 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:36.332506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Request body: {'subnet': {'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-subnet', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:36.337231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:36.341027 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Usage tracker for resource:subnet and tenant:3e4e63c9906347efb3835afc2913e5cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:36.343870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:36.349475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:36.360169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Made reservation on behalf of 3e4e63c9906347efb3835afc2913e5cc for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:36.362429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.572194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.641011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d86c8a-3c10-40aa-8089-21d6f845264c,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:36.665593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Checking segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:36.665967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Network hostable DHCP agents. Network: 6a85f9f2-7496-43d3-9199-1c1848258987, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:36.689914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Network 6a85f9f2-7496-43d3-9199-1c1848258987 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:36.701087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 6a85f9f2-7496-43d3-9199-1c1848258987) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:36.705007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:36.705582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.709966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bba01-2c71-4f9a-aa65-edf0f17c5c08 None None] Network 6a85f9f2-7496-43d3-9199-1c1848258987 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:36.728422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bbf46944-e51c-4ab4-b36f-8cfa1a8e091b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4016187 Apr 22 15:04:36.731108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41762) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:36.736102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:36.740830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:36.744665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Usage tracker for resource:router and tenant:3e4e63c9906347efb3835afc2913e5cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:36.747742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:36.754126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:36.765526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.766455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.785150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.918632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-6a85f9f2-7496-43d3-9199-1c1848258987', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:36.919475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:36.928183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.072684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Allocated IP 172.20.0.2 (6a85f9f2-7496-43d3-9199-1c1848258987/a9d86c8a-3c10-40aa-8089-21d6f845264c/1e14c7ee-cadd-4e2b-aed3-1e673f08b84b) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:37.114492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.143933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.280350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Allocated IP 172.26.2.15 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/9d8cdf66-9939-45b1-b64b-6a97da8fc877) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:37.305601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.315671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Transition to ACTIVE for port object 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:37.333547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Transition to ACTIVE for port object 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:37.340339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.405419 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Network 6a85f9f2-7496-43d3-9199-1c1848258987 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:37.408486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:37.412796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:37.414911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Pushing event updated for resources: {'Port': ['ID=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:37.428279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.456471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.501125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Attempting to bind port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:37.501475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Attempting to bind port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:37.501868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Attempting to bind port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b on network 6a85f9f2-7496-43d3-9199-1c1848258987 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:37.508650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:37.508989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Checking segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:37.509390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.509800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Bound using segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:37.510254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Bound port: 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:37.510616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.521542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:37.524405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:37.528722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:37.557548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Pushing event updated for resources: {'Port': ['ID=9d8cdf66-9939-45b1-b64b-6a97da8fc877,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:37.595008 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] For port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:37.597946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] For port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:37.605283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.685262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cc0f6-f381-4667-a61f-1a50d3da07b8 None None] Pushing event updated for resources: {'Port': ['ID=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:37.691693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:37.692591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:38.027273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:04:38.233274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:38.242854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Sync routers for ids ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:38.256230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Routers {'88a3a32e-6e09-44e5-a622-5daa3807dfa3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:38.257104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:38.261332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:38.265588 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e17412d9-455f-480d-adee-7feb9664593f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5307171 Apr 22 15:04:38.265999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41766) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:38.475330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Set router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:38.591930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86d878-a6aa-4aa9-aeeb-5d83a7440959 None None] Network 6a85f9f2-7496-43d3-9199-1c1848258987 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:38.784873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8abaf269-cc6e-43bb-a783-81e0aa07daed None None] Provisioning for port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:38.972737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:04:37Z', 'revision_number': 3, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:38.978510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Checking router: 88a3a32e-6e09-44e5-a622-5daa3807dfa3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:38.978843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Updating router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:04:39.036121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.154425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.367852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Allocated IP 172.20.0.1 (6a85f9f2-7496-43d3-9199-1c1848258987/a9d86c8a-3c10-40aa-8089-21d6f845264c/2c483220-932c-4fb6-adc5-63dc77048357) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:39.380070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.391953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Transition to ACTIVE for port object 9d8cdf66-9939-45b1-b64b-6a97da8fc877 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:39.398930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.520664 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.520890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ffed1-8ec4-472e-b6f6-cd061e236236 None None] Pushing event updated for resources: {'Port': ['ID=9d8cdf66-9939-45b1-b64b-6a97da8fc877,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:39.524420 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Attempting to bind port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:39.524781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Attempting to bind port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:39.525135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Attempting to bind port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:39.531751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:39.532108 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:39.532494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.532868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:39.533322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Bound port: 9d8cdf66-9939-45b1-b64b-6a97da8fc877, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:39.533712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.536666 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Transition to ACTIVE for port object 2c483220-932c-4fb6-adc5-63dc77048357 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:39.561219 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.602312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] For port 9d8cdf66-9939-45b1-b64b-6a97da8fc877, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:39.605460 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] For port 9d8cdf66-9939-45b1-b64b-6a97da8fc877, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9d8cdf66-9939-45b1-b64b-6a97da8fc877,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:39.615362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.630880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Network 6a85f9f2-7496-43d3-9199-1c1848258987 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:39.633785 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:39.638496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:39.662992 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c483220-932c-4fb6-adc5-63dc77048357,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:39.683302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e8dd-cead-4c3c-8550-3823598338b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.696796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.702746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ffed1-8ec4-472e-b6f6-cd061e236236 None None] Pushing event updated for resources: {'Port': ['ID=9d8cdf66-9939-45b1-b64b-6a97da8fc877,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:39.711717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Routers {'88a3a32e-6e09-44e5-a622-5daa3807dfa3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:39.712325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:39.793101 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:39.876628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:39.965159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] Set router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:40.001151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ca0f67f5-44f4-4ef1-8d7c-74ec47f5b1e6 None None] Provisioning for port 2c483220-932c-4fb6-adc5-63dc77048357 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:40.012442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ca0f67f5-44f4-4ef1-8d7c-74ec47f5b1e6 None None] Provisioning complete for port 2c483220-932c-4fb6-adc5-63dc77048357 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:40.012795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67f5-44f4-4ef1-8d7c-74ec47f5b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.034196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.040619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.082191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:40.142421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f67f5-44f4-4ef1-8d7c-74ec47f5b1e6 None None] Port 2c483220-932c-4fb6-adc5-63dc77048357 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:40.145118 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.148625 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c483220-932c-4fb6-adc5-63dc77048357,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:40.149846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:40.150216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.393273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Network 6a85f9f2-7496-43d3-9199-1c1848258987 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:40.394245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.394516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:40.443933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:40.452246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.522858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2c483220-932c-4fb6-adc5-63dc77048357', 'name': '', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'mac_address': 'fa:16:3e:9a:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:39Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 1, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'subnets': [{'id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:40.533012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec792e-10bb-4280-9e59-1e3c76703296 None None] The sync data for ids ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'] in dv-neutron-838878-1-hyperv is: [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2c483220-932c-4fb6-adc5-63dc77048357', 'name': '', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'mac_address': 'fa:16:3e:9a:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:39Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 1, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'subnets': [{'id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:40.540726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:40.669184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-98ad24d4-e26b-4c41-9e0e-08aa3b03bb11 None None] Provisioning complete for port 2c483220-932c-4fb6-adc5-63dc77048357 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:40.669739 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-98ad24d4-e26b-4c41-9e0e-08aa3b03bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:40.752606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-98ad24d4-e26b-4c41-9e0e-08aa3b03bb11 None None] Port 2c483220-932c-4fb6-adc5-63dc77048357 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:40.804509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:04:41.012176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:41.021969 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0c2fc22f-3566-47df-9840-c065e1805ea9 admin admin] 10.222.0.32 "PUT /v2.0/routers/88a3a32e-6e09-44e5-a622-5daa3807dfa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544594 Apr 22 15:04:41.738068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c69496c-47f4-4dfb-9d51-df106c11f49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.875767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41788) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:41.881627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-215281294-network', 'tenant_id': '96801ab249c04c7895f153e238b74aef'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:41.888491 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:41.892534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Usage tracker for resource:network and tenant:96801ab249c04c7895f153e238b74aef is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:41.895245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d8cdf66-9939-45b1-b64b-6a97da8fc877 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:41.895505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:41.901510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:41.913223 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Made reservation on behalf of 96801ab249c04c7895f153e238b74aef for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:41.915544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.928066 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:41.958658 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:41.962536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Usage tracker for resource:security_group_rule and tenant:96801ab249c04c7895f153e238b74aef is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:41.965385 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:41.966260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:41.971374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:41.977449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:41.977884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.038318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.043605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.073537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:04:42.082217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b512a8e-837f-4043-a63e-4019297e3085,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:42.089907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.089907 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Added segment 6d903250-e108-4ecb-b380-1c79c3d13cf1 of type vlan for network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 Apr 22 15:04:42.094347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.111276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 9d8cdf66-9939-45b1-b64b-6a97da8fc877, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9d8cdf66-9939-45b1-b64b-6a97da8fc877,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:42.116229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.116989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:42.121103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.152717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.153561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:42.154165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.225609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=9d8cdf66-9939-45b1-b64b-6a97da8fc877,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:42.238958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:42.239324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.253283 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] Pushing event updated for resources: {'Network': ['ID=7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:42.257433 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-145e808c-9552-4bed-859e-ed32a2d34b2e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3804564 Apr 22 15:04:42.260067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41792) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:42.267953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Request body: {'subnet': {'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-subnet', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:42.273231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:42.278295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Usage tracker for resource:subnet and tenant:96801ab249c04c7895f153e238b74aef is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:42.282050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:42.290141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:42.307482 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Made reservation on behalf of 96801ab249c04c7895f153e238b74aef for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:42.310633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.405139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:04:42.549754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.621297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:42.638146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Checking segment: {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:42.638501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Network hostable DHCP agents. Network: 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:04:42.660098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:04:42.669890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:42.673655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:42.674249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.679024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25870b33-210a-424e-9984-aeed11c8f9e6 None None] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:42.695684 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-79928375-2c26-4d71-84aa-7c906dc32243 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4338772 Apr 22 15:04:42.698587 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 41796) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:42.703922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:42.708737 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:42.712582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Usage tracker for resource:router and tenant:96801ab249c04c7895f153e238b74aef is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:42.715450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:42.721155 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:42.732833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.733772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.753739 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.889866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6', 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'fixed_ips': [{'subnet_id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:04:42.890746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.900801 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:42.976127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.046718 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.067373 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Allocated IP 172.20.0.2 (7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6/48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a/013ab15b-d452-4cc2-a278-e1bff671e37d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:43.087539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.116342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.256582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Allocated IP 172.26.2.88 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/d6ffed41-6dbb-4b13-83a1-ad8dc531aac8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:43.277774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.288051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Transition to ACTIVE for port object 013ab15b-d452-4cc2-a278-e1bff671e37d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:43.306010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Transition to ACTIVE for port object 013ab15b-d452-4cc2-a278-e1bff671e37d will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:43.312553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.380170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:43.383231 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:43.387876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:43.389959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Pushing event updated for resources: {'Port': ['ID=013ab15b-d452-4cc2-a278-e1bff671e37d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:43.479080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Attempting to bind port 013ab15b-d452-4cc2-a278-e1bff671e37d on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:43.479439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Attempting to bind port 013ab15b-d452-4cc2-a278-e1bff671e37d by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:43.479788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Attempting to bind port 013ab15b-d452-4cc2-a278-e1bff671e37d on network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:43.486344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:43.486725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Checking segment: {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:43.487132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.487496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Bound using segment: {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:43.487950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Bound port: 013ab15b-d452-4cc2-a278-e1bff671e37d, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:43.488307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.513480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.542134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.573241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] For port 013ab15b-d452-4cc2-a278-e1bff671e37d, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:43.576561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] For port 013ab15b-d452-4cc2-a278-e1bff671e37d, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=013ab15b-d452-4cc2-a278-e1bff671e37d,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:43.582275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.609696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:43.612669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:43.615318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:43.648364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:43.658888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6192a3a-1bd3-46fe-931e-103e9ebf6f83 None None] Pushing event updated for resources: {'Port': ['ID=013ab15b-d452-4cc2-a278-e1bff671e37d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:43.811624 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.812638 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:43.862738 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d8cdf66-9939-45b1-b64b-6a97da8fc877 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:43.930432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:43.931147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.048951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:04:44.256909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:44.267985 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Sync routers for ids ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:44.283714 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Routers {'7c1797d1-aef8-48b0-9f82-ca9efcefea3e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:44.284609 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:44.286010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.290318 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4c88665f-6e2c-4334-9d89-835868c73f63 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5882001 Apr 22 15:04:44.290666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 41800) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:44.486505 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Set router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:44.507463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.637418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f0433-12d8-42dd-aee3-0f501532b851 None None] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:04:44.738442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-11b87c0c-599b-479f-b1bb-e9df49ffbb86 None None] Provisioning for port 013ab15b-d452-4cc2-a278-e1bff671e37d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:44.766571 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:04:43Z', 'revision_number': 3, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:44.770424 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Checking router: 7c1797d1-aef8-48b0-9f82-ca9efcefea3e for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:44.770873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Updating router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:04:44.823345 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.042425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.154422 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.167054 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Transition to ACTIVE for port object d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:45.175181 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.256504 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Pushing event updated for resources: {'Port': ['ID=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:45.258637 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Attempting to bind port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:45.258992 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Attempting to bind port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:45.259369 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Attempting to bind port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:45.269995 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:45.271067 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:45.271488 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.271833 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:45.272279 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Bound port: d6ffed41-6dbb-4b13-83a1-ad8dc531aac8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:45.272808 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.300577 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.300906 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.301415 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.301766 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.302094 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.302417 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.302736 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.303052 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.303362 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.303844 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.304162 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:45.349157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] For port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:45.352636 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] For port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:45.357001 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.371812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Allocated IP 172.20.0.1 (7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6/48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a/aeff344f-38d5-419d-8ecf-d16b0bcc76c0) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:45.475777 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4e94-e4a6-433f-8062-0420e4e01cd1 None None] Pushing event updated for resources: {'Port': ['ID=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:45.479680 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Routers {'7c1797d1-aef8-48b0-9f82-ca9efcefea3e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:45.480280 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:45.518594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.533700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Transition to ACTIVE for port object aeff344f-38d5-419d-8ecf-d16b0bcc76c0 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:45.556883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.621451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:45.624264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:45.629217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:45.652989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Pushing event updated for resources: {'Port': ['ID=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:45.658269 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] Set router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:45.690920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.779772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.864222 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 013ab15b-d452-4cc2-a278-e1bff671e37d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:45.929525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e8fc90f4-c3d0-4ee4-a96d-97d82126b518 None None] Provisioning for port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:45.936134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e8fc90f4-c3d0-4ee4-a96d-97d82126b518 None None] Provisioning complete for port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:45.936614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e8fc90f4-c3d0-4ee4-a96d-97d82126b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.942899 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:04:43Z', 'revision_number': 3, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:45.947108 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b83db63-1524-46aa-a8cc-7cf78e73e8e2 None None] The sync data for ids ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'] in dv-neutron-838878-1-hyperv is: [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:04:43Z', 'revision_number': 3, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:45.986881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 013ab15b-d452-4cc2-a278-e1bff671e37d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:45.996320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 013ab15b-d452-4cc2-a278-e1bff671e37d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:45.996681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.014724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.020725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.024295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc90f4-c3d0-4ee4-a96d-97d82126b518 None None] Port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:46.110216 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.124494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Pushing event updated for resources: {'Port': ['ID=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:46.128502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.143083 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 013ab15b-d452-4cc2-a278-e1bff671e37d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=013ab15b-d452-4cc2-a278-e1bff671e37d,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:46.149123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.244458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=013ab15b-d452-4cc2-a278-e1bff671e37d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:46.267076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:46.268389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:46.448081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3728947f-8e75-4a99-9a44-22f46e90817a None None] Provisioning complete for port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:46.448416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3728947f-8e75-4a99-9a44-22f46e90817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:46.502526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3728947f-8e75-4a99-9a44-22f46e90817a None None] Port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:46.675742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:04:46.986012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:04:46.997845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b222b268-dc28-4491-8199-3ad1b86b3e64 admin admin] 10.222.0.32 "PUT /v2.0/routers/7c1797d1-aef8-48b0-9f82-ca9efcefea3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061098 Apr 22 15:04:47.825050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 013ab15b-d452-4cc2-a278-e1bff671e37d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:47.894181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 013ab15b-d452-4cc2-a278-e1bff671e37d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:47.894422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:47.925937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-833340fd-a0a3-4361-956c-2551484174cf tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:47.926640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-833340fd-a0a3-4361-956c-2551484174cf tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Synchronizing usage tracker for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:47.947610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-833340fd-a0a3-4361-956c-2551484174cf tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Unset dirty status for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:47.948913 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-833340fd-a0a3-4361-956c-2551484174cf tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/networks?id=6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 200 len: 816 time: 0.1601939 Apr 22 15:04:47.965638 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-41760919-e99b-48c6-b842-de28c9b4cddc tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/quotas/3e4e63c9906347efb3835afc2913e5cc HTTP/1.1" status: 200 len: 375 time: 0.0109134 Apr 22 15:04:48.049420 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-7785606b-0d58-4fca-b626-908391639b15 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e4e63c9906347efb3835afc2913e5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785615 Apr 22 15:04:48.202263 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-a5ecbf46-b994-454f-bcae-381d7c091405 service neutron] 10.222.0.32 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349239 Apr 22 15:04:48.332117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-ca99f8f3-6ce8-4307-90fb-ee5f48da18d7 service neutron] 10.222.0.32 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240487 Apr 22 15:04:48.543015 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-21fccd79-148d-4852-8c7f-4484cdacbb83 req-989ef873-40e3-4138-918f-91498ecc2980 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 210 time: 0.0412097 Apr 22 15:04:49.582670 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-85106b7b-8681-4564-8b22-2eb2be700e3b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:49.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-85106b7b-8681-4564-8b22-2eb2be700e3b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "GET /v2.0/networks?id=6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 200 len: 816 time: 0.1474528 Apr 22 15:04:49.599823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Request body: {'port': {'device_id': '251504b8-527b-4591-b8e9-72c194de3e3c', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'admin_state_up': True, 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:49.744729 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a617058-aaa9-4bf5-83fe-00b604bf1b3f req-9bb90137-f74f-45fc-987e-cd806c8cd656 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 210 time: 0.0538585 Apr 22 15:04:49.774480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:49.779345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Usage tracker for resource:port and tenant:3e4e63c9906347efb3835afc2913e5cc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:49.782502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:49.788537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:49.800860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Made reservation on behalf of 3e4e63c9906347efb3835afc2913e5cc for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:04:49.803949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:49.972374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Allocated IP 172.20.0.3 (6a85f9f2-7496-43d3-9199-1c1848258987/a9d86c8a-3c10-40aa-8089-21d6f845264c/65367d21-0e72-49e3-966e-bb4ef7439a32) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:04:50.189322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.210237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Transition to ACTIVE for port object 65367d21-0e72-49e3-966e-bb4ef7439a32 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:50.237725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.309981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Network 6a85f9f2-7496-43d3-9199-1c1848258987 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:04:50.313470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:04:50.315417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Pushing event updated for resources: {'Port': ['ID=65367d21-0e72-49e3-966e-bb4ef7439a32,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:50.317447 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:04:50.387705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:50.388306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.409635 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-58193812-dac8-442e-8f06-55824acb0b03 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137090 Apr 22 15:04:50.421579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Request body: {'port': {'device_id': '251504b8-527b-4591-b8e9-72c194de3e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:04:50.539864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.554892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1f3db1b8-8503-4363-90d4-0a62db9bc37b None None] Provisioning for port 65367d21-0e72-49e3-966e-bb4ef7439a32 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:50.559760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1f3db1b8-8503-4363-90d4-0a62db9bc37b None None] Provisioning complete for port 65367d21-0e72-49e3-966e-bb4ef7439a32 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:50.560271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1f3db1b8-8503-4363-90d4-0a62db9bc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:50.613061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1f3db1b8-8503-4363-90d4-0a62db9bc37b None None] Port 65367d21-0e72-49e3-966e-bb4ef7439a32 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:04:51.019862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dc6ce-a573-4a70-940c-41523788ee6c req-c9dc070b-992f-46ec-956e-745ba28f99a5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:51.020550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-294dc6ce-a573-4a70-940c-41523788ee6c req-c9dc070b-992f-46ec-956e-745ba28f99a5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Synchronizing usage tracker for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:51.054794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65367d21-0e72-49e3-966e-bb4ef7439a32 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:04:51.062949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.065774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-294dc6ce-a573-4a70-940c-41523788ee6c req-c9dc070b-992f-46ec-956e-745ba28f99a5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Unset dirty status for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:51.067111 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-294dc6ce-a573-4a70-940c-41523788ee6c req-c9dc070b-992f-46ec-956e-745ba28f99a5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 931 time: 0.1884170 Apr 22 15:04:51.095404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Transition to ACTIVE for port object 65367d21-0e72-49e3-966e-bb4ef7439a32 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:51.103428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.228763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-294dc6ce-a573-4a70-940c-41523788ee6c req-52da3975-84b2-4f60-afb0-242a1b65fa06 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Synchronizing usage tracker for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:04:51.250852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=65367d21-0e72-49e3-966e-bb4ef7439a32,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:51.297502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-294dc6ce-a573-4a70-940c-41523788ee6c req-52da3975-84b2-4f60-afb0-242a1b65fa06 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Unset dirty status for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:04:51.298753 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-294dc6ce-a573-4a70-940c-41523788ee6c req-52da3975-84b2-4f60-afb0-242a1b65fa06 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233820 Apr 22 15:04:51.393567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Attempting to bind port 65367d21-0e72-49e3-966e-bb4ef7439a32 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:51.393945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Attempting to bind port 65367d21-0e72-49e3-966e-bb4ef7439a32 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:51.394284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Attempting to bind port 65367d21-0e72-49e3-966e-bb4ef7439a32 on network 6a85f9f2-7496-43d3-9199-1c1848258987 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:51.400247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Port 65367d21-0e72-49e3-966e-bb4ef7439a32 on network 6a85f9f2-7496-43d3-9199-1c1848258987 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:04:51.400559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Attempting to bind port 65367d21-0e72-49e3-966e-bb4ef7439a32 on network 6a85f9f2-7496-43d3-9199-1c1848258987 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:51.407345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:51.407674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Checking segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:51.408179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Bound using segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:51.408599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Bound port: 65367d21-0e72-49e3-966e-bb4ef7439a32, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:51.408936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.502550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] For port 65367d21-0e72-49e3-966e-bb4ef7439a32, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:51.505428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] For port 65367d21-0e72-49e3-966e-bb4ef7439a32, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=65367d21-0e72-49e3-966e-bb4ef7439a32,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:51.510939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.571042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:51.572513 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/65367d21-0e72-49e3-966e-bb4ef7439a32 HTTP/1.1" status: 200 len: 1093 time: 1.1553123 Apr 22 15:04:51.572881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251504b8-527b-4591-b8e9-72c194de3e3c', 'tag': '65367d21-0e72-49e3-966e-bb4ef7439a32'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:51.590700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8bef-e521-4d11-be48-25b4d23e69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=65367d21-0e72-49e3-966e-bb4ef7439a32,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:51.644755 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57188038-2a3c-46c5-b52a-1e13b6a784f9'] response: {'name': 'network-changed', 'server_uuid': '251504b8-527b-4591-b8e9-72c194de3e3c', 'tag': '65367d21-0e72-49e3-966e-bb4ef7439a32', 'status': 'completed', 'code': 200} Apr 22 15:04:51.686718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-db7c27e6-4614-433d-8912-1e6febe67c71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e4e63c9906347efb3835afc2913e5cc&device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 1096 time: 0.0724072 Apr 22 15:04:51.758021 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-b36c5e0f-a864-4e89-8cbb-44749c2da1a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65367d21-0e72-49e3-966e-bb4ef7439a32 HTTP/1.1" status: 200 len: 217 time: 0.0639091 Apr 22 15:04:51.820376 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-0cdc84af-bb06-4def-9f66-6d55892c5428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:51.821732 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-0cdc84af-bb06-4def-9f66-6d55892c5428 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9d86c8a-3c10-40aa-8089-21d6f845264c HTTP/1.1" status: 200 len: 855 time: 0.0583239 Apr 22 15:04:51.848840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:51.905466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-41e0837f-4c71-4028-a3e1-b0a637614adb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a85f9f2-7496-43d3-9199-1c1848258987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769761 Apr 22 15:04:51.920890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:51.926323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:51.926767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.033628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-9639ce69-6cfc-406d-983f-f3b52f3455d2 service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218796 Apr 22 15:04:52.043104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.059825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:52.065100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:52.131893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:52.162518 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c39abbb-d594-42af-8fc1-4e78f89a3581 req-4b883ce0-9767-4d41-a4a3-36e7671cc47c service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230979 Apr 22 15:04:52.274569 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-15c69841-1a41-41ef-8d02-ebd5b96be6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e4e63c9906347efb3835afc2913e5cc&device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 1096 time: 0.0678072 Apr 22 15:04:52.404312 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873fdad-c5bd-4115-9998-af43319aa139 req-56a26abf-9c0e-414a-8d8b-851883a20217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:52.405665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-56a26abf-9c0e-414a-8d8b-851883a20217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 200 len: 917 time: 0.1247532 Apr 22 15:04:52.591776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-cba32744-06a5-4a6e-bc2c-9c76f6f00f1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65367d21-0e72-49e3-966e-bb4ef7439a32 HTTP/1.1" status: 200 len: 217 time: 0.1787515 Apr 22 15:04:52.666507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873fdad-c5bd-4115-9998-af43319aa139 req-d39e29cd-f3a8-45e1-a14c-560efdad1a35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:52.668919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-d39e29cd-f3a8-45e1-a14c-560efdad1a35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9d86c8a-3c10-40aa-8089-21d6f845264c HTTP/1.1" status: 200 len: 855 time: 0.0697200 Apr 22 15:04:52.715286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458219-b81b-4012-86b3-65719cc9da49 req-99c039ca-645c-4cd1-af6e-5ff4feed5ee5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:52.716693 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5458219-b81b-4012-86b3-65719cc9da49 req-99c039ca-645c-4cd1-af6e-5ff4feed5ee5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 943 time: 0.1691284 Apr 22 15:04:52.776651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5458219-b81b-4012-86b3-65719cc9da49 req-6ff39b16-ae79-4b15-b5c4-0b32de979d4c tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Apr 22 15:04:52.785944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-08abfeb0-2ccc-4617-89c8-30b3dc8960b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a85f9f2-7496-43d3-9199-1c1848258987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094081 Apr 22 15:04:52.914793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-133adbb4-246c-45f0-b962-478b9635622a service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218359 Apr 22 15:04:53.051965 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5873fdad-c5bd-4115-9998-af43319aa139 req-b5029848-33a7-4a73-8c47-9146771c8f2f service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304600 Apr 22 15:04:53.842090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:53.910195 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:53.910550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:53.980353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff5677-98e8-4f15-bc35-e3385defd274 req-0b717cfa-029d-4e77-be4b-04be99df5b22 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:53.982046 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-deff5677-98e8-4f15-bc35-e3385defd274 req-0b717cfa-029d-4e77-be4b-04be99df5b22 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 943 time: 0.0800745 Apr 22 15:04:54.029110 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-deff5677-98e8-4f15-bc35-e3385defd274 req-f03a73e8-eb22-43c8-8f9b-9515da0ff72a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Apr 22 15:04:54.437580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 65367d21-0e72-49e3-966e-bb4ef7439a32 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:04:54.580385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 65367d21-0e72-49e3-966e-bb4ef7439a32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=65367d21-0e72-49e3-966e-bb4ef7439a32,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:54.593309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '65367d21-0e72-49e3-966e-bb4ef7439a32', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'port_id': '65367d21-0e72-49e3-966e-bb4ef7439a32', 'mac_address': 'fa:16:3e:c5:e5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:04:54.646654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.664265 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65367d21-0e72-49e3-966e-bb4ef7439a32 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:04:54.680864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 65367d21-0e72-49e3-966e-bb4ef7439a32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=65367d21-0e72-49e3-966e-bb4ef7439a32,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:54.690866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:54.760831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=65367d21-0e72-49e3-966e-bb4ef7439a32,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:54.900016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['65367d21-0e72-49e3-966e-bb4ef7439a32'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:04:55.158951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Sync routers for ids ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:55.171443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Routers {'88a3a32e-6e09-44e5-a622-5daa3807dfa3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:55.172063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:55.240966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643be94-800c-44c3-bc1d-0a367b1c201a req-b16573f3-b36a-4c2d-a4bf-d5866e9f426c tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:55.242470 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a643be94-800c-44c3-bc1d-0a367b1c201a req-b16573f3-b36a-4c2d-a4bf-d5866e9f426c tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 944 time: 0.0749881 Apr 22 15:04:55.292387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a643be94-800c-44c3-bc1d-0a367b1c201a req-0430d4a4-f0eb-4a02-92e2-d86de98a266c tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Apr 22 15:04:55.345966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Set router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:55.708518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2c483220-932c-4fb6-adc5-63dc77048357', 'name': '', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'mac_address': 'fa:16:3e:9a:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:39Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 2, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'subnets': [{'id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:55.712898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Checking router: 88a3a32e-6e09-44e5-a622-5daa3807dfa3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:55.713246 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Updating router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 port 2c483220-932c-4fb6-adc5-63dc77048357 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:04:55.765694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.099778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.111047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Transition to ACTIVE for port object 2c483220-932c-4fb6-adc5-63dc77048357 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:56.119747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.247378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29076e-d8bb-41cc-9809-e1523d9d55e2 None None] Pushing event updated for resources: {'Port': ['ID=2c483220-932c-4fb6-adc5-63dc77048357,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:56.338945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Attempting to bind port 2c483220-932c-4fb6-adc5-63dc77048357 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:56.339309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Attempting to bind port 2c483220-932c-4fb6-adc5-63dc77048357 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:56.339664 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Attempting to bind port 2c483220-932c-4fb6-adc5-63dc77048357 on network 6a85f9f2-7496-43d3-9199-1c1848258987 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:56.346321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:56.347001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Checking segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:56.347131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.347473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Bound using segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:56.347930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Bound port: 2c483220-932c-4fb6-adc5-63dc77048357, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:56.348297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.450929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] For port 2c483220-932c-4fb6-adc5-63dc77048357, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:56.454017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] For port 2c483220-932c-4fb6-adc5-63dc77048357, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2c483220-932c-4fb6-adc5-63dc77048357,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:56.460904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 65367d21-0e72-49e3-966e-bb4ef7439a32 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:56.488512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.501511 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff70d7-27cf-4eab-93ef-ad907162684c req-83597b45-54fe-4a1c-b3ba-fb62d3cd2cbc tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:56.503376 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbff70d7-27cf-4eab-93ef-ad907162684c req-83597b45-54fe-4a1c-b3ba-fb62d3cd2cbc tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 944 time: 0.0779409 Apr 22 15:04:56.557119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cbff70d7-27cf-4eab-93ef-ad907162684c req-3a88d5a9-2871-4361-9bdd-8d822fc28fe6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479519 Apr 22 15:04:56.601696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29076e-d8bb-41cc-9809-e1523d9d55e2 None None] Pushing event updated for resources: {'Port': ['ID=2c483220-932c-4fb6-adc5-63dc77048357,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:56.616966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Routers {'88a3a32e-6e09-44e5-a622-5daa3807dfa3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:56.617643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:56.670651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 65367d21-0e72-49e3-966e-bb4ef7439a32 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:56.736024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 65367d21-0e72-49e3-966e-bb4ef7439a32 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:56.736387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:56.827397 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Sync routers for ids ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:04:56.839094 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Routers {'7c1797d1-aef8-48b0-9f82-ca9efcefea3e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:56.839756 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:56.892622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] Set router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:56.975661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.011513 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Set router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:57.164483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251504b8-527b-4591-b8e9-72c194de3e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65367d21-0e72-49e3-966e-bb4ef7439a32'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:04:57.188548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 65367d21-0e72-49e3-966e-bb4ef7439a32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=65367d21-0e72-49e3-966e-bb4ef7439a32,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:57.196237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.247642 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20433fd-a4c6-478b-9e9e-097d09607eec'] response: {'server_uuid': '251504b8-527b-4591-b8e9-72c194de3e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65367d21-0e72-49e3-966e-bb4ef7439a32', 'code': 200} Apr 22 15:04:57.326911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=65367d21-0e72-49e3-966e-bb4ef7439a32,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:57.330171 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:04:45Z', 'revision_number': 4, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'aeff344f-38d5-419d-8ecf-d16b0bcc76c0', 'name': '', 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'mac_address': 'fa:16:3e:d1:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:45Z', 'updated_at': '2022-04-22T15:04:45Z', 'revision_number': 2, 'project_id': '96801ab249c04c7895f153e238b74aef', 'subnets': [{'id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:57.334964 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Checking router: 7c1797d1-aef8-48b0-9f82-ca9efcefea3e for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:04:57.335628 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Updating router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:04:57.359978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2c483220-932c-4fb6-adc5-63dc77048357', 'name': '', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'mac_address': 'fa:16:3e:9a:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:39Z', 'updated_at': '2022-04-22T15:04:56Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'subnets': [{'id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:57.367088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b55a1-e734-4c45-81c6-eae1e3bd58d0 None None] The sync data for ids ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'] in dv-neutron-838878-1-hyperv is: [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:04:39Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2c483220-932c-4fb6-adc5-63dc77048357', 'name': '', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'mac_address': 'fa:16:3e:9a:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:39Z', 'updated_at': '2022-04-22T15:04:56Z', 'revision_number': 4, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'subnets': [{'id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:57.391308 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.480442 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddcba9ea-7c23-43a4-b73a-3fd8cb93c3f0 req-82874b32-f696-4c4c-8614-7f8562315306 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 1098 time: 0.0717266 Apr 22 15:04:57.524117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ddcba9ea-7c23-43a4-b73a-3fd8cb93c3f0 req-202af78a-1a2a-4621-b08e-21988f2c9199 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380871 Apr 22 15:04:57.761467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5772b-cc47-4f54-8777-fc574ecf277b req-e69bb94d-c069-425f-ab29-8c33744caa14 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:57.762967 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ba5772b-cc47-4f54-8777-fc574ecf277b req-e69bb94d-c069-425f-ab29-8c33744caa14 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 945 time: 0.0768676 Apr 22 15:04:57.784662 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.801388 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Transition to ACTIVE for port object aeff344f-38d5-419d-8ecf-d16b0bcc76c0 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:04:57.812749 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:57.823853 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ba5772b-cc47-4f54-8777-fc574ecf277b req-2adf2531-31ed-4839-8d1f-66e75c962c26 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545707 Apr 22 15:04:57.897354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2c483220-932c-4fb6-adc5-63dc77048357 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:57.977315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2c483220-932c-4fb6-adc5-63dc77048357 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:04:57.982994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2c483220-932c-4fb6-adc5-63dc77048357 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:57.983596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.019438 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be897df5-9ee9-4c6b-b842-6d6f115018dc None None] Pushing event updated for resources: {'Port': ['ID=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.031537 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Attempting to bind port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:04:58.032245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Attempting to bind port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:04:58.032245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Attempting to bind port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 on network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:04:58.042464 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:04:58.042912 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Checking segment: {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:04:58.043197 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.043570 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Bound using segment: {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:04:58.044019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Bound port: aeff344f-38d5-419d-8ecf-d16b0bcc76c0, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d903250-e108-4ecb-b380-1c79c3d13cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:04:58.044375 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.107779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.132464 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] For port aeff344f-38d5-419d-8ecf-d16b0bcc76c0, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:04:58.135658 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] For port aeff344f-38d5-419d-8ecf-d16b0bcc76c0, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:04:58.140325 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.141067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 2c483220-932c-4fb6-adc5-63dc77048357, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2c483220-932c-4fb6-adc5-63dc77048357,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:04:58.144296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:58.217285 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be897df5-9ee9-4c6b-b842-6d6f115018dc None None] Pushing event updated for resources: {'Port': ['ID=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.218219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=2c483220-932c-4fb6-adc5-63dc77048357,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:58.222574 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Routers {'7c1797d1-aef8-48b0-9f82-ca9efcefea3e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:04:58.223255 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:04:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:58.404500 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] Set router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:04:58.749157 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:04:45Z', 'revision_number': 4, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'aeff344f-38d5-419d-8ecf-d16b0bcc76c0', 'name': '', 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'mac_address': 'fa:16:3e:d1:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:45Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': '96801ab249c04c7895f153e238b74aef', 'subnets': [{'id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:04:58.755833 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cd279d-1ad7-40eb-a22d-dda8b29af770 None None] The sync data for ids ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'] in dv-neutron-838878-1-hyperv is: [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:04:45Z', 'revision_number': 4, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'aeff344f-38d5-419d-8ecf-d16b0bcc76c0', 'name': '', 'network_id': '7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'mac_address': 'fa:16:3e:d1:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:45Z', 'updated_at': '2022-04-22T15:04:58Z', 'revision_number': 4, 'project_id': '96801ab249c04c7895f153e238b74aef', 'subnets': [{'id': '48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:04:59.028910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff8da9-e57c-45f8-a296-5c32a09f9ca7 req-4a68fdaf-6d85-4e23-af22-ab985aa17b39 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:59.030407 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bbff8da9-e57c-45f8-a296-5c32a09f9ca7 req-4a68fdaf-6d85-4e23-af22-ab985aa17b39 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 945 time: 0.0794740 Apr 22 15:04:59.077230 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bbff8da9-e57c-45f8-a296-5c32a09f9ca7 req-294eebef-523b-4972-9d38-0eb09a4d70ab tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Apr 22 15:04:59.273824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8fed2-9d51-4e3b-8257-55a4db620ebb req-f9689aaf-3c5f-4cca-aeba-e345b970dff3 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:04:59.275313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-90d8fed2-9d51-4e3b-8257-55a4db620ebb req-f9689aaf-3c5f-4cca-aeba-e345b970dff3 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 945 time: 0.0785027 Apr 22 15:04:59.337034 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-90d8fed2-9d51-4e3b-8257-55a4db620ebb req-9bdc45fe-f4cd-47fe-ab26-684406051fdd tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543640 Apr 22 15:04:59.910428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2c483220-932c-4fb6-adc5-63dc77048357 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:04:59.983455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2c483220-932c-4fb6-adc5-63dc77048357 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:04:59.983901 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.104957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device aeff344f-38d5-419d-8ecf-d16b0bcc76c0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:00.173506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:00.178919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:00.179278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.292869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.327774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port aeff344f-38d5-419d-8ecf-d16b0bcc76c0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:00.333218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:00.398126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:01.840647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device aeff344f-38d5-419d-8ecf-d16b0bcc76c0 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:01.909318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:01.909699 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:04.050125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:09.630058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-573f5fcc-a793-412c-bb47-da50cece2bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:11.745029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61ae3619-13fc-4ecb-b490-2a1e91c1197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:12.200110 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:05:12.965939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:13.011593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:13.915795 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3885b-685f-4478-a2ef-a62c5d585dc2 req-4b2d2ee9-ba62-42eb-bd56-9b29c88f3d95 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:13.917144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-47b3885b-685f-4478-a2ef-a62c5d585dc2 req-4b2d2ee9-ba62-42eb-bd56-9b29c88f3d95 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 945 time: 0.0782032 Apr 22 15:05:13.963023 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-47b3885b-685f-4478-a2ef-a62c5d585dc2 req-8957a4f1-1c1c-4d78-997d-cacca930f285 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Apr 22 15:05:14.514803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:15.184429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c925b6-ef0f-4077-83e1-768b9459efa7 req-8e581e95-1581-4d42-b6ff-487b9e09cf24 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:15.185809 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8c925b6-ef0f-4077-83e1-768b9459efa7 req-8e581e95-1581-4d42-b6ff-487b9e09cf24 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 945 time: 0.0855374 Apr 22 15:05:15.233890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8c925b6-ef0f-4077-83e1-768b9459efa7 req-1625a451-a886-4c6d-b715-ae08693b1320 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Apr 22 15:05:15.349449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-84baa447-60cb-4bf9-9753-708cfbba38a0 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:15.350893 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-84baa447-60cb-4bf9-9753-708cfbba38a0 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 945 time: 0.0760965 Apr 22 15:05:15.423790 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Deleting port 65367d21-0e72-49e3-966e-bb4ef7439a32 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:15.424122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:15.742946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] For port 65367d21-0e72-49e3-966e-bb4ef7439a32, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=65367d21-0e72-49e3-966e-bb4ef7439a32,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:15.743212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:15.883520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Calling delete_port for 65367d21-0e72-49e3-966e-bb4ef7439a32 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:16.024047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:16.036879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['65367d21-0e72-49e3-966e-bb4ef7439a32'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:05:16.076876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Pushing event deleted for resources: {'Port': ['ID=65367d21-0e72-49e3-966e-bb4ef7439a32,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:16.152748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] No DVR routers for this DVR port 65367d21-0e72-49e3-966e-bb4ef7439a32 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:05:16.155471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:16.158281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251504b8-527b-4591-b8e9-72c194de3e3c', 'name': 'network-vif-deleted', 'tag': '65367d21-0e72-49e3-966e-bb4ef7439a32'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:16.176146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-82a6998f-77c1-42c4-8dc9-cebbd820b9b9 req-44f0dd3b-0378-4f27-abc6-42a1a36e8cd1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "DELETE /v2.0/ports/65367d21-0e72-49e3-966e-bb4ef7439a32 HTTP/1.1" status: 204 len: 173 time: 0.8182569 Apr 22 15:05:16.229169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3771ea85-658b-402b-a676-452b30b86c32'] response: {'server_uuid': '251504b8-527b-4591-b8e9-72c194de3e3c', 'name': 'network-vif-deleted', 'tag': '65367d21-0e72-49e3-966e-bb4ef7439a32', 'status': 'completed', 'code': 200} Apr 22 15:05:16.424223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-daeeefa0-7833-4ecd-a5b9-cd4906047c12 req-f7ad0942-1443-4241-8934-d087efe3d89b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Synchronizing usage tracker for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:05:16.443931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-daeeefa0-7833-4ecd-a5b9-cd4906047c12 req-f7ad0942-1443-4241-8934-d087efe3d89b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Unset dirty status for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:05:16.445598 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-daeeefa0-7833-4ecd-a5b9-cd4906047c12 req-f7ad0942-1443-4241-8934-d087efe3d89b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=251504b8-527b-4591-b8e9-72c194de3e3c HTTP/1.1" status: 200 len: 210 time: 0.0634866 Apr 22 15:05:18.329296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-134519a1-806b-4b26-88f3-ccc0864dc713 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:18.330748 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-134519a1-806b-4b26-88f3-ccc0864dc713 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/networks?id=6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 200 len: 816 time: 0.1430194 Apr 22 15:05:18.350775 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-c7848234-b470-4b06-9b36-959ac4b25858 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/quotas/3e4e63c9906347efb3835afc2913e5cc HTTP/1.1" status: 200 len: 375 time: 0.0116420 Apr 22 15:05:18.430830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-1de30bff-946d-42cf-b2fe-bd6473b33b9c tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e4e63c9906347efb3835afc2913e5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748768 Apr 22 15:05:18.788539 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-85e56cdd-6a89-4d6b-92e9-54a753111c10 service neutron] 10.222.0.32 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459189 Apr 22 15:05:18.935101 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-68d93d54-b430-4314-b209-10d13064e5a3 service neutron] 10.222.0.32 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406386 Apr 22 15:05:19.129366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d4fc37b7-c60f-4b30-8513-fbcd72579c9c req-2e9af6f1-c0ae-4db0-88e6-ab7d8008f1d8 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 210 time: 0.0439281 Apr 22 15:05:20.162196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-f4031534-b60f-4234-b947-bc4e05bd4a48 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:20.164331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-f4031534-b60f-4234-b947-bc4e05bd4a48 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "GET /v2.0/networks?id=6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 200 len: 816 time: 0.1454446 Apr 22 15:05:20.181345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Request body: {'port': {'device_id': '9dc524aa-1a34-441b-90a0-51b213a29502', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'admin_state_up': True, 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:20.308758 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-650c1416-30a8-4666-9d6e-74fc5315f7c7 req-fb14c69b-63ad-4213-94bd-51d283fadee7 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 210 time: 0.0556986 Apr 22 15:05:20.357294 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:05:20.367818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:05:20.382134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Made reservation on behalf of 3e4e63c9906347efb3835afc2913e5cc for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:05:20.385240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.591230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 65367d21-0e72-49e3-966e-bb4ef7439a32 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:20.627434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 65367d21-0e72-49e3-966e-bb4ef7439a32 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:20.627730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 65367d21-0e72-49e3-966e-bb4ef7439a32 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:05:20.652945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Allocated IP 172.20.0.14 (6a85f9f2-7496-43d3-9199-1c1848258987/a9d86c8a-3c10-40aa-8089-21d6f845264c/df57dfdc-be05-4e72-bf75-c6d18c3ed5b3) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:05:20.865152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.881455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Transition to ACTIVE for port object df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:20.907129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:20.979685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Network 6a85f9f2-7496-43d3-9199-1c1848258987 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:05:20.982715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:05:20.986925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:05:21.011306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Pushing event updated for resources: {'Port': ['ID=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:21.048641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:21.049239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.075230 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-455d46c9-ae44-46ee-a38c-1f5c2303e4e6 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8991840 Apr 22 15:05:21.087183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Request body: {'port': {'device_id': '9dc524aa-1a34-441b-90a0-51b213a29502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:05:21.195861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.233426 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-80594d8a-211c-4d2c-bb49-f275fd12a642 None None] Provisioning for port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:21.238494 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-80594d8a-211c-4d2c-bb49-f275fd12a642 None None] Provisioning complete for port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:21.238865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-80594d8a-211c-4d2c-bb49-f275fd12a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.290118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-80594d8a-211c-4d2c-bb49-f275fd12a642 None None] Port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:05:21.580181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709d10c-29c7-4462-a60e-58ab1385e5cf req-07681634-16b7-499d-a25f-38dafa0a87c3 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:21.580843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4709d10c-29c7-4462-a60e-58ab1385e5cf req-07681634-16b7-499d-a25f-38dafa0a87c3 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Synchronizing usage tracker for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:05:21.586468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:05:21.594898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.613386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Transition to ACTIVE for port object df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:05:21.614473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4709d10c-29c7-4462-a60e-58ab1385e5cf req-07681634-16b7-499d-a25f-38dafa0a87c3 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Unset dirty status for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:05:21.615686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4709d10c-29c7-4462-a60e-58ab1385e5cf req-07681634-16b7-499d-a25f-38dafa0a87c3 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 932 time: 0.1809807 Apr 22 15:05:21.618386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.774741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Pushing event updated for resources: {'Port': ['ID=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:21.787161 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4709d10c-29c7-4462-a60e-58ab1385e5cf req-b03a5e19-8ee9-47b7-ad87-8ff93789be09 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362548 Apr 22 15:05:21.883490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Attempting to bind port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:05:21.883817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Attempting to bind port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:05:21.884134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Attempting to bind port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 on network 6a85f9f2-7496-43d3-9199-1c1848258987 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:21.889740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 on network 6a85f9f2-7496-43d3-9199-1c1848258987 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:05:21.890082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Attempting to bind port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 on network 6a85f9f2-7496-43d3-9199-1c1848258987 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:05:21.896390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:05:21.896717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Checking segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:05:21.897091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Bound using segment: {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:05:21.897504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Bound port: df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:05:21.897874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:21.987769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] For port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:05:21.990628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] For port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:05:21.999521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:22.063461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:22.064647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-23fef904-3552-4658-959f-2a459db83310 service neutron] 10.222.0.24 "PUT /v2.0/ports/df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 HTTP/1.1" status: 200 len: 1094 time: 0.9818470 Apr 22 15:05:22.065080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc524aa-1a34-441b-90a0-51b213a29502', 'tag': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:22.088621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Pushing event updated for resources: {'Port': ['ID=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:22.101262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.101606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.101958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.102288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.102611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.102930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.103256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.103572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.103894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.104200 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.104512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fef904-3552-4658-959f-2a459db83310 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:22.145812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be13ccdd-1150-4f8e-b75a-f91403c51852'] response: {'name': 'network-changed', 'server_uuid': '9dc524aa-1a34-441b-90a0-51b213a29502', 'tag': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3', 'status': 'completed', 'code': 200} Apr 22 15:05:22.182545 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-4730a903-afbf-4f9b-9122-30e66499644a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e4e63c9906347efb3835afc2913e5cc&device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 1097 time: 0.0742099 Apr 22 15:05:22.250125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-d6ebf82c-0d63-419b-863d-4175f9dedfd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 HTTP/1.1" status: 200 len: 217 time: 0.0606241 Apr 22 15:05:22.313006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-2feb57be-0058-4579-93b2-d6d9383ecd79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:22.314433 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-2feb57be-0058-4579-93b2-d6d9383ecd79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9d86c8a-3c10-40aa-8089-21d6f845264c HTTP/1.1" status: 200 len: 855 time: 0.0581412 Apr 22 15:05:22.386096 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-43382f43-85df-49fe-9af8-fab48485b36d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a85f9f2-7496-43d3-9199-1c1848258987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654159 Apr 22 15:05:22.596258 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-7487f749-376d-4a6c-b8ae-6601f562726c service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040508 Apr 22 15:05:22.724062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a3c81ef3-b3aa-427e-91fe-2e8f260d9add req-40818fd8-7a74-407a-b9ed-52dcea382df7 service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219676 Apr 22 15:05:22.867172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-1763145e-174d-4bca-bc9a-17fc928164cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e4e63c9906347efb3835afc2913e5cc&device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 1097 time: 0.0748477 Apr 22 15:05:23.042689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-4d5c440f-fd91-4831-9245-e6b2a0e4597b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:23.044117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-4d5c440f-fd91-4831-9245-e6b2a0e4597b service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 200 len: 917 time: 0.1705103 Apr 22 15:05:23.118216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153ca21-63af-4f38-91d8-4cfb671d8b40 req-88f78f63-8772-4ad9-8fd9-5174b32a3e72 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:23.119644 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9153ca21-63af-4f38-91d8-4cfb671d8b40 req-88f78f63-8772-4ad9-8fd9-5174b32a3e72 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 944 time: 0.1826553 Apr 22 15:05:23.121311 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-47b34b91-30c7-4408-b392-cc2256a1a8ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 HTTP/1.1" status: 200 len: 217 time: 0.0707691 Apr 22 15:05:23.213396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-612dee4a-ee57-4533-8e42-82309b2006a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:23.214844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-612dee4a-ee57-4533-8e42-82309b2006a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9d86c8a-3c10-40aa-8089-21d6f845264c HTTP/1.1" status: 200 len: 855 time: 0.0863478 Apr 22 15:05:23.219507 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9153ca21-63af-4f38-91d8-4cfb671d8b40 req-af308262-0d06-48d4-a646-338d65029dff tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924044 Apr 22 15:05:23.288530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-1d987c74-cc49-4848-a4a0-245eb350ffde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a85f9f2-7496-43d3-9199-1c1848258987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673075 Apr 22 15:05:23.418542 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-1b6f9001-9a53-46aa-b048-1506702854f3 service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226025 Apr 22 15:05:23.550279 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7974e90-c620-4ccc-8117-f01a2e7e8a59 req-efecbc51-8dc8-4f1a-8ca3-5d6bcb1f74b7 service neutron] 10.222.0.24 "GET /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247792 Apr 22 15:05:24.435923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d8cd2-5d39-4cfd-beb9-47b3e1c87442 req-616cf8ab-2ac5-4c25-bc8c-e71bc717fe8a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:24.437372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d95d8cd2-5d39-4cfd-beb9-47b3e1c87442 req-616cf8ab-2ac5-4c25-bc8c-e71bc717fe8a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 944 time: 0.0882006 Apr 22 15:05:24.484589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d95d8cd2-5d39-4cfd-beb9-47b3e1c87442 req-6ad9a8d4-ff8b-4cad-be17-a860e616f14d tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Apr 22 15:05:25.684579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0afeeb-df7b-4102-b5ce-5d70f5fe9fcd req-b763aa84-239d-47a6-a883-572fac0f174a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:25.685932 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f0afeeb-df7b-4102-b5ce-5d70f5fe9fcd req-b763aa84-239d-47a6-a883-572fac0f174a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 944 time: 0.0797908 Apr 22 15:05:25.732675 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f0afeeb-df7b-4102-b5ce-5d70f5fe9fcd req-444cde0b-b300-4f5b-ac17-71a78bf4395a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Apr 22 15:05:26.639682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:05:26.808330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:26.821492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3', 'network_id': '6a85f9f2-7496-43d3-9199-1c1848258987', 'port_id': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3', 'mac_address': 'fa:16:3e:2e:6a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d86c8a-3c10-40aa-8089-21d6f845264c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:05:26.878647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:26.896086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:05:26.910715 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:26.917385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:26.940342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f12a6-86cb-4e50-ba59-c2c0be4b1cd6 req-01e89ed4-7a32-4bc7-b95e-f6be64412e90 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:26.941917 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb3f12a6-86cb-4e50-ba59-c2c0be4b1cd6 req-01e89ed4-7a32-4bc7-b95e-f6be64412e90 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 944 time: 0.0812001 Apr 22 15:05:26.981791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:26.986921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb3f12a6-86cb-4e50-ba59-c2c0be4b1cd6 req-e4ee79bf-f5da-46e5-afa9-38e0bf903af1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Apr 22 15:05:26.990475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.990815 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.991154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.991462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.991786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.992116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.992432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.992745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.993057 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.993369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:26.993696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:27.108916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['df57dfdc-be05-4e72-bf75-c6d18c3ed5b3'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:05:28.192046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3740c0-5e74-4758-ac02-1d4362ecf98a req-104eddc2-1771-4ed3-9af3-10cd0e59b047 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:28.193547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd3740c0-5e74-4758-ac02-1d4362ecf98a req-104eddc2-1771-4ed3-9af3-10cd0e59b047 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 945 time: 0.0787747 Apr 22 15:05:28.240916 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd3740c0-5e74-4758-ac02-1d4362ecf98a req-4e3566f1-0739-41dc-8751-a39b5e5b0bdd tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Apr 22 15:05:28.654905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:05:28.730435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:05:28.735269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:05:28.735672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:28.854473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:28.885803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc524aa-1a34-441b-90a0-51b213a29502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:28.895621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:28.902322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:28.969643 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:29.023436 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f9c3ae-efe3-48f2-a7bb-bce56acb4b02'] response: {'server_uuid': '9dc524aa-1a34-441b-90a0-51b213a29502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3', 'code': 200} Apr 22 15:05:29.267808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c8dbbdb2-f8f8-4c6b-b84d-99d8feee24ed req-f2c45426-b163-4fe9-b4f2-8a570143a920 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 1099 time: 0.0835712 Apr 22 15:05:29.310640 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c8dbbdb2-f8f8-4c6b-b84d-99d8feee24ed req-4c3e6602-2290-4402-a1cb-639834431413 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369663 Apr 22 15:05:29.594836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e85e32-f291-4c5b-aebd-31873dda6c1f req-9ddde7e5-869b-4431-bdb6-b7aa265133e5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:29.596265 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-71e85e32-f291-4c5b-aebd-31873dda6c1f req-9ddde7e5-869b-4431-bdb6-b7aa265133e5 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 946 time: 0.0865207 Apr 22 15:05:29.728845 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-71e85e32-f291-4c5b-aebd-31873dda6c1f req-0bcfcc4e-cb4d-4379-b6da-7fe80a4c3c6d tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251276 Apr 22 15:05:30.945648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914393c-5336-4c0c-9aae-a7bb616d0cdb req-e3de16da-3766-4259-b99a-2f5041115c0b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:30.947101 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f914393c-5336-4c0c-9aae-a7bb616d0cdb req-e3de16da-3766-4259-b99a-2f5041115c0b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 946 time: 0.0851946 Apr 22 15:05:30.995211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f914393c-5336-4c0c-9aae-a7bb616d0cdb req-9dd7c76a-f05f-4532-a612-a53c9f391e45 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Apr 22 15:05:31.201788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7faab-6ae3-4c25-af21-3c216c03f4b0 req-633e1972-64d0-4a4f-ac8f-1eafc765dd14 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:31.203219 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63c7faab-6ae3-4c25-af21-3c216c03f4b0 req-633e1972-64d0-4a4f-ac8f-1eafc765dd14 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 946 time: 0.0912497 Apr 22 15:05:31.249636 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63c7faab-6ae3-4c25-af21-3c216c03f4b0 req-052e55c1-ae84-421c-af4c-ec8f02bab17d tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Apr 22 15:05:34.050684 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:39.630854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c5a30ad2-ace8-4c21-a58d-2e662c05d34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:41.740530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c7205850-2cf6-464d-a161-18f7c4823cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:42.973468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:43.022095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:44.512330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:45.781292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e494c-db63-485b-b819-f2c8d92d46af req-355bfcc4-45bc-4484-8e54-3125013a751a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:45.782762 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7f1e494c-db63-485b-b819-f2c8d92d46af req-355bfcc4-45bc-4484-8e54-3125013a751a tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 946 time: 0.0785198 Apr 22 15:05:45.829802 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7f1e494c-db63-485b-b819-f2c8d92d46af req-cbd5cab1-e142-485b-b8aa-6c8a90b7756c tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Apr 22 15:05:47.058458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d61a34-b6e4-4e03-a2d0-2719b84ef3c1 req-2dfa4a96-d2bb-4a3f-b097-0d1663abf8a1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:47.059909 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-25d61a34-b6e4-4e03-a2d0-2719b84ef3c1 req-2dfa4a96-d2bb-4a3f-b097-0d1663abf8a1 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 946 time: 0.0894666 Apr 22 15:05:47.109993 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-25d61a34-b6e4-4e03-a2d0-2719b84ef3c1 req-98665d6e-c803-49c0-b6b2-5a6ae12f0d31 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/security-groups?id=03a6e932-8e34-40f9-abea-23b2c306ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 Apr 22 15:05:47.235023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335502f-4746-42f0-acc2-12ad1281837a req-7fcfdd73-730a-4f36-9fa9-413552cf4041 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:05:47.236372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c335502f-4746-42f0-acc2-12ad1281837a req-7fcfdd73-730a-4f36-9fa9-413552cf4041 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 946 time: 0.0828097 Apr 22 15:05:47.307389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Deleting port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:47.307723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:47.554592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] For port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:47.554999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:47.671859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Calling delete_port for df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:47.830585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:47.842399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['df57dfdc-be05-4e72-bf75-c6d18c3ed5b3'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:05:47.881507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Pushing event deleted for resources: {'Port': ['ID=df57dfdc-be05-4e72-bf75-c6d18c3ed5b3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:47.957340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] No DVR routers for this DVR port df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:05:47.960166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:47.962576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc524aa-1a34-441b-90a0-51b213a29502', 'name': 'network-vif-deleted', 'tag': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:05:47.979570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c335502f-4746-42f0-acc2-12ad1281837a req-c1d50d06-1d7d-431e-8e8f-96f3df825d2b tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.24 "DELETE /v2.0/ports/df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 HTTP/1.1" status: 204 len: 173 time: 0.7375801 Apr 22 15:05:48.024304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9703e470-da90-4427-b2a9-c2a787f81a52'] response: {'server_uuid': '9dc524aa-1a34-441b-90a0-51b213a29502', 'name': 'network-vif-deleted', 'tag': 'df57dfdc-be05-4e72-bf75-c6d18c3ed5b3', 'status': 'completed', 'code': 200} Apr 22 15:05:48.284019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-67b470a6-46ca-4bb6-b3a0-4da6cc4d7df1 req-92cf7caf-f3a7-41ba-b0d5-b492c856d2e9 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Synchronizing usage tracker for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:05:48.301821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-67b470a6-46ca-4bb6-b3a0-4da6cc4d7df1 req-92cf7caf-f3a7-41ba-b0d5-b492c856d2e9 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] Unset dirty status for tenant:3e4e63c9906347efb3835afc2913e5cc on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:05:48.303146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-67b470a6-46ca-4bb6-b3a0-4da6cc4d7df1 req-92cf7caf-f3a7-41ba-b0d5-b492c856d2e9 tempest-TestEncryptedCinderVolumes-1002478750 tempest-TestEncryptedCinderVolumes-1002478750-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc524aa-1a34-441b-90a0-51b213a29502 HTTP/1.1" status: 200 len: 210 time: 0.0594172 Apr 22 15:05:49.208974 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:05:49.475584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42070) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:49.945564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:50.572631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Deleting port 2c483220-932c-4fb6-adc5-63dc77048357 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:50.573373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:50.740617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] For port 2c483220-932c-4fb6-adc5-63dc77048357, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2c483220-932c-4fb6-adc5-63dc77048357,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:50.741016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:50.855514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Calling delete_port for 2c483220-932c-4fb6-adc5-63dc77048357 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:51.042553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:51.084538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c483220-932c-4fb6-adc5-63dc77048357,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:51.363967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.030706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:05:52.232162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:05:52.242582 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] Sync routers for ids ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:05:52.250908 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4da6c024-76ca-4bbf-907e-72b5c0d4c63c admin admin] 10.222.0.32 "PUT /v2.0/routers/88a3a32e-6e09-44e5-a622-5daa3807dfa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741702 Apr 22 15:05:52.253882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42074) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:52.255776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] Routers {'88a3a32e-6e09-44e5-a622-5daa3807dfa3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:52.256377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:52.430763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] Set router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:52.448441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.640115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.650937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Deleting port 9d8cdf66-9939-45b1-b64b-6a97da8fc877 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:52.651263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:52.710947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:05:50Z', 'revision_number': 5, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port': {'id': '9d8cdf66-9939-45b1-b64b-6a97da8fc877', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:37Z', 'updated_at': '2022-04-22T15:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:52.714835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] Checking router: 88a3a32e-6e09-44e5-a622-5daa3807dfa3 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:05:52.725258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] Routers {'88a3a32e-6e09-44e5-a622-5daa3807dfa3'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:52.725881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:52.776821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:52.867349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:52.867634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device df57dfdc-be05-4e72-bf75-c6d18c3ed5b3 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:05:52.906962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] Set router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:52.932124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] For port 9d8cdf66-9939-45b1-b64b-6a97da8fc877, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9d8cdf66-9939-45b1-b64b-6a97da8fc877,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:52.932438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.044854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:05:52Z', 'revision_number': 6, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:53.048176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Calling delete_port for 9d8cdf66-9939-45b1-b64b-6a97da8fc877 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:53.050189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91739cdb-648e-4d68-9d6a-a0a3eadcf45c None None] The sync data for ids ['88a3a32e-6e09-44e5-a622-5daa3807dfa3'] in dv-neutron-838878-1-hyperv is: [{'id': '88a3a32e-6e09-44e5-a622-5daa3807dfa3', 'name': 'tempest-TestEncryptedCinderVolumes-464135544-router', 'tenant_id': '3e4e63c9906347efb3835afc2913e5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:36Z', 'updated_at': '2022-04-22T15:05:52Z', 'revision_number': 6, 'project_id': '3e4e63c9906347efb3835afc2913e5cc', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:05:53.227221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.269741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8cdf66-9939-45b1-b64b-6a97da8fc877,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:53.495234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.738696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.743072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.772713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.773342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a3a32e-6e09-44e5-a622-5daa3807dfa3 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:05:53.785461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.786637 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b8e71d48-b773-4415-98b2-bfeaf1a8f2ea admin admin] 10.222.0.32 "DELETE /v2.0/routers/88a3a32e-6e09-44e5-a622-5daa3807dfa3 HTTP/1.1" status: 204 len: 168 time: 1.5318382 Apr 22 15:05:53.789269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42078) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:53.849609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Deleting subnet a9d86c8a-3c10-40aa-8089-21d6f845264c {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:05:53.852666 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.865900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2c483220-932c-4fb6-adc5-63dc77048357 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:53.899798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2c483220-932c-4fb6-adc5-63dc77048357 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:53.900130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2c483220-932c-4fb6-adc5-63dc77048357 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:05:53.900541 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d8cdf66-9939-45b1-b64b-6a97da8fc877 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:53.902333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:53.931318 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 9d8cdf66-9939-45b1-b64b-6a97da8fc877 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:53.931651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9d8cdf66-9939-45b1-b64b-6a97da8fc877 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:05:53.980915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.051636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.087143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d86c8a-3c10-40aa-8089-21d6f845264c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:54.094676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.099923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179263e0-718a-4fab-8f09-0707c51f7281 None None] Network 6a85f9f2-7496-43d3-9199-1c1848258987 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:05:54.101432 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bfade368-c1b1-45c0-a537-3caae33a84be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a9d86c8a-3c10-40aa-8089-21d6f845264c HTTP/1.1" status: 204 len: 168 time: 0.3111899 Apr 22 15:05:54.104256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42082) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:54.208472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.219342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Deleting port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:54.219671 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.340875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] DHCP port deletion for 6a85f9f2-7496-43d3-9199-1c1848258987 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:05:54.345264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Deleting port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:54.345625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.415034 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] For port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:54.415380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.532499 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Calling delete_port for 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:54.542089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] For port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,segment=NetworkSegment(b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507),segment_id=b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:54.542385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.608844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.651623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e14c7ee-cadd-4e2b-aed3-1e673f08b84b,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:54.662209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Calling delete_port for 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:54.662472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] No DVR routers for this DVR port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:05:54.687603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.687949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.688269 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.688595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.688922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.689242 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.689562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.689904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.690216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.690528 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.690822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:05:54.731501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:05:54.731852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:05:54.781088 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.805342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a85f9f2-7496-43d3-9199-1c1848258987']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:54.816989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:54.817280 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ab8e37-8e4e-4d83-b688-6b5a2c0c3507') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:54.828462 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.844108 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.850411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:05:54.850788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:05:54.866999 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:05:55.035715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:55.050987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:55.060934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a85f9f2-7496-43d3-9199-1c1848258987,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:55.075845 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2280db1f-fe1a-42b0-b2e2-f36f56755370 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a85f9f2-7496-43d3-9199-1c1848258987 HTTP/1.1" status: 204 len: 168 time: 0.9705875 Apr 22 15:05:55.080158 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:55.233581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Deleting port 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:55.234229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:55.300690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a93af22-4c14-484e-8af9-ae25c829ca29 None None] The port '1e14c7ee-cadd-4e2b-aed3-1e673f08b84b' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:05:55.577749 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:55.862348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:55.894539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:55.894874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 1e14c7ee-cadd-4e2b-aed3-1e673f08b84b not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:05:56.183701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Deleting port aeff344f-38d5-419d-8ecf-d16b0bcc76c0 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:56.184300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:56.351862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] For port aeff344f-38d5-419d-8ecf-d16b0bcc76c0, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:56.352216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:56.466959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Calling delete_port for aeff344f-38d5-419d-8ecf-d16b0bcc76c0 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:56.637098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:56.678760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeff344f-38d5-419d-8ecf-d16b0bcc76c0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:57.074374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:57.659642 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:05:57.858564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:05:57.867756 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] Sync routers for ids ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:05:57.872519 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-db3af7af-5cfe-4cfb-bb17-acc8e92830e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/7c1797d1-aef8-48b0-9f82-ca9efcefea3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7912793 Apr 22 15:05:57.875103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42090) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:57.879748 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] Routers {'7c1797d1-aef8-48b0-9f82-ca9efcefea3e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:57.880343 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:58.051499 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] Set router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:58.063887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:58.256815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:58.267383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Deleting port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:58.267715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:58.353556 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:05:56Z', 'revision_number': 5, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port': {'id': 'd6ffed41-6dbb-4b13-83a1-ad8dc531aac8', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:04:43Z', 'updated_at': '2022-04-22T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:58.357589 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] Checking router: 7c1797d1-aef8-48b0-9f82-ca9efcefea3e for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:05:58.368843 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] Routers {'7c1797d1-aef8-48b0-9f82-ca9efcefea3e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:05:58.369451 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:58.519148 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] Set router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:05:58.544832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] For port d6ffed41-6dbb-4b13-83a1-ad8dc531aac8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:05:58.545170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:58.619504 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:05:58Z', 'revision_number': 6, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:05:58.624027 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098dc405-9d62-41b4-bd4e-b076d6f09a74 None None] The sync data for ids ['7c1797d1-aef8-48b0-9f82-ca9efcefea3e'] in dv-neutron-838878-1-hyperv is: [{'id': '7c1797d1-aef8-48b0-9f82-ca9efcefea3e', 'name': 'tempest-TestEncryptedCinderVolumes-215281294-router', 'tenant_id': '96801ab249c04c7895f153e238b74aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:04:42Z', 'updated_at': '2022-04-22T15:05:58Z', 'revision_number': 6, 'project_id': '96801ab249c04c7895f153e238b74aef', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:05:58.664458 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Calling delete_port for d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:05:58.839145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:58.881073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ffed41-6dbb-4b13-83a1-ad8dc531aac8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:59.106021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.359929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.364295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.390823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.391286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1797d1-aef8-48b0-9f82-ca9efcefea3e {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:05:59.403519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.404834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-90a65f7a-7723-4768-8df0-8ee07ae7c6bd admin admin] 10.222.0.32 "DELETE /v2.0/routers/7c1797d1-aef8-48b0-9f82-ca9efcefea3e HTTP/1.1" status: 204 len: 168 time: 1.5286326 Apr 22 15:05:59.407249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42094) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:59.467867 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Deleting subnet 48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:05:59.470763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.518578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.597913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.671167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.706249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:05:59.712491 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.718442 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e5127-36a8-4a21-8e7f-4f27ca15be5f None None] Network 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:05:59.718894 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eff03d83-3ade-4a59-81d8-2186748b07b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/48b0a4ec-7f7f-4cf8-8145-c7c96ed04b4a HTTP/1.1" status: 204 len: 168 time: 0.3100078 Apr 22 15:05:59.720713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42098) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:59.876551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:59.923334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:59.923570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d6ffed41-6dbb-4b13-83a1-ad8dc531aac8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:05:59.923983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device aeff344f-38d5-419d-8ecf-d16b0bcc76c0 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:05:59.924423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.935144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Deleting port 013ab15b-d452-4cc2-a278-e1bff671e37d {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:05:59.935468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:59.957714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: aeff344f-38d5-419d-8ecf-d16b0bcc76c0 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:05:59.958063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device aeff344f-38d5-419d-8ecf-d16b0bcc76c0 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:06:00.033159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] DHCP port deletion for 7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:06:00.037427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Deleting port 013ab15b-d452-4cc2-a278-e1bff671e37d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:06:00.037839 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.137026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] For port 013ab15b-d452-4cc2-a278-e1bff671e37d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=013ab15b-d452-4cc2-a278-e1bff671e37d,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:00.137363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.261409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Calling delete_port for 013ab15b-d452-4cc2-a278-e1bff671e37d owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:06:00.266340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] For port 013ab15b-d452-4cc2-a278-e1bff671e37d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=013ab15b-d452-4cc2-a278-e1bff671e37d,segment=NetworkSegment(6d903250-e108-4ecb-b380-1c79c3d13cf1),segment_id=6d903250-e108-4ecb-b380-1c79c3d13cf1)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:00.266726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.334397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.381813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Pushing event deleted for resources: {'Port': ['ID=013ab15b-d452-4cc2-a278-e1bff671e37d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:00.385523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] No DVR routers for this DVR port 013ab15b-d452-4cc2-a278-e1bff671e37d on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:06:00.385818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Calling delete_port for 013ab15b-d452-4cc2-a278-e1bff671e37d owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:06:00.459565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:06:00.459831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:06:00.497041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.522728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:00.536350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d903250-e108-4ecb-b380-1c79c3d13cf1') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:00.536606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d903250-e108-4ecb-b380-1c79c3d13cf1') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:00.548366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.564518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.571121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:06:00.571500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:06:00.584080 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:06:00.661219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.676825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:00.686674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:00.690527 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b79b1a1b-3585-4c5a-9136-2d2bb864af06 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7b8f4f9e-bcb3-45c8-8fbb-f4d3133808c6 HTTP/1.1" status: 204 len: 168 time: 0.9689367 Apr 22 15:06:00.898161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42104) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:00.955412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9387ba89-0ee6-479f-b342-8a98d2825a34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e4e63c9906347efb3835afc2913e5cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556116 Apr 22 15:06:00.958683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42108) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:00.961223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Deleting port 013ab15b-d452-4cc2-a278-e1bff671e37d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:06:00.961776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.018504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2079469f-5820-4759-939b-a9f2204d997b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.024075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cb2d2-1fb5-46e0-a01d-f119d1bff703 None None] The port '013ab15b-d452-4cc2-a278-e1bff671e37d' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:06:01.045152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2079469f-5820-4759-939b-a9f2204d997b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.102439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2079469f-5820-4759-939b-a9f2204d997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.119070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079469f-5820-4759-939b-a9f2204d997b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a6e932-8e34-40f9-abea-23b2c306ab11,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:01.130210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2079469f-5820-4759-939b-a9f2204d997b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.131357 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2079469f-5820-4759-939b-a9f2204d997b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03a6e932-8e34-40f9-abea-23b2c306ab11 HTTP/1.1" status: 204 len: 168 time: 0.1717458 Apr 22 15:06:01.535426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42116) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:01.589949 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fe2d68af-c127-4376-bbe2-df198810bb65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96801ab249c04c7895f153e238b74aef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532393 Apr 22 15:06:01.593457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42120) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:01.652393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d6d1-12c8-4816-a408-6b41d4d0a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.679893 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d6d1-12c8-4816-a408-6b41d4d0a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.740327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d6d1-12c8-4816-a408-6b41d4d0a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.756199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d6d1-12c8-4816-a408-6b41d4d0a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b512a8e-837f-4043-a63e-4019297e3085,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:01.761637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d6d1-12c8-4816-a408-6b41d4d0a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:01.762828 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e1e0d6d1-12c8-4816-a408-6b41d4d0a039 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b512a8e-837f-4043-a63e-4019297e3085 HTTP/1.1" status: 204 len: 168 time: 0.1684735 Apr 22 15:06:01.864307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 013ab15b-d452-4cc2-a278-e1bff671e37d no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:06:01.900225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 013ab15b-d452-4cc2-a278-e1bff671e37d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:06:01.900556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 013ab15b-d452-4cc2-a278-e1bff671e37d not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:06:02.691115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42142) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:02.821739 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1877036701-network', 'tenant_id': 'a72b94378ebd405c9786e388703e3831'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:02.829457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:02.835438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Usage tracker for resource:network and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:02.838369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:02.844735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:02.858576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Made reservation on behalf of a72b94378ebd405c9786e388703e3831 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:06:02.860748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:02.873033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:02.905569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:02.909423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:02.912583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:02.918587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:02.996753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.003579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.035139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:06:03.049747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ef982-17ed-4417-90fd-49135cfbae27,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:03.055884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.056346 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Added segment 41a9aa95-0a09-473c-9b70-e9e7207a76c9 of type vlan for network 8631ea2c-fe79-449a-b435-8b39e6c3de3d Apr 22 15:06:03.087623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.119196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.120188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:03.120851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.227039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] Pushing event updated for resources: {'Network': ['ID=8631ea2c-fe79-449a-b435-8b39e6c3de3d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:03.234566 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a74b15d2-0838-4535-bad3-112794930dfa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5422034 Apr 22 15:06:03.237313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42148) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:03.239100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:06:03.243054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Request body: {'subnet': {'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1877036701-subnet', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:03.248031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:03.251844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Usage tracker for resource:subnet and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:03.254973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:03.260772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:03.272581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Made reservation on behalf of a72b94378ebd405c9786e388703e3831 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:06:03.275115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.496212 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.561568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1345a389-02ca-4143-b4ab-a66bb83358d4,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:03.579285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Checking segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:03.579631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Network hostable DHCP agents. Network: 8631ea2c-fe79-449a-b435-8b39e6c3de3d, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:06:03.604386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:06:03.619778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 8631ea2c-fe79-449a-b435-8b39e6c3de3d) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:03.623872 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:03.624454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.629698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b30b3c-7f92-40f3-a1d3-de630adc50bd None None] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:06:03.648685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-35c0d071-600b-47bb-a4bc-4c6cff175a45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4101181 Apr 22 15:06:03.651575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42152) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:03.659550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:03.665474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:03.669472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Usage tracker for resource:router and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:03.672618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:03.678494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:03.690973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.691929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.711255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.848229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:06:03.849033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:03.944674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.002529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Allocated IP 172.20.0.2 (8631ea2c-fe79-449a-b435-8b39e6c3de3d/1345a389-02ca-4143-b4ab-a66bb83358d4/903acc2b-db6f-49c1-b0d5-a461730f2c93) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:04.107238 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.127960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.160920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.215261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.226019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Transition to ACTIVE for port object 903acc2b-db6f-49c1-b0d5-a461730f2c93 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:04.244770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Transition to ACTIVE for port object 903acc2b-db6f-49c1-b0d5-a461730f2c93 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:04.250952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.296362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Allocated IP 172.26.2.89 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/77ccb2b9-ab8b-4683-b6e0-d26fc677a86a) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:04.323014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:04.323818 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Pushing event updated for resources: {'Port': ['ID=903acc2b-db6f-49c1-b0d5-a461730f2c93,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:04.326352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:04.328399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:04.413060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Attempting to bind port 903acc2b-db6f-49c1-b0d5-a461730f2c93 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:04.413371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Attempting to bind port 903acc2b-db6f-49c1-b0d5-a461730f2c93 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:04.413757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Attempting to bind port 903acc2b-db6f-49c1-b0d5-a461730f2c93 on network 8631ea2c-fe79-449a-b435-8b39e6c3de3d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:04.420889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:04.421281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Checking segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:04.421703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.422160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Bound using segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:04.422716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Bound port: 903acc2b-db6f-49c1-b0d5-a461730f2c93, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:04.423109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.455133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.483280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.514079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] For port 903acc2b-db6f-49c1-b0d5-a461730f2c93, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:04.517162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] For port 903acc2b-db6f-49c1-b0d5-a461730f2c93, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=903acc2b-db6f-49c1-b0d5-a461730f2c93,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:04.522932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.552879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:04.555853 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:04.560409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:04.583553 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Pushing event updated for resources: {'Port': ['ID=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:04.601391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fe59d-d979-4350-a8d6-805876fc826b None None] Pushing event updated for resources: {'Port': ['ID=903acc2b-db6f-49c1-b0d5-a461730f2c93,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:04.727391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.728160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:04.964237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Router 34b75c6b-6ec6-4240-9939-6ae5aca2857e is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:06:05.167626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:06:05.179677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Sync routers for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:06:05.192720 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:05.194629 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:05.195351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:05.197322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42156) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:05.197890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bedfdf3e-f30b-4b22-bc94-72e46f958de0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5446374 Apr 22 15:06:05.441065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:05.540673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f67d6-dede-4077-a1ed-80e2f14c126e None None] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:06:05.728692 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0321b852-ef7c-4537-baeb-a1db270b0a9f None None] Provisioning for port 903acc2b-db6f-49c1-b0d5-a461730f2c93 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:05.911115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 903acc2b-db6f-49c1-b0d5-a461730f2c93 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:05.964453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.003925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:04Z', 'revision_number': 3, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:06.012357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Checking router: 34b75c6b-6ec6-4240-9939-6ae5aca2857e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:06:06.012749 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Updating router 34b75c6b-6ec6-4240-9939-6ae5aca2857e port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:06:06.049810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 903acc2b-db6f-49c1-b0d5-a461730f2c93 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:06.066209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 903acc2b-db6f-49c1-b0d5-a461730f2c93 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:06.066579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.111123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.178292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Allocated IP 172.20.0.1 (8631ea2c-fe79-449a-b435-8b39e6c3de3d/1345a389-02ca-4143-b4ab-a66bb83358d4/76c2b129-3977-401b-afdb-6906546da0e8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:06.332253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.347678 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Transition to ACTIVE for port object 76c2b129-3977-401b-afdb-6906546da0e8 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:06.360863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.369543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.407960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3c3281fc-ccce-4b79-98fa-d7586907ad05 None None] Provisioning complete for port 903acc2b-db6f-49c1-b0d5-a461730f2c93 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:06.408321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c3281fc-ccce-4b79-98fa-d7586907ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.439282 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:06.442142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:06.446715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:06.475290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 903acc2b-db6f-49c1-b0d5-a461730f2c93, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=903acc2b-db6f-49c1-b0d5-a461730f2c93,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:06.477627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Pushing event updated for resources: {'Port': ['ID=76c2b129-3977-401b-afdb-6906546da0e8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:06.494705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.500149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.587787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.649293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=903acc2b-db6f-49c1-b0d5-a461730f2c93,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:06.698164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.710205 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Transition to ACTIVE for port object 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:06.716631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.796649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Attempting to bind port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:06.796995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Attempting to bind port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:06.797358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Attempting to bind port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:06.802267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b03a3-4ae7-40dc-865d-462b61f73d76 None None] Pushing event updated for resources: {'Port': ['ID=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:06.810828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:06.811168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:06.811571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.811945 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:06.812404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Bound port: 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:06.812767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.871170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bfb08df9-27f9-4db3-bea0-621a152dc4ac None None] Provisioning for port 76c2b129-3977-401b-afdb-6906546da0e8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:06.882369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bfb08df9-27f9-4db3-bea0-621a152dc4ac None None] Provisioning complete for port 76c2b129-3977-401b-afdb-6906546da0e8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:06.882732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bfb08df9-27f9-4db3-bea0-621a152dc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.906164 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.911123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:06.967199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] For port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:06.984777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] For port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:06.989802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bfb08df9-27f9-4db3-bea0-621a152dc4ac None None] Port 76c2b129-3977-401b-afdb-6906546da0e8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:06:06.991827 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:07.018066 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:07.021518 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Pushing event updated for resources: {'Port': ['ID=76c2b129-3977-401b-afdb-6906546da0e8,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:07.068851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b03a3-4ae7-40dc-865d-462b61f73d76 None None] Pushing event updated for resources: {'Port': ['ID=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:07.073270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:07.073941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:07.157389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:07.159139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:07.263856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:07.499464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b8d13296-66c2-4798-bb0b-722d3279ec76 None None] Provisioning complete for port 76c2b129-3977-401b-afdb-6906546da0e8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:07.500197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8d13296-66c2-4798-bb0b-722d3279ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:07.562207 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Router 34b75c6b-6ec6-4240-9939-6ae5aca2857e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:06:07.582881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b8d13296-66c2-4798-bb0b-722d3279ec76 None None] Port 76c2b129-3977-401b-afdb-6906546da0e8 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:06:07.651162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 2, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:07.655897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3f892-8e49-4a26-8af5-4509e7289261 None None] The sync data for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv is: [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 2, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:06:07.765181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:06:07.775072 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6e6c0d24-2319-45ec-ba80-13429d70a487 admin admin] 10.222.0.32 "PUT /v2.0/routers/34b75c6b-6ec6-4240-9939-6ae5aca2857e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764813 Apr 22 15:06:07.916386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 903acc2b-db6f-49c1-b0d5-a461730f2c93 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:07.989462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 903acc2b-db6f-49c1-b0d5-a461730f2c93 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:07.989939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.674781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42180) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:08.680673 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1957755731-network', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:08.685909 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:08.690229 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Usage tracker for resource:network and tenant:e8d270907e7c4108918997f8bda5c2e8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:08.693380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:08.699806 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:08.712019 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Made reservation on behalf of e8d270907e7c4108918997f8bda5c2e8 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:06:08.714531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.727497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.759933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:08.765105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d270907e7c4108918997f8bda5c2e8 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:08.770603 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:08.778607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:08.847880 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.852618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.882677 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:06:08.892027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ccb3f7-69f6-4d20-b99b-f3f162c341cb,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:08.899760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.900020 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Added segment 45a87cc1-a8ea-4a5b-b318-bed827273bd4 of type vlan for network a117e95e-0790-4643-8359-c415e65bfdc2 Apr 22 15:06:08.928976 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.960914 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:08.961797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:08.962343 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.057430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] Pushing event updated for resources: {'Network': ['ID=a117e95e-0790-4643-8359-c415e65bfdc2,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:09.060467 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-aa74bf52-f17f-43eb-a58a-72a96e312e98 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3846507 Apr 22 15:06:09.063702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42184) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:09.068421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network a117e95e-0790-4643-8359-c415e65bfdc2 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:06:09.071014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Request body: {'subnet': {'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1957755731-subnet', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:09.076563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:09.081033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Usage tracker for resource:subnet and tenant:e8d270907e7c4108918997f8bda5c2e8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:09.085068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:09.091453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:09.103930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Made reservation on behalf of e8d270907e7c4108918997f8bda5c2e8 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:06:09.106370 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.322336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.483851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac843f9-801e-47cf-809a-0ae143f1fcb8,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:09.498046 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Checking segment: {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:09.498420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Network hostable DHCP agents. Network: a117e95e-0790-4643-8359-c415e65bfdc2, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:06:09.522074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Network a117e95e-0790-4643-8359-c415e65bfdc2 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:06:09.532968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, a117e95e-0790-4643-8359-c415e65bfdc2) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:09.537272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:09.537912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.544983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83786718-8980-4c34-83c7-cdea265b5b89 None None] Network a117e95e-0790-4643-8359-c415e65bfdc2 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:06:09.568705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-404a6293-dbdf-4865-8c3d-857555cd9530 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5033414 Apr 22 15:06:09.570854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42188) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:09.576089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:09.580901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:09.584802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Usage tracker for resource:router and tenant:e8d270907e7c4108918997f8bda5c2e8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:09.587588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:09.593247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:09.603507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.604519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.625428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.641784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5697fa2d-bfe3-42e8-9812-c72b65da35d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.766732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-a117e95e-0790-4643-8359-c415e65bfdc2', 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'fixed_ips': [{'subnet_id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:06:09.767535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.773259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.911156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:09.959827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:09.988612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Allocated IP 172.20.0.2 (a117e95e-0790-4643-8359-c415e65bfdc2/2ac843f9-801e-47cf-809a-0ae143f1fcb8/444bf937-8e90-473b-8c61-274df1436af8) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:09.988839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.075641 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:10.088170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:10.088452 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.126912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Allocated IP 172.26.2.181 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/bbca34dc-48d0-41ce-a8be-1619f176471e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:10.277988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.316218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.336575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.339557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.357115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Transition to ACTIVE for port object 444bf937-8e90-473b-8c61-274df1436af8 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:10.371707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:10.380402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.382709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Transition to ACTIVE for port object 444bf937-8e90-473b-8c61-274df1436af8 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:10.388144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:10.395611 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:10.398058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:10.423785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.458341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Network a117e95e-0790-4643-8359-c415e65bfdc2 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:10.458591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Pushing event updated for resources: {'Port': ['ID=bbca34dc-48d0-41ce-a8be-1619f176471e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:10.460251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:10.463813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:10.465890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:10.572114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.572832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.599468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Pushing event updated for resources: {'Port': ['ID=444bf937-8e90-473b-8c61-274df1436af8,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:10.607618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Attempting to bind port 444bf937-8e90-473b-8c61-274df1436af8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:10.607974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Attempting to bind port 444bf937-8e90-473b-8c61-274df1436af8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:10.608301 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Attempting to bind port 444bf937-8e90-473b-8c61-274df1436af8 on network a117e95e-0790-4643-8359-c415e65bfdc2 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:10.614912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:10.615272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Checking segment: {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:10.615796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.616182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Bound using segment: {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:10.616630 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Bound port: 444bf937-8e90-473b-8c61-274df1436af8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:10.617000 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.703199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] For port 444bf937-8e90-473b-8c61-274df1436af8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:10.706439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] For port 444bf937-8e90-473b-8c61-274df1436af8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=444bf937-8e90-473b-8c61-274df1436af8,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:10.711726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:10.787852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158368f0-a286-4070-b84e-5ce6449c5dc5 None None] Pushing event updated for resources: {'Port': ['ID=444bf937-8e90-473b-8c61-274df1436af8,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:10.817975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:06:11.036961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:06:11.049960 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Sync routers for ids ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:06:11.063966 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Routers {'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:11.064767 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:05:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:11.066771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:11.070800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5b3c7c07-48d4-40ef-b412-5e8c445bec20 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4963152 Apr 22 15:06:11.071006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42192) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:11.243092 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Set router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:11.544635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 3, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:11.548807 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Checking router: a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:06:11.549129 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Updating router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 port bbca34dc-48d0-41ce-a8be-1619f176471e binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:06:11.600255 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:11.713146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29847b02-b551-4215-90ec-83f8fe19b60c None None] Network a117e95e-0790-4643-8359-c415e65bfdc2 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:06:11.808575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca48b-f257-49e6-af21-b3dcd19e9951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:11.837326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a956adb1-1715-4f9e-adc4-e56f4d49a1f1 None None] Provisioning for port 444bf937-8e90-473b-8c61-274df1436af8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:11.995937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 444bf937-8e90-473b-8c61-274df1436af8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:12.000982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.004668 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.018133 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Transition to ACTIVE for port object bbca34dc-48d0-41ce-a8be-1619f176471e will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:12.026916 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.078360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 444bf937-8e90-473b-8c61-274df1436af8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:12.083948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 444bf937-8e90-473b-8c61-274df1436af8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:12.084526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.107046 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Attempting to bind port bbca34dc-48d0-41ce-a8be-1619f176471e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:12.108015 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Attempting to bind port bbca34dc-48d0-41ce-a8be-1619f176471e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:12.108549 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Attempting to bind port bbca34dc-48d0-41ce-a8be-1619f176471e on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:12.130347 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:12.131034 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:12.131638 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.132168 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:12.132790 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Bound port: bbca34dc-48d0-41ce-a8be-1619f176471e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:12.133541 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.190895 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Pushing event updated for resources: {'Port': ['ID=bbca34dc-48d0-41ce-a8be-1619f176471e,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:12.218257 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.218616 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.218902 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.219030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.219230 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.219537 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.219851 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.220160 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.220463 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.220771 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.221076 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.221382 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:12.229922 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] For port bbca34dc-48d0-41ce-a8be-1619f176471e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:12.233336 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] For port bbca34dc-48d0-41ce-a8be-1619f176471e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=bbca34dc-48d0-41ce-a8be-1619f176471e,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:12.240335 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.242735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Allocated IP 172.20.0.1 (a117e95e-0790-4643-8359-c415e65bfdc2/2ac843f9-801e-47cf-809a-0ae143f1fcb8/2d966561-47d2-423d-b915-f1f43b59890b) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:12.270098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 444bf937-8e90-473b-8c61-274df1436af8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=444bf937-8e90-473b-8c61-274df1436af8,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:12.276363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.277775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:12.357132 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Routers {'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:12.357845 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:12.396536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.412687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Transition to ACTIVE for port object 2d966561-47d2-423d-b915-f1f43b59890b will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:12.431654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:12.431868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.439228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.472871 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99755133-0a31-4c1a-86ac-368bd91b462d None None] Pushing event updated for resources: {'Port': ['ID=bbca34dc-48d0-41ce-a8be-1619f176471e,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:12.502510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=444bf937-8e90-473b-8c61-274df1436af8,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:12.515670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-64a7eaef-86c8-42e8-a364-7d724693da97 None None] Provisioning complete for port 444bf937-8e90-473b-8c61-274df1436af8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:12.515820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Network a117e95e-0790-4643-8359-c415e65bfdc2 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:12.516324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-64a7eaef-86c8-42e8-a364-7d724693da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.519389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:12.521183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d966561-47d2-423d-b915-f1f43b59890b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:12.523784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:12.542663 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] Set router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:12.575746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.671015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.832384 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ef7e34cb-8e9f-4c75-844c-9d40ef223d31 None None] Provisioning for port 2d966561-47d2-423d-b915-f1f43b59890b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:12.839065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ef7e34cb-8e9f-4c75-844c-9d40ef223d31 None None] Provisioning complete for port 2d966561-47d2-423d-b915-f1f43b59890b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:12.839431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef7e34cb-8e9f-4c75-844c-9d40ef223d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.848811 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 3, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:12.852903 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8380446-c0ed-4dad-bf0a-fec04213a42e None None] The sync data for ids ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'] in dv-neutron-838878-1-hyperv is: [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 3, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:06:12.897956 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e34cb-8e9f-4c75-844c-9d40ef223d31 None None] Port 2d966561-47d2-423d-b915-f1f43b59890b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:06:12.908382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.914351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.968100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:13.015977 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d966561-47d2-423d-b915-f1f43b59890b,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:13.016651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:13.018423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:13.250575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Network a117e95e-0790-4643-8359-c415e65bfdc2 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:13.251650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:13.523889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-d740b100-c309-4493-8bc9-bf7b6ebf9cf6 None None] Provisioning complete for port 2d966561-47d2-423d-b915-f1f43b59890b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:13.524263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d740b100-c309-4493-8bc9-bf7b6ebf9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:13.579707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d740b100-c309-4493-8bc9-bf7b6ebf9cf6 None None] Port 2d966561-47d2-423d-b915-f1f43b59890b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:06:13.646466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:06:13.851349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:06:13.860579 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-34db0b59-fe65-44c9-bb69-be2c50398cc3 admin admin] 10.222.0.32 "PUT /v2.0/routers/a0b647ac-9a68-4757-b9a5-8db3dc8a83c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7885127 Apr 22 15:06:13.878977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 444bf937-8e90-473b-8c61-274df1436af8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:13.946625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 444bf937-8e90-473b-8c61-274df1436af8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:13.947082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:14.516040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:19.914795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bbca34dc-48d0-41ce-a8be-1619f176471e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:19.984689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port bbca34dc-48d0-41ce-a8be-1619f176471e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:19.989523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port bbca34dc-48d0-41ce-a8be-1619f176471e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:19.989913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:20.114261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:20.134431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port bbca34dc-48d0-41ce-a8be-1619f176471e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=bbca34dc-48d0-41ce-a8be-1619f176471e,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:20.139727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:20.213481 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=bbca34dc-48d0-41ce-a8be-1619f176471e,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:21.890378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bbca34dc-48d0-41ce-a8be-1619f176471e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:21.962742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port bbca34dc-48d0-41ce-a8be-1619f176471e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:21.963251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:22.474137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Sync routers for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:06:22.486782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:22.487699 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:22.679830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:23.009753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 2, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:23.014012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Checking router: 34b75c6b-6ec6-4240-9939-6ae5aca2857e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:06:23.014370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Updating router 34b75c6b-6ec6-4240-9939-6ae5aca2857e port 76c2b129-3977-401b-afdb-6906546da0e8 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:06:23.071527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:23.441860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:23.454796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Transition to ACTIVE for port object 76c2b129-3977-401b-afdb-6906546da0e8 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:23.463844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:23.538841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647082e-bbcc-42a3-b69f-85752e17dc3a None None] Pushing event updated for resources: {'Port': ['ID=76c2b129-3977-401b-afdb-6906546da0e8,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:23.761150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Attempting to bind port 76c2b129-3977-401b-afdb-6906546da0e8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:23.761511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Attempting to bind port 76c2b129-3977-401b-afdb-6906546da0e8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:23.761892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Attempting to bind port 76c2b129-3977-401b-afdb-6906546da0e8 on network 8631ea2c-fe79-449a-b435-8b39e6c3de3d {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:23.769598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:23.769985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Checking segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:23.770505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:23.770882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Bound using segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:23.771337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Bound port: 76c2b129-3977-401b-afdb-6906546da0e8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:23.771702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:23.872574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] For port 76c2b129-3977-401b-afdb-6906546da0e8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:23.875730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] For port 76c2b129-3977-401b-afdb-6906546da0e8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=76c2b129-3977-401b-afdb-6906546da0e8,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:23.883931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:23.966758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:23.967654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:24.019831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647082e-bbcc-42a3-b69f-85752e17dc3a None None] Pushing event updated for resources: {'Port': ['ID=76c2b129-3977-401b-afdb-6906546da0e8,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:24.192507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:24.394944 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Sync routers for ids ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:06:24.406753 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Routers {'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:24.407423 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:24.522884 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:23Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:24.529254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d63c-d269-43c5-b94d-dc758161d64e None None] The sync data for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv is: [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:23Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:06:24.593179 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Set router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:24.848051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-5f1d894c-0f9f-490a-b63d-011b2edc8f47 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:24.849508 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-5f1d894c-0f9f-490a-b63d-011b2edc8f47 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Synchronizing usage tracker for tenant:a72b94378ebd405c9786e388703e3831 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:06:24.867989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-5f1d894c-0f9f-490a-b63d-011b2edc8f47 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Unset dirty status for tenant:a72b94378ebd405c9786e388703e3831 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:06:24.874892 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-5f1d894c-0f9f-490a-b63d-011b2edc8f47 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 815 time: 0.1740060 Apr 22 15:06:24.886874 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-9d64dcfe-d1f3-4639-b7cf-cd0f91e0002d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/quotas/a72b94378ebd405c9786e388703e3831 HTTP/1.1" status: 200 len: 375 time: 0.0111074 Apr 22 15:06:24.916680 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:06:12Z', 'revision_number': 4, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2d966561-47d2-423d-b915-f1f43b59890b', 'name': '', 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'mac_address': 'fa:16:3e:bd:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:12Z', 'updated_at': '2022-04-22T15:06:12Z', 'revision_number': 2, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'subnets': [{'id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:24.920962 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Checking router: a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:06:24.921223 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Updating router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 port 2d966561-47d2-423d-b915-f1f43b59890b binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:06:24.969244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-83e3f7a2-08ca-4f67-abc7-63b0120ed3c6 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760663 Apr 22 15:06:24.976623 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.108133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-1895e2b7-65f3-4846-b97e-ec2a8f9803bf service neutron] 10.222.0.32 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268830 Apr 22 15:06:25.236848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-57ee9624-deaf-4d6e-aaa4-2062516f5fa5 service neutron] 10.222.0.32 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224532 Apr 22 15:06:25.355055 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.369346 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Transition to ACTIVE for port object 2d966561-47d2-423d-b915-f1f43b59890b will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:25.377690 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.437824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f426d958-2293-43cd-b60e-53f770078949 req-3543d0b2-ee41-4d50-8eef-839ec7be5ef1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 210 time: 0.0441334 Apr 22 15:06:25.443689 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832117-ec06-43ea-abad-0e486c1c5bdd None None] Pushing event updated for resources: {'Port': ['ID=2d966561-47d2-423d-b915-f1f43b59890b,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:25.607019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Attempting to bind port 2d966561-47d2-423d-b915-f1f43b59890b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:25.607554 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Attempting to bind port 2d966561-47d2-423d-b915-f1f43b59890b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:25.607931 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Attempting to bind port 2d966561-47d2-423d-b915-f1f43b59890b on network a117e95e-0790-4643-8359-c415e65bfdc2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:25.615968 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:25.616572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Checking segment: {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:25.617046 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.617434 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Bound using segment: {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:25.617917 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Bound port: 2d966561-47d2-423d-b915-f1f43b59890b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a87cc1-a8ea-4a5b-b318-bed827273bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:25.618281 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.707063 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] For port 2d966561-47d2-423d-b915-f1f43b59890b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:25.710691 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] For port 2d966561-47d2-423d-b915-f1f43b59890b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2d966561-47d2-423d-b915-f1f43b59890b,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:25.719205 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:25.799597 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832117-ec06-43ea-abad-0e486c1c5bdd None None] Pushing event updated for resources: {'Port': ['ID=2d966561-47d2-423d-b915-f1f43b59890b,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:25.804618 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Routers {'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:25.805359 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:25.926983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 76c2b129-3977-401b-afdb-6906546da0e8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:26.006677 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] Set router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:26.008524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 76c2b129-3977-401b-afdb-6906546da0e8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:26.014714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 76c2b129-3977-401b-afdb-6906546da0e8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:26.015110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:26.144198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:26.178596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 76c2b129-3977-401b-afdb-6906546da0e8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=76c2b129-3977-401b-afdb-6906546da0e8,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:26.183535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:26.217694 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:06:26.253601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=76c2b129-3977-401b-afdb-6906546da0e8,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:26.323323 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:06:12Z', 'revision_number': 4, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2d966561-47d2-423d-b915-f1f43b59890b', 'name': '', 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'mac_address': 'fa:16:3e:bd:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:12Z', 'updated_at': '2022-04-22T15:06:25Z', 'revision_number': 4, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'subnets': [{'id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:26.327458 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7f655-21eb-42e5-9be8-a518cff9d78c None None] The sync data for ids ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'] in dv-neutron-838878-1-hyperv is: [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:06:12Z', 'revision_number': 4, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '2d966561-47d2-423d-b915-f1f43b59890b', 'name': '', 'network_id': 'a117e95e-0790-4643-8359-c415e65bfdc2', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'mac_address': 'fa:16:3e:bd:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:12Z', 'updated_at': '2022-04-22T15:06:25Z', 'revision_number': 4, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'subnets': [{'id': '2ac843f9-801e-47cf-809a-0ae143f1fcb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:06:26.564035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-b1d6e7be-1c0f-492a-b412-7f265433ec50 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:26.566432 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-b1d6e7be-1c0f-492a-b412-7f265433ec50 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 815 time: 0.1924391 Apr 22 15:06:26.618874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'port': {'device_id': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'admin_state_up': True, 'tenant_id': 'a72b94378ebd405c9786e388703e3831'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:26.645029 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d9c17e20-5931-4d57-a55d-f5ec97e07df4 req-6ef569d6-c601-41e2-9a37-d6b71f652115 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 210 time: 0.0673032 Apr 22 15:06:26.881126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:26.885208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:port and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:26.888313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:26.894824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:26.906906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Made reservation on behalf of a72b94378ebd405c9786e388703e3831 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:06:26.910040 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:27.227962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Allocated IP 172.20.0.13 (8631ea2c-fe79-449a-b435-8b39e6c3de3d/1345a389-02ca-4143-b4ab-a66bb83358d4/fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:27.579173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:27.603486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Transition to ACTIVE for port object fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:27.631940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:27.731055 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:27.742041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:27.744265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:27.750387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:27.782566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.782910 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.783253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.783590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.783918 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.784246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.784676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.785049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.785406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.785775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.786121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:27.832056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:27.832740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:27.927932 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-62a2fbd4-230e-4804-bee9-5320b4b7379f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3171022 Apr 22 15:06:27.980341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-f2e343b4-fb3a-4aa1-8528-cf2974ab4662 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:27.981629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-f2e343b4-fb3a-4aa1-8528-cf2974ab4662 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Synchronizing usage tracker for tenant:a72b94378ebd405c9786e388703e3831 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:06:28.016828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-f2e343b4-fb3a-4aa1-8528-cf2974ab4662 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Unset dirty status for tenant:a72b94378ebd405c9786e388703e3831 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:06:28.021481 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-f2e343b4-fb3a-4aa1-8528-cf2974ab4662 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 932 time: 0.1648147 Apr 22 15:06:28.056887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 76c2b129-3977-401b-afdb-6906546da0e8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:28.085722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-4e40525d-a9de-42bc-b897-267e25456b37 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Synchronizing usage tracker for tenant:a72b94378ebd405c9786e388703e3831 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:06:28.112179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-4e40525d-a9de-42bc-b897-267e25456b37 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Unset dirty status for tenant:a72b94378ebd405c9786e388703e3831 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:06:28.125781 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e2f93803-9b0d-44ba-94a4-a58bddd8a8f3 req-4e40525d-a9de-42bc-b897-267e25456b37 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989330 Apr 22 15:06:28.176786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 76c2b129-3977-401b-afdb-6906546da0e8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:28.177353 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:28.302218 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3389a175-74c3-40ec-b648-36e17c9968ab None None] Provisioning for port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:28.307625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3389a175-74c3-40ec-b648-36e17c9968ab None None] Provisioning complete for port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:28.308249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3389a175-74c3-40ec-b648-36e17c9968ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:28.410583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3389a175-74c3-40ec-b648-36e17c9968ab None None] Port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:06:28.422050 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2d966561-47d2-423d-b915-f1f43b59890b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:28.491456 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2d966561-47d2-423d-b915-f1f43b59890b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:28.496772 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2d966561-47d2-423d-b915-f1f43b59890b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:28.497140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:28.613149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:28.683944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 2d966561-47d2-423d-b915-f1f43b59890b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2d966561-47d2-423d-b915-f1f43b59890b,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:28.689453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:28.757376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=2d966561-47d2-423d-b915-f1f43b59890b,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:28.765978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.766316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.766651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.766976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.767303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.767624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.767947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.768264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.768601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.768896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:28.769212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:29.364802 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d115c-56bb-46a3-9b87-e3adb74374ce req-1aeeffc3-3d24-40fa-8ff7-caaae21cf47a tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:29.373794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-417d115c-56bb-46a3-9b87-e3adb74374ce req-1aeeffc3-3d24-40fa-8ff7-caaae21cf47a tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 932 time: 0.0966277 Apr 22 15:06:29.430320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-417d115c-56bb-46a3-9b87-e3adb74374ce req-8be447d9-5f09-4ebc-91a2-a16a68897d86 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Apr 22 15:06:29.892362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2d966561-47d2-423d-b915-f1f43b59890b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:29.963619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2d966561-47d2-423d-b915-f1f43b59890b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:29.964084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:30.642177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75538a-02a9-45b0-84b6-5c7cfac0fbf7 req-8eb7cf99-d244-4492-975d-b2602e91f201 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:30.643555 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-af75538a-02a9-45b0-84b6-5c7cfac0fbf7 req-8eb7cf99-d244-4492-975d-b2602e91f201 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 932 time: 0.0813015 Apr 22 15:06:30.693203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-af75538a-02a9-45b0-84b6-5c7cfac0fbf7 req-35c9591c-4ddd-4c55-9166-8ff44a57fd1c tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Apr 22 15:06:31.907056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709a43-50bc-4ca9-848d-177e14fb584d req-356f42b2-cff1-4977-aa17-0ab633c1b791 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:31.908859 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab709a43-50bc-4ca9-848d-177e14fb584d req-356f42b2-cff1-4977-aa17-0ab633c1b791 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 932 time: 0.0829017 Apr 22 15:06:31.968391 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab709a43-50bc-4ca9-848d-177e14fb584d req-9d71445e-5f56-4f62-8add-81b0a23670e0 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528619 Apr 22 15:06:33.170157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7317f12-4c42-4450-85ea-929a9ab7ec86 req-a344ce50-2867-49f5-aa61-c4b7e4177e88 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:33.171692 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c7317f12-4c42-4450-85ea-929a9ab7ec86 req-a344ce50-2867-49f5-aa61-c4b7e4177e88 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 932 time: 0.0799973 Apr 22 15:06:33.231760 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c7317f12-4c42-4450-85ea-929a9ab7ec86 req-5aba76ea-c28f-48c6-acdb-c27abecfdf76 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538380 Apr 22 15:06:34.075545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:34.450358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190e4d-cbdf-4d0d-861b-0f005783d7dc req-e9c39a0e-2a85-4221-b449-5b7c999d0cd3 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:34.451800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2d190e4d-cbdf-4d0d-861b-0f005783d7dc req-e9c39a0e-2a85-4221-b449-5b7c999d0cd3 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 932 time: 0.0982521 Apr 22 15:06:34.499983 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2d190e4d-cbdf-4d0d-861b-0f005783d7dc req-ba956c7d-bd70-4368-90f7-d478b8ed0c73 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Apr 22 15:06:34.588199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-bd8dfcf8-fd1c-46d2-9762-813d28463343 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:06:34.589361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-bd8dfcf8-fd1c-46d2-9762-813d28463343 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071161 Apr 22 15:06:34.601707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Request body: {'port': {'device_id': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:34.708414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:35.054923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:06:35.061963 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:35.076407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Transition to ACTIVE for port object fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:06:35.081658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:35.306395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:35.412124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Attempting to bind port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:06:35.412388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Attempting to bind port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:06:35.412850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Attempting to bind port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 on network 8631ea2c-fe79-449a-b435-8b39e6c3de3d {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:35.418778 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 on network 8631ea2c-fe79-449a-b435-8b39e6c3de3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:06:35.419087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Attempting to bind port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 on network 8631ea2c-fe79-449a-b435-8b39e6c3de3d {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:06:35.425238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:06:35.425693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Checking segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:06:35.425987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Bound using segment: {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:06:35.426419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Bound port: fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a9aa95-0a09-473c-9b70-e9e7207a76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:06:35.426849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:35.517603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:06:35.520565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:06:35.524929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:35.589237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:35.590585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1094 time: 0.9942892 Apr 22 15:06:35.590996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:06:35.604405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766991e-db23-47d7-a00d-b3f0be448c57 service neutron] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:35.668670 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b57cefe-0c90-42ed-8f56-d52af98ca368'] response: {'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'status': 'completed', 'code': 200} Apr 22 15:06:35.762868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-8d311ee5-fab5-44e8-a06a-48659dae23a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1097 time: 0.1322172 Apr 22 15:06:35.769257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cded7-be47-4d83-8e73-cba94ea49028 req-de11525e-34c1-49c4-8066-07a83f156815 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:35.770779 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e0cded7-be47-4d83-8e73-cba94ea49028 req-de11525e-34c1-49c4-8066-07a83f156815 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 944 time: 0.1083922 Apr 22 15:06:35.851038 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-6e9cf99c-b502-4fe7-aff8-8bfdd51e9091 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 217 time: 0.0793147 Apr 22 15:06:35.915324 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e0cded7-be47-4d83-8e73-cba94ea49028 req-5fe83514-26cb-42ab-8ec7-405c91593635 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941360 Apr 22 15:06:35.924105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-e2e95cb9-e0a6-4e5a-9cf6-d0f136699050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:35.925454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-e2e95cb9-e0a6-4e5a-9cf6-d0f136699050 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0635598 Apr 22 15:06:36.001793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-0c0495b1-9b48-4c35-9257-59b8bc6cd282 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703881 Apr 22 15:06:36.140256 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-c7b577e9-09f7-41bb-9944-cf27da1d7a75 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325264 Apr 22 15:06:36.281244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0121f0b-7822-4c5a-9c42-2ead4410ccc3 req-8b448aee-9b03-40d8-ab52-488c2cf42768 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355011 Apr 22 15:06:36.407266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-f822c42a-4c0f-4a6c-b2f5-f26e5683560e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1097 time: 0.0801716 Apr 22 15:06:36.535989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-a6cb93e8-73c8-4803-b165-d90b04a3836a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:36.537408 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-a6cb93e8-73c8-4803-b165-d90b04a3836a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1234300 Apr 22 15:06:36.607973 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-440b43c8-26da-4c77-9f84-6174b85044db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 217 time: 0.0623262 Apr 22 15:06:36.669966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-9b398fd2-7086-4c7d-afe7-8764e47901f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:36.671254 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-9b398fd2-7086-4c7d-afe7-8764e47901f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0570166 Apr 22 15:06:36.762238 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-9d3dd8d4-ab46-4042-b1f7-607aeebc79e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818512 Apr 22 15:06:36.892444 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-afeebec2-4a00-4055-bb07-238218a938e1 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232440 Apr 22 15:06:37.140255 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c8685a5-e226-4eb3-bf28-ece01a6a2992 req-cd293aa0-dfec-4181-a4d6-e5a2f2f6b2f1 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410781 Apr 22 15:06:37.186518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08729c6f-7152-4d4e-9b31-00c6ffa294f1 req-34f4daa1-973f-4953-aa2d-a359a6cbb012 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:37.187942 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-08729c6f-7152-4d4e-9b31-00c6ffa294f1 req-34f4daa1-973f-4953-aa2d-a359a6cbb012 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 944 time: 0.0789382 Apr 22 15:06:37.234182 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-08729c6f-7152-4d4e-9b31-00c6ffa294f1 req-7808e6e2-04f9-4f97-99fe-e7ef9b1b31f4 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Apr 22 15:06:38.454266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc177f-e676-46a3-b4bc-8b948d4a81da req-1be865df-2704-45c7-8947-6d47481c3b22 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:38.455706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6cdc177f-e676-46a3-b4bc-8b948d4a81da req-1be865df-2704-45c7-8947-6d47481c3b22 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 944 time: 0.0894330 Apr 22 15:06:38.500768 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6cdc177f-e676-46a3-b4bc-8b948d4a81da req-0ca60474-d3ce-4b12-971e-99868c8037b4 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Apr 22 15:06:38.980433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:06:39.126158 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:39.139260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'port_id': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'mac_address': 'fa:16:3e:f6:88:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:06:39.190768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:39.208325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:06:39.226422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:39.235037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:39.300953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:39.442971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:06:39.628424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-362cc668-ed7d-480c-9cb6-b093d2a94728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:39.714742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee3aca-842e-4816-9e22-9635ffb59d99 req-be9dd8a2-2226-4410-84dc-1dee5ea6f45e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:39.716221 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eee3aca-842e-4816-9e22-9635ffb59d99 req-be9dd8a2-2226-4410-84dc-1dee5ea6f45e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 945 time: 0.0842226 Apr 22 15:06:39.762825 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9eee3aca-842e-4816-9e22-9635ffb59d99 req-414c1018-2901-497d-b28f-8df8ec1fdec0 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Apr 22 15:06:40.975841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee54cf0-f37e-4a2a-9b18-7fa384c111ad req-29acfc41-5d0b-40c1-89c4-99b1d208e148 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:40.977188 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aee54cf0-f37e-4a2a-9b18-7fa384c111ad req-29acfc41-5d0b-40c1-89c4-99b1d208e148 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 945 time: 0.0820043 Apr 22 15:06:40.978649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:06:41.023539 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aee54cf0-f37e-4a2a-9b18-7fa384c111ad req-2932fa23-53f7-4106-957a-fa7adcb2d9bb tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Apr 22 15:06:41.050201 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:06:41.055001 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:06:41.055381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:41.166042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:41.191579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:06:41.201144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:41.206567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:41.250229 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310dcc9c-799e-4fdb-9bf0-a0d1963eb46b'] response: {'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'code': 200} Apr 22 15:06:41.275887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:41.480482 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c095e623-621d-4e46-9710-b699f15b62ec req-c4e95ee1-5dc2-4f32-ad15-2777bfc36dce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1099 time: 0.0687504 Apr 22 15:06:41.525301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c095e623-621d-4e46-9710-b699f15b62ec req-3b3962c2-24d8-448d-a806-c732ca9dc4b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Apr 22 15:06:41.754125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4250b0b5-2d74-4050-9e08-7e2a945489ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:42.235635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703094c0-24ed-444e-a77b-63473d473a6e req-161af7d3-803e-450c-8a79-5df947c7fa2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:42.236999 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-703094c0-24ed-444e-a77b-63473d473a6e req-161af7d3-803e-450c-8a79-5df947c7fa2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0818133 Apr 22 15:06:42.281838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-703094c0-24ed-444e-a77b-63473d473a6e req-5019b82a-0c1e-480b-b34b-4021894cbfec tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Apr 22 15:06:42.978503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:43.021317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:43.500684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569deb-b481-43f2-9bc7-d7ebecd57290 req-1e9a05e5-f684-4cff-8c4d-e844ae449a8d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:43.502722 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f4569deb-b481-43f2-9bc7-d7ebecd57290 req-1e9a05e5-f684-4cff-8c4d-e844ae449a8d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0892129 Apr 22 15:06:43.548219 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f4569deb-b481-43f2-9bc7-d7ebecd57290 req-eab24d11-b408-4342-9001-264c7ab5c156 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Apr 22 15:06:43.753454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa8ea1-063b-4df1-9b22-589c855e5be1 req-28e904aa-5d7a-40cb-84f6-77b417d51b83 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:43.754924 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-53aa8ea1-063b-4df1-9b22-589c855e5be1 req-28e904aa-5d7a-40cb-84f6-77b417d51b83 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0792043 Apr 22 15:06:43.801851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-53aa8ea1-063b-4df1-9b22-589c855e5be1 req-162d8301-709d-4475-830a-9b802efff805 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Apr 22 15:06:44.231288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974e9d-9493-4611-b831-4f49402c3b47 req-2f0343e7-2d8a-4042-8439-2529b108ae1d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:44.232624 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60974e9d-9493-4611-b831-4f49402c3b47 req-2f0343e7-2d8a-4042-8439-2529b108ae1d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0876880 Apr 22 15:06:44.278934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60974e9d-9493-4611-b831-4f49402c3b47 req-939204e6-8df0-424c-83f3-c0575fbde04d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Apr 22 15:06:44.516893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:54.512054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b66794-9ba1-4d88-bb2a-187e54f506bc req-612b618b-daa4-4bd5-9e08-61b046aa073f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:54.513441 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8b66794-9ba1-4d88-bb2a-187e54f506bc req-612b618b-daa4-4bd5-9e08-61b046aa073f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0879056 Apr 22 15:06:54.557430 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f8b66794-9ba1-4d88-bb2a-187e54f506bc req-3feef8e5-6d4a-4970-afd4-f2f79d9fb979 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Apr 22 15:06:54.585219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42364) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:54.793272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8ac83dad-39f6-4fb8-9d61-11f76a7a60ea tempest-TestMinimumBasicScenario-2107804564 tempest-TestMinimumBasicScenario-2107804564-project-admin] Synchronizing usage tracker for tenant:e8d270907e7c4108918997f8bda5c2e8 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:06:54.812472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8ac83dad-39f6-4fb8-9d61-11f76a7a60ea tempest-TestMinimumBasicScenario-2107804564 tempest-TestMinimumBasicScenario-2107804564-project-admin] Unset dirty status for tenant:e8d270907e7c4108918997f8bda5c2e8 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:06:54.813794 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8ac83dad-39f6-4fb8-9d61-11f76a7a60ea tempest-TestMinimumBasicScenario-2107804564 tempest-TestMinimumBasicScenario-2107804564-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1094 time: 0.2273905 Apr 22 15:06:54.816863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42370) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:54.822076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:54.827608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:54.831289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:floatingip and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:54.834035 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:54.839703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:54.851950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:54.988011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.125519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Allocated IP 172.26.2.210 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/e45818f0-3f52-412a-948a-1645de200280) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:06:55.276576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.304202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:55.367690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:06:55.370498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:06:55.374703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:06:55.397734 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'Port': ['ID=e45818f0-3f52-412a-948a-1645de200280,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:55.955326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.012590 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.213827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.220338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.325517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'Port': ['ID=e45818f0-3f52-412a-948a-1645de200280,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:56.337762 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:56.527561 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Floating IP 1e32ec9e-2f4f-4df0-bd12-7d921738c551 associated. External IP: 172.26.2.210, port: fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1. Apr 22 15:06:56.917715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Router 34b75c6b-6ec6-4240-9939-6ae5aca2857e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:06:57.257371 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-41a954e1-f26a-42a0-b321-4d5bf89e9f5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2671707 Apr 22 15:06:57.302622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:06:57.322650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] Sync routers for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:06:57.328887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.339989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:57.340633 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:57.419818 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-62ed56d5-3a8f-4ab0-b681-6fc0a88324a1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6018991 Apr 22 15:06:57.423171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42376) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:57.427676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:06:57.429719 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180838344', 'description': 'tempest-secgroup-smoke-1180838344 description', 'project_id': 'a72b94378ebd405c9786e388703e3831'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:57.451715 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-6cb98b15-9c52-4fcc-818a-17536d5bc5d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1099 time: 0.0956502 Apr 22 15:06:57.464698 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:57.479050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:57.499048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.527013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:57.539760 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:57.543773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:57.546803 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:57.550305 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd563e7-698a-4d28-a776-fc39e281a9eb'] response: {'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'status': 'completed', 'code': 200} Apr 22 15:06:57.552779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:57.609568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-6ab741b4-451c-4cad-8ab7-8358c8a7fb28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:57.610436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.611317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-6ab741b4-451c-4cad-8ab7-8358c8a7fb28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1386352 Apr 22 15:06:57.614662 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.661473 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4991463f-e596-45e2-90ed-26ce39a480b5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:57.670095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.674336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42382) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:57.675708 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2512429 Apr 22 15:06:57.677800 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.678463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.679070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.679619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.680147 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.680741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.681341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.681912 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.682429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.682808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.683328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b9491-c7b6-49e4-8c85-0570f9794d0f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:06:57.689468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group_rule': {'security_group_id': '4991463f-e596-45e2-90ed-26ce39a480b5', 'project_id': 'a72b94378ebd405c9786e388703e3831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:57.705290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:57.713146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:57.717399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:57.730969 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:57.742330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-72fbd994-4e3d-46e7-8ec1-3183bc88e81b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1000 time: 0.1244955 Apr 22 15:06:57.791131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.836827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-1a9c4ef2-c67f-4ef5-9fb5-9c5e1e6a0958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:57.838319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-1a9c4ef2-c67f-4ef5-9fb5-9c5e1e6a0958 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0872772 Apr 22 15:06:57.900546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.911574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.914620 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1e32ec9e-2f4f-4df0-bd12-7d921738c551', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'port_id': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'mac_address': 'fa:16:3e:f6:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:06:55Z', 'updated_at': '2022-04-22T15:06:55Z', 'revision_number': 0, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:26Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:57.919261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] Checking router: 34b75c6b-6ec6-4240-9939-6ae5aca2857e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:06:57.930159 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:06:57.930874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:06:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:57.941944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adc00e9-8f02-455a-bceb-cfe168fa0f3d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:57.955619 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.956766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ebae645c-0383-467a-9c89-da692f7be1e7 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2815008 Apr 22 15:06:57.959994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42386) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:57.962641 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-1bb24199-7af7-4985-8d75-591ee316eae9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157422 Apr 22 15:06:57.966305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group_rule': {'security_group_id': '4991463f-e596-45e2-90ed-26ce39a480b5', 'project_id': 'a72b94378ebd405c9786e388703e3831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:57.972436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:57.976353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:57.979450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:57.986465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:58.006504 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.072261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.081356 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.106322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e010984b-6fa9-48c9-834b-6f5040471865,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:58.120745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.121102 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-feacc914-14d5-4a99-a873-89fa3a4f9886 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1600239 Apr 22 15:06:58.123933 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42390) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:58.126056 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:06:58.128985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-d549d2e7-3adc-4801-abd8-20f40b942720 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549306 Apr 22 15:06:58.131430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group_rule': {'security_group_id': '4991463f-e596-45e2-90ed-26ce39a480b5', 'project_id': 'a72b94378ebd405c9786e388703e3831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:58.138746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:58.142072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:58.144561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:58.162512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:58.181637 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.278803 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ff72ca4-6ee6-4a84-ae04-5465927db83b req-938113ca-4327-43ea-af9f-24abd4888c73 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429677 Apr 22 15:06:58.376025 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.381141 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.401477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-abea94b5-650a-4b7f-8f74-ec12c772e501 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1099 time: 0.0720918 Apr 22 15:06:58.407110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e39099-6870-4b10-ba5f-81999323ac60,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:58.420918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.422160 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-74754e77-8ded-4426-bf7c-a2d1dc566455 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2972836 Apr 22 15:06:58.425027 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42394) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:58.431476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group_rule': {'security_group_id': '4991463f-e596-45e2-90ed-26ce39a480b5', 'project_id': 'a72b94378ebd405c9786e388703e3831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:58.438086 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:58.442982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:58.446098 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:58.451985 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:58.470535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.493468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1e32ec9e-2f4f-4df0-bd12-7d921738c551', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'port_id': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'mac_address': 'fa:16:3e:f6:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:06:55Z', 'updated_at': '2022-04-22T15:06:55Z', 'revision_number': 0, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:26Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:06:58.497813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa14d32-b4fb-47dd-90f3-4f660a99994e None None] The sync data for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv is: [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '1e32ec9e-2f4f-4df0-bd12-7d921738c551', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'port_id': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'mac_address': 'fa:16:3e:f6:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:06:55Z', 'updated_at': '2022-04-22T15:06:55Z', 'revision_number': 0, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:26Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:06:58.539366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.546189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.551764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-27f6ce27-90c0-4d07-9d35-1e9cbbe6458a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:58.553361 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-27f6ce27-90c0-4d07-9d35-1e9cbbe6458a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1381085 Apr 22 15:06:58.571130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f61106-20db-4261-8b1a-f657b152671e,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:58.581309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.582552 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8c3b2e6d-0ead-4dca-a3bc-c904f1cd80c5 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1566002 Apr 22 15:06:58.585236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42398) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:58.590910 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group_rule': {'security_group_id': '4991463f-e596-45e2-90ed-26ce39a480b5', 'project_id': 'a72b94378ebd405c9786e388703e3831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:58.596764 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:58.600572 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:58.603564 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:58.609240 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:58.620601 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Project a72b94378ebd405c9786e388703e3831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:06:58.628432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.667510 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-3cc6bc4d-fb3a-4712-abcf-8a4c37dd8e48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1000 time: 0.1080346 Apr 22 15:06:58.698190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.704228 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.710859 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5e1a8-ded8-423b-b61d-840f7ce2d073 None None] New status for floating IP 1e32ec9e-2f4f-4df0-bd12-7d921738c551: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:06:58.728304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b182df79-0aa6-41df-ba6d-889ef6139911,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:58.741055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.742484 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-db99d662-12c8-4669-9831-e7ae110960c8 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1563220 Apr 22 15:06:58.743043 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-889c17a1-fd83-4b52-bfc6-b0081ccfb6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:58.744752 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-889c17a1-fd83-4b52-bfc6-b0081ccfb6a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0710583 Apr 22 15:06:58.745335 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42402) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:06:58.750873 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'security_group_rule': {'security_group_id': '4991463f-e596-45e2-90ed-26ce39a480b5', 'project_id': 'a72b94378ebd405c9786e388703e3831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:58.757247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:06:58.761187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Usage tracker for resource:security_group_rule and tenant:a72b94378ebd405c9786e388703e3831 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:06:58.764197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:06:58.771218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:06:58.783795 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Project a72b94378ebd405c9786e388703e3831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:06:58.791288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.825320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-45e844d6-e927-4f91-acd9-d5e7d46e5e97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719738 Apr 22 15:06:58.860431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.866970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.891353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf48fc-81e8-4350-8c4a-73ce89149e6c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:58.905263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:58.909582 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4f5ceb37-0186-4cba-ba52-7f202d99f95b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1602929 Apr 22 15:06:58.963288 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-214296c9-4398-4cfb-8cbf-1a78b3e60895 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287649 Apr 22 15:06:59.192511 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-8af1b84b-ac42-429a-8891-9369821cfd8c tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180838344&fields=id&tenant_id=a72b94378ebd405c9786e388703e3831 HTTP/1.1" status: 200 len: 267 time: 0.1225970 Apr 22 15:06:59.241267 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7bd4c2-7ef2-4497-acf3-ebcfb423600d req-68245d52-2834-4d55-ae52-f24294b7b727 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719514 Apr 22 15:06:59.282435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-8d6bfd8d-63ed-4d15-8f0f-b79fe180f5f2 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:59.283880 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-8d6bfd8d-63ed-4d15-8f0f-b79fe180f5f2 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0809081 Apr 22 15:06:59.294785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'port': {'security_groups': ['e57ef982-17ed-4417-90fd-49135cfbae27', '4991463f-e596-45e2-90ed-26ce39a480b5']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:06:59.423540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:59.681198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:06:59.706184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:59.713901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:59.725015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:06:59.781121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:06:59.781752 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:59.783360 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb03b988-02f6-4e2a-9e42-eb373cc06230 req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "PUT /v2.0/ports/fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 982 time: 0.4932399 Apr 22 15:06:59.783972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:06:59.815884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fbf2b-1d6c-4cc8-8fc3-241a41f5cc2b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=6']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:06:59.850188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:06:59.899889 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc5e826-e59a-40ac-ab3f-0601ba9540b9'] response: {'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'status': 'completed', 'code': 200} Apr 22 15:07:00.063860 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-866a3462-a071-45c3-bea7-471f6f06178a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1138 time: 0.1352420 Apr 22 15:07:00.073892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45feffb-630a-43dc-b531-31411f02cbb1 req-b58ebd5d-389d-4f84-9f70-3b4548541bde tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:00.075276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c45feffb-630a-43dc-b531-31411f02cbb1 req-b58ebd5d-389d-4f84-9f70-3b4548541bde tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.1013405 Apr 22 15:07:00.108924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b690833d-4cd0-4171-8f66-c5b076d0a172 None None] Provisioning complete for port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:00.109281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b690833d-4cd0-4171-8f66-c5b076d0a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:00.223774 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c45feffb-630a-43dc-b531-31411f02cbb1 req-d56291f0-5a1d-4a96-8777-971dc08519ef tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283085 Apr 22 15:07:00.241701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-fd75282b-df3e-4ff9-9cf3-7335d80f3d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:00.243269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-fd75282b-df3e-4ff9-9cf3-7335d80f3d35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1670644 Apr 22 15:07:00.348838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-8d9472ac-71c4-4916-bb69-b4bb9bf16446 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1002 time: 0.0990710 Apr 22 15:07:00.410385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-6019780a-dd01-4f1e-bfa7-bdad6b326ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:00.411835 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-6019780a-dd01-4f1e-bfa7-bdad6b326ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0577648 Apr 22 15:07:00.487706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-5a705a39-a2d1-456d-b284-c971038ac2e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696726 Apr 22 15:07:00.615733 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-503e930d-116d-417e-b7dd-0460d8d31c71 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205904 Apr 22 15:07:00.756373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-48c21116-f738-4de3-b42d-2d6f0c0222f9 req-e4fd2d15-c15f-4260-9447-66d83324bff8 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330793 Apr 22 15:07:03.210476 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:07:04.084838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:09.635277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7aa5d8cc-4174-4748-b0f4-8b8fee45c990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:11.745478 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ca5fc091-517f-4b83-bf49-5885841004c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:12.985440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:13.014777 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:14.521978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.629984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-964b566c-bb94-46ab-b577-1fdffde54f28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1138 time: 0.1566172 Apr 22 15:07:15.791643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-9cb424c7-bdeb-4ef8-9461-f750690d4b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:15.793033 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-9cb424c7-bdeb-4ef8-9461-f750690d4b3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1569850 Apr 22 15:07:15.908985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-d0edb642-7f06-4f39-a18d-8e7eecf70880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1094651 Apr 22 15:07:15.915588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a640510-4e51-40d2-9bfb-41de811113c5 req-068eb2b6-c86b-4959-b32e-b847c6fdc388 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:15.916954 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a640510-4e51-40d2-9bfb-41de811113c5 req-068eb2b6-c86b-4959-b32e-b847c6fdc388 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.3267822 Apr 22 15:07:16.002445 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-9d52ed2d-5f3a-433d-a3ce-fc4f91b424c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:16.003856 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-9d52ed2d-5f3a-433d-a3ce-fc4f91b424c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0860968 Apr 22 15:07:16.010150 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a640510-4e51-40d2-9bfb-41de811113c5 req-720cdbb6-7fc2-47f4-92de-6f42a0e607eb tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624149 Apr 22 15:07:16.080883 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-bf3b0e9a-2a1c-4f1d-b254-6122152983d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679736 Apr 22 15:07:16.232622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-2e290612-b929-40e1-867f-c76f6ee849e2 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437266 Apr 22 15:07:16.374002 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1500982-92bc-42eb-82f7-c19c31aeee25 req-44faa264-8e88-41d9-ae2f-be3df6d93ccc service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351056 Apr 22 15:07:17.231305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091e124-7eca-47b0-b5ae-1c46e8ba6a85 req-1c557a66-87f4-4b98-9b26-c81c103c9896 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:17.232726 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c091e124-7eca-47b0-b5ae-1c46e8ba6a85 req-1c557a66-87f4-4b98-9b26-c81c103c9896 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0832436 Apr 22 15:07:17.282199 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c091e124-7eca-47b0-b5ae-1c46e8ba6a85 req-11c8d9c8-b4e8-4038-8525-a5d4b13ead79 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412488 Apr 22 15:07:18.486740 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6898e4-85ee-4d8e-b492-a59d821670e3 req-cb61ca5c-8e22-4fb6-8899-03045fed3f93 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:18.488170 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a6898e4-85ee-4d8e-b492-a59d821670e3 req-cb61ca5c-8e22-4fb6-8899-03045fed3f93 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0830579 Apr 22 15:07:18.538486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8a6898e4-85ee-4d8e-b492-a59d821670e3 req-d06d1a48-6d8b-47e6-8b9d-f8d3dd6551f1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441685 Apr 22 15:07:19.820377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71313b5b-3fb7-4c66-8db1-7a5b257975f3 req-8c4e6553-f513-46cb-8e3f-deba21d741e3 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:19.821855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-71313b5b-3fb7-4c66-8db1-7a5b257975f3 req-8c4e6553-f513-46cb-8e3f-deba21d741e3 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.1517169 Apr 22 15:07:19.874563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-71313b5b-3fb7-4c66-8db1-7a5b257975f3 req-70330647-1050-4f58-815e-f0da50549250 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442383 Apr 22 15:07:21.085001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195bc08-f14b-48c3-b81e-1eb10b2a1835 req-b356d192-23b0-479b-b4ef-02054b8553d9 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:21.086521 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0195bc08-f14b-48c3-b81e-1eb10b2a1835 req-b356d192-23b0-479b-b4ef-02054b8553d9 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0848100 Apr 22 15:07:21.137823 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0195bc08-f14b-48c3-b81e-1eb10b2a1835 req-192f8917-6775-4183-a3ef-e1ebb89eedb1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429363 Apr 22 15:07:22.338097 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aec836-5b7a-4dcb-9a0d-1ae26c4ca72a req-44ec3a1f-bb29-4151-8280-c1e668cdb643 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:22.339527 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2aec836-5b7a-4dcb-9a0d-1ae26c4ca72a req-44ec3a1f-bb29-4151-8280-c1e668cdb643 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0776083 Apr 22 15:07:22.386556 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b2aec836-5b7a-4dcb-9a0d-1ae26c4ca72a req-247ba3a8-f756-4aea-9e71-2ebde9b2613c tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412984 Apr 22 15:07:23.613313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28288-37c6-4a7f-89f1-59ee133ac182 req-87f96853-7afb-458d-945d-7c779f4f241f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:23.614705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6f28288-37c6-4a7f-89f1-59ee133ac182 req-87f96853-7afb-458d-945d-7c779f4f241f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0923579 Apr 22 15:07:23.661842 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c6f28288-37c6-4a7f-89f1-59ee133ac182 req-9db4e665-72f2-4ea9-8280-e10f915ecec0 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412264 Apr 22 15:07:24.889012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b430-373c-477b-bd00-76100ea623ae req-705511b6-4a98-4658-8d36-7eeefc331ecd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:24.890453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce22b430-373c-477b-bd00-76100ea623ae req-705511b6-4a98-4658-8d36-7eeefc331ecd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0842590 Apr 22 15:07:24.942698 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce22b430-373c-477b-bd00-76100ea623ae req-a17602c8-e901-478d-b4be-fe2a3b3da5ce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461266 Apr 22 15:07:26.170267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cca465-6b7d-4121-af3d-4188763b7a2c req-6081eaa4-b728-4d27-99cd-af1b68a2dbfd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:26.171613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-55cca465-6b7d-4121-af3d-4188763b7a2c req-6081eaa4-b728-4d27-99cd-af1b68a2dbfd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0899396 Apr 22 15:07:26.218697 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-55cca465-6b7d-4121-af3d-4188763b7a2c req-a54e449b-82b7-4df2-8131-7a376a327e6f tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413792 Apr 22 15:07:27.420226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1f06-4735-4bb2-b2a4-d37d52d34dad req-2eb5a989-236a-45d9-8df9-e009aeb2e5bb tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:27.421639 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e1f1f06-4735-4bb2-b2a4-d37d52d34dad req-2eb5a989-236a-45d9-8df9-e009aeb2e5bb tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0803921 Apr 22 15:07:27.547525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e1f1f06-4735-4bb2-b2a4-d37d52d34dad req-bb4eec17-006c-415e-adaf-0553d5ee85a4 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=4991463f-e596-45e2-90ed-26ce39a480b5&id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195638 Apr 22 15:07:34.081778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.620410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-67984d57-ce19-4817-a367-421da94c760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.213855 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:07:41.746670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1a6db5d9-a60c-4c3e-b2f3-9936f02e3d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.991424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.023920 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.527440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.995848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-9a6e8b80-4b87-470b-b0ed-a17432d7f01a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708208 Apr 22 15:07:58.154388 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-24fed2d3-ea35-4f7e-be48-af4a6a747214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1138 time: 0.0739951 Apr 22 15:07:58.301548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-8ea29abc-82fa-4d1a-abe1-7efbdfd5f9a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:58.303030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-8ea29abc-82fa-4d1a-abe1-7efbdfd5f9a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1263170 Apr 22 15:07:58.409776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-6ad4b08b-61b3-4700-b34d-53773683a4f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1007228 Apr 22 15:07:58.470065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-b4686498-9078-4aa9-a210-29149f885a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:58.471484 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-b4686498-9078-4aa9-a210-29149f885a20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0560842 Apr 22 15:07:58.554995 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-45638b26-1cf0-4fdb-a2a3-be989d761d9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775201 Apr 22 15:07:58.685921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-6193839b-3906-40c2-aa76-db9c3741599e service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243706 Apr 22 15:07:58.827713 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96173619-0a91-4b93-af1f-8d92e64f3f9f req-dfdae52c-6abb-48fd-a8f0-61796e7b0428 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349900 Apr 22 15:07:59.933927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-95436462-dec7-43b3-b778-81275925256a req-6dc812d6-ffd8-47d0-b059-1be0c922ce54 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180838344&fields=id&tenant_id=a72b94378ebd405c9786e388703e3831 HTTP/1.1" status: 200 len: 267 time: 0.0464537 Apr 22 15:08:00.025709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436462-dec7-43b3-b778-81275925256a req-aefb15ff-89e0-4501-99fd-84f2f34c6b58 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:00.027171 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-95436462-dec7-43b3-b778-81275925256a req-aefb15ff-89e0-4501-99fd-84f2f34c6b58 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 985 time: 0.0869029 Apr 22 15:08:00.037694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Request body: {'port': {'security_groups': ['e57ef982-17ed-4417-90fd-49135cfbae27']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:00.158094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.395789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:00.420029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.426755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.471774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:00.509243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:00.509904 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.511352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-95436462-dec7-43b3-b778-81275925256a req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "PUT /v2.0/ports/fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 943 time: 0.4779468 Apr 22 15:08:00.511789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:00.518392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42462) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:00.532199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event updated for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=7']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:00.541848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.542183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.542510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.543009 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.543384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.543707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.544248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.544331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.544640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.544971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.545286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e065f-604a-4e27-892c-73841941ab7d tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.583681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:00.603273 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5c5342-641b-482b-bfa0-1ba114e0282b'] response: {'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'status': 'completed', 'code': 200} Apr 22 15:08:00.625346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.665256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.697851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-87054811-f898-4b35-ab31-3d3050c6b2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1099 time: 0.0725646 Apr 22 15:08:00.742727 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.766327 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.769967 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "DELETE /v2.0/security-groups/4991463f-e596-45e2-90ed-26ce39a480b5 HTTP/1.1" status: 204 len: 168 time: 0.2481151 Apr 22 15:08:00.769967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4991463f-e596-45e2-90ed-26ce39a480b5,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:00.770447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42466) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:00.840812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4b52ad0c-ed7f-451d-9062-51d35549e6fa None None] Provisioning complete for port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:00.841076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4b52ad0c-ed7f-451d-9062-51d35549e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.843216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-46b2e5bf-0734-456a-b31f-fc427c3fb8cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:00.845015 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-46b2e5bf-0734-456a-b31f-fc427c3fb8cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1407387 Apr 22 15:08:00.849075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.849424 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.849772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.850103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.850434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.850765 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.851187 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.851534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.851845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.852169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.852505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd37fa9-bf3a-4a98-8064-70b1ada3c2bd tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:00.999957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Deleting port e45818f0-3f52-412a-948a-1645de200280 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:01.000298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.037209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-f8e58c9d-1c1b-4d01-ac7f-433d2e267bb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1851635 Apr 22 15:08:01.100591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-ff02a931-7867-4ebe-aadd-8786f179994b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:01.102036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-ff02a931-7867-4ebe-aadd-8786f179994b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0580895 Apr 22 15:08:01.163415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.163835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.173551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-777ec359-1567-4e3a-bdce-054e59cf6cda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655892 Apr 22 15:08:01.279991 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Calling delete_port for e45818f0-3f52-412a-948a-1645de200280 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:01.302978 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-3abacc8e-5e3f-4ed4-b52f-6ba3584fc44d service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234038 Apr 22 15:08:01.427237 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.440503 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-12414a66-e9f5-4f8b-a7cd-0be1f89ae8a9 req-32feeed5-38d9-4faa-a2ba-210d7bba5822 service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311824 Apr 22 15:08:01.469817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event deleted for resources: {'Port': ['ID=e45818f0-3f52-412a-948a-1645de200280,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:01.561778 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.036328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Router 34b75c6b-6ec6-4240-9939-6ae5aca2857e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:02.241105 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:02.251007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] Sync routers for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:02.262620 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.267421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:02.268038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:07:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:02.315138 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-161fd6b4-7792-4c99-ae63-b06e253a0fce tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "DELETE /v2.0/floatingips/1e32ec9e-2f4f-4df0-bd12-7d921738c551 HTTP/1.1" status: 204 len: 168 time: 1.5435104 Apr 22 15:08:02.315875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:02.453621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:02.520583 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3634366-977a-4d25-845c-396048851335'] response: {'name': 'network-changed', 'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'status': 'completed', 'code': 200} Apr 22 15:08:02.623596 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-50ab7b60-1b3e-4d90-b3c0-aa1862ad2583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72b94378ebd405c9786e388703e3831&device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 1099 time: 0.0793591 Apr 22 15:08:02.758324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-fdf89dd0-d446-46e0-953c-606f65ba60af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:02.759813 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-fdf89dd0-d446-46e0-953c-606f65ba60af service neutron] 10.222.0.24 "GET /v2.0/networks?id=8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 200 len: 916 time: 0.1311672 Apr 22 15:08:02.784414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:26Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:02.788237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] Checking router: 34b75c6b-6ec6-4240-9939-6ae5aca2857e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:02.800244 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:02.800955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:07:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:02.829194 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-141ccc4c-cd0f-4ca3-8db5-457d4504441f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 200 len: 217 time: 0.0624142 Apr 22 15:08:02.900603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-66824d90-caa4-46d6-9265-6e5615d1d6d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:02.900603 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-66824d90-caa4-46d6-9265-6e5615d1d6d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 200 len: 854 time: 0.0637035 Apr 22 15:08:02.972727 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-9796d828-9698-404e-8921-318dc86878c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8631ea2c-fe79-449a-b435-8b39e6c3de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670538 Apr 22 15:08:02.980932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:03.102749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-f298deed-f582-4393-b615-3969f694e50f service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239641 Apr 22 15:08:03.245667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1fb66b23-d630-4529-bd9d-377994f5e412 req-02f031f5-9435-4a2e-b3ab-d4797b798f5f service neutron] 10.222.0.24 "GET /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367133 Apr 22 15:08:03.345374 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:26Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.349320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726fb0b-1f0c-4eb9-8aab-1d98478df37f None None] The sync data for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv is: [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:06:06Z', 'revision_number': 4, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '76c2b129-3977-401b-afdb-6906546da0e8', 'name': '', 'network_id': '8631ea2c-fe79-449a-b435-8b39e6c3de3d', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'mac_address': 'fa:16:3e:e3:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:06Z', 'updated_at': '2022-04-22T15:06:26Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'subnets': [{'id': '1345a389-02ca-4143-b4ab-a66bb83358d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:03.576872 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b51c31-c5b9-4216-9b7e-105cbda520cd None None] New status for floating IP 1e32ec9e-2f4f-4df0-bd12-7d921738c551: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:08:04.084181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.682228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56bdeb-15db-4617-a05e-286ffb1ef6d8 req-e809aac9-4f08-43df-8d82-46ea10653a8b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:06.683723 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b56bdeb-15db-4617-a05e-286ffb1ef6d8 req-e809aac9-4f08-43df-8d82-46ea10653a8b tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0800426 Apr 22 15:08:06.733466 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0b56bdeb-15db-4617-a05e-286ffb1ef6d8 req-f87b9c87-4dcf-4d1d-a308-7aa2f8e994f3 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Apr 22 15:08:07.940725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa273fa-35f7-4f12-8837-28de191298eb req-da45e0fb-0b2e-4b6b-ae49-9a5c68f9d3f1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:07.942202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3aa273fa-35f7-4f12-8837-28de191298eb req-da45e0fb-0b2e-4b6b-ae49-9a5c68f9d3f1 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0775056 Apr 22 15:08:07.988935 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3aa273fa-35f7-4f12-8837-28de191298eb req-d4d73882-bbe2-4677-8cf9-b352c35e317c tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57ef982-17ed-4417-90fd-49135cfbae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410366 Apr 22 15:08:08.247694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-10aca30a-a462-456a-9bb5-3445acfb89f0 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:08.248982 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-10aca30a-a462-456a-9bb5-3445acfb89f0 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 946 time: 0.0860455 Apr 22 15:08:08.316208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Deleting port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:08.316523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.643170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] For port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:08.643525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.760997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Calling delete_port for fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:08.902845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.913933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:08.951442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Pushing event deleted for resources: {'Port': ['ID=fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:09.027393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] No DVR routers for this DVR port fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:09.030360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.034426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'name': 'network-vif-deleted', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:09.046806 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4f4fb8e8-190c-4ca5-aeec-6c21b1ee89a1 req-7d4ee57f-3533-4695-8caa-6788542b112e tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.24 "DELETE /v2.0/ports/fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 HTTP/1.1" status: 204 len: 173 time: 0.7914290 Apr 22 15:08:09.103490 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057a3f49-40d0-4816-9884-efda49befef0'] response: {'server_uuid': '4a56c7bd-fc71-4c19-a377-52a6bafb139b', 'name': 'network-vif-deleted', 'tag': 'fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1', 'status': 'completed', 'code': 200} Apr 22 15:08:09.174568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f0628cc7-7416-4ae1-8999-0261985748c3 req-8ae801d9-d844-4a67-87f5-05c29e0c6657 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Synchronizing usage tracker for tenant:a72b94378ebd405c9786e388703e3831 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:09.191664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-f0628cc7-7416-4ae1-8999-0261985748c3 req-8ae801d9-d844-4a67-87f5-05c29e0c6657 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] Unset dirty status for tenant:a72b94378ebd405c9786e388703e3831 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:09.192989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f0628cc7-7416-4ae1-8999-0261985748c3 req-8ae801d9-d844-4a67-87f5-05c29e0c6657 tempest-TestMinimumBasicScenario-1486219262 tempest-TestMinimumBasicScenario-1486219262-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a56c7bd-fc71-4c19-a377-52a6bafb139b HTTP/1.1" status: 200 len: 210 time: 0.0584607 Apr 22 15:08:09.623968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84c2-e921-4895-a37c-64a9026f3c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.914543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42554) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:11.313006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.742618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fe5603b2-63ec-4919-9f93-726b5e9f34a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.906051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Deleting port 76c2b129-3977-401b-afdb-6906546da0e8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:11.906389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.073004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] For port 76c2b129-3977-401b-afdb-6906546da0e8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=76c2b129-3977-401b-afdb-6906546da0e8,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:12.073798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.282901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Calling delete_port for 76c2b129-3977-401b-afdb-6906546da0e8 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:12.445288 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.487534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=76c2b129-3977-401b-afdb-6906546da0e8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:12.778627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.983193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.019151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.357220 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Router 34b75c6b-6ec6-4240-9939-6ae5aca2857e has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:13.507720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:13.542169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:13.542474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device fa19e6ef-4c3d-4b7b-a871-315f9bfbc2e1 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:13.572594 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:13.581900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] Sync routers for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:13.590894 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4447366c-5ed4-4e21-8df9-9d38f72f8f4e admin admin] 10.222.0.32 "PUT /v2.0/routers/34b75c6b-6ec6-4240-9939-6ae5aca2857e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751943 Apr 22 15:08:13.593839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42560) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:13.594385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:13.594915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:13.770799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:13.793951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.016347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.026488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Deleting port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:14.026827 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.064743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:08:12Z', 'revision_number': 5, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port': {'id': '77ccb2b9-ab8b-4683-b6e0-d26fc677a86a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:04Z', 'updated_at': '2022-04-22T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.068668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] Checking router: 34b75c6b-6ec6-4240-9939-6ae5aca2857e for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:14.084732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] Routers {'34b75c6b-6ec6-4240-9939-6ae5aca2857e'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:14.085436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.226564 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] For port 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:14.226809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.250856 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] Set router 34b75c6b-6ec6-4240-9939-6ae5aca2857e gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:14.363482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:08:14Z', 'revision_number': 6, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.368492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69619982-7f65-4092-a788-2669f7cd8a4e None None] The sync data for ids ['34b75c6b-6ec6-4240-9939-6ae5aca2857e'] in dv-neutron-838878-1-hyperv is: [{'id': '34b75c6b-6ec6-4240-9939-6ae5aca2857e', 'name': 'tempest-TestMinimumBasicScenario-1877036701-router', 'tenant_id': 'a72b94378ebd405c9786e388703e3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:03Z', 'updated_at': '2022-04-22T15:08:14Z', 'revision_number': 6, 'project_id': 'a72b94378ebd405c9786e388703e3831', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:14.373597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Calling delete_port for 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:14.527150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.673742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.715735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Pushing event deleted for resources: {'Port': ['ID=77ccb2b9-ab8b-4683-b6e0-d26fc677a86a,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:14.969838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.221266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.227075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.258422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.258950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b75c6b-6ec6-4240-9939-6ae5aca2857e {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:15.271358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.272473 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fb6f5880-005a-4712-9352-95eb9d5ff83c admin admin] 10.222.0.32 "DELETE /v2.0/routers/34b75c6b-6ec6-4240-9939-6ae5aca2857e HTTP/1.1" status: 204 len: 168 time: 1.6774123 Apr 22 15:08:15.275037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42564) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:15.335981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Deleting subnet 1345a389-02ca-4143-b4ab-a66bb83358d4 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:15.339116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.388079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.466943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.541983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.580989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1345a389-02ca-4143-b4ab-a66bb83358d4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:15.587767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.592865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ab265-44b0-4978-8a18-0d3593621776 None None] Network 8631ea2c-fe79-449a-b435-8b39e6c3de3d requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:15.594608 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b58362d1-eda8-4dde-8e99-f4ac2feaf13f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1345a389-02ca-4143-b4ab-a66bb83358d4 HTTP/1.1" status: 204 len: 168 time: 0.3186111 Apr 22 15:08:15.597173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42568) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:15.698835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.709266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Deleting port 903acc2b-db6f-49c1-b0d5-a461730f2c93 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:15.709583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.884100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] DHCP port deletion for 8631ea2c-fe79-449a-b435-8b39e6c3de3d request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:15.890366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Deleting port 903acc2b-db6f-49c1-b0d5-a461730f2c93 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:15.890710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.951042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] For port 903acc2b-db6f-49c1-b0d5-a461730f2c93, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=903acc2b-db6f-49c1-b0d5-a461730f2c93,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:15.951382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.977783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 76c2b129-3977-401b-afdb-6906546da0e8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:16.026047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 76c2b129-3977-401b-afdb-6906546da0e8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:16.026383 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 76c2b129-3977-401b-afdb-6906546da0e8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:16.026804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 903acc2b-db6f-49c1-b0d5-a461730f2c93 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:16.171291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Calling delete_port for 903acc2b-db6f-49c1-b0d5-a461730f2c93 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:16.244116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] For port 903acc2b-db6f-49c1-b0d5-a461730f2c93, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=903acc2b-db6f-49c1-b0d5-a461730f2c93,segment=NetworkSegment(41a9aa95-0a09-473c-9b70-e9e7207a76c9),segment_id=41a9aa95-0a09-473c-9b70-e9e7207a76c9)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:16.244323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.247871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.291828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=903acc2b-db6f-49c1-b0d5-a461730f2c93,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:16.296961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] No DVR routers for this DVR port 903acc2b-db6f-49c1-b0d5-a461730f2c93 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:16.382203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Calling delete_port for 903acc2b-db6f-49c1-b0d5-a461730f2c93 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:16.407801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.422961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.432547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8631ea2c-fe79-449a-b435-8b39e6c3de3d']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:16.444930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a9aa95-0a09-473c-9b70-e9e7207a76c9') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:16.445181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a9aa95-0a09-473c-9b70-e9e7207a76c9') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:16.456320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.475521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.481504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:16.482065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:16.496910 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:16.501109 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:16.527750 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:16.528103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:16.533010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:16.533344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 77ccb2b9-ab8b-4683-b6e0-d26fc677a86a not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:16.574425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.589413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.600756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8631ea2c-fe79-449a-b435-8b39e6c3de3d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:16.614412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-352253b3-2f24-40ce-9154-6e92caa9a9a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8631ea2c-fe79-449a-b435-8b39e6c3de3d HTTP/1.1" status: 204 len: 168 time: 1.0162783 Apr 22 15:08:16.617497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42572) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:17.023139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.029601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Deleting port 903acc2b-db6f-49c1-b0d5-a461730f2c93 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:17.030076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.103226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a8540-4465-440a-ad0d-0efd6b9aeb62 None None] The port '903acc2b-db6f-49c1-b0d5-a461730f2c93' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:08:17.215357 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:08:17.708471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Deleting port 2d966561-47d2-423d-b915-f1f43b59890b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:17.708711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.872997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] For port 2d966561-47d2-423d-b915-f1f43b59890b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2d966561-47d2-423d-b915-f1f43b59890b,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:17.873336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.990920 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Calling delete_port for 2d966561-47d2-423d-b915-f1f43b59890b owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:18.155072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:18.197459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d966561-47d2-423d-b915-f1f43b59890b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:18.474042 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.130317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:19.331475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:19.340611 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] Sync routers for ids ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:19.348127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1ef4a960-b2f7-472e-89b5-35e2c295628d admin admin] 10.222.0.32 "PUT /v2.0/routers/a0b647ac-9a68-4757-b9a5-8db3dc8a83c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293427 Apr 22 15:08:19.350757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42576) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:19.356726 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] Routers {'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:19.357321 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:19.524426 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] Set router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:19.543958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.751193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.762219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Deleting port bbca34dc-48d0-41ce-a8be-1619f176471e {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:19.762558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.818352 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181'}], 'enable_snat': True}, 'gw_port_id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:08:18Z', 'revision_number': 5, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port': {'id': 'bbca34dc-48d0-41ce-a8be-1619f176471e', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:06:10Z', 'updated_at': '2022-04-22T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:19.822138 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] Checking router: a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:19.832553 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] Routers {'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:19.833140 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:19.934308 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] For port bbca34dc-48d0-41ce-a8be-1619f176471e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=bbca34dc-48d0-41ce-a8be-1619f176471e,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:19.934655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.016067 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] Set router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:20.056641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Calling delete_port for bbca34dc-48d0-41ce-a8be-1619f176471e owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:20.132011 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:08:19Z', 'revision_number': 6, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:20.136687 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee1a04-587a-4be7-86c6-0a4b502f4e1c None None] The sync data for ids ['a0b647ac-9a68-4757-b9a5-8db3dc8a83c5'] in dv-neutron-838878-1-hyperv is: [{'id': 'a0b647ac-9a68-4757-b9a5-8db3dc8a83c5', 'name': 'tempest-TestMinimumBasicScenario-1957755731-router', 'tenant_id': 'e8d270907e7c4108918997f8bda5c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:06:09Z', 'updated_at': '2022-04-22T15:08:19Z', 'revision_number': 6, 'project_id': 'e8d270907e7c4108918997f8bda5c2e8', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:20.245462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.290810 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbca34dc-48d0-41ce-a8be-1619f176471e,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:20.609430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.881747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.889105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.917823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.918353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:20.930743 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.931881 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-921a4522-1611-463b-93a0-3d1e4c21e340 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a0b647ac-9a68-4757-b9a5-8db3dc8a83c5 HTTP/1.1" status: 204 len: 168 time: 1.5801642 Apr 22 15:08:20.934509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42580) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:21.005141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Deleting subnet 2ac843f9-801e-47cf-809a-0ae143f1fcb8 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:21.008377 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.062757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.144063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.215673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.255714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac843f9-801e-47cf-809a-0ae143f1fcb8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:21.263986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.269338 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae72f1a-6a58-4263-81be-50086657e450 None None] Network a117e95e-0790-4643-8359-c415e65bfdc2 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:21.271472 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-934adc61-3085-4a4c-9a17-40a5aefff38c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ac843f9-801e-47cf-809a-0ae143f1fcb8 HTTP/1.1" status: 204 len: 168 time: 0.3359652 Apr 22 15:08:21.274008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42584) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:21.382982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.395231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Deleting port 444bf937-8e90-473b-8c61-274df1436af8 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:21.395588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.517013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] DHCP port deletion for a117e95e-0790-4643-8359-c415e65bfdc2 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:21.520962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Deleting port 444bf937-8e90-473b-8c61-274df1436af8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:21.521324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.600871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] For port 444bf937-8e90-473b-8c61-274df1436af8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=444bf937-8e90-473b-8c61-274df1436af8,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:21.601224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.717727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Calling delete_port for 444bf937-8e90-473b-8c61-274df1436af8 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:21.721732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] For port 444bf937-8e90-473b-8c61-274df1436af8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=444bf937-8e90-473b-8c61-274df1436af8,segment=NetworkSegment(45a87cc1-a8ea-4a5b-b318-bed827273bd4),segment_id=45a87cc1-a8ea-4a5b-b318-bed827273bd4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:21.722144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.794413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.836531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=444bf937-8e90-473b-8c61-274df1436af8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:21.837574 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Calling delete_port for 444bf937-8e90-473b-8c61-274df1436af8 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:21.842557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] No DVR routers for this DVR port 444bf937-8e90-473b-8c61-274df1436af8 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:21.907532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:21.907893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:21.949376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 444bf937-8e90-473b-8c61-274df1436af8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:21.958044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.983978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a117e95e-0790-4643-8359-c415e65bfdc2']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:21.985568 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 444bf937-8e90-473b-8c61-274df1436af8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:21.985930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 444bf937-8e90-473b-8c61-274df1436af8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:21.986341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bbca34dc-48d0-41ce-a8be-1619f176471e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:21.995887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a87cc1-a8ea-4a5b-b318-bed827273bd4') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:21.996088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a87cc1-a8ea-4a5b-b318-bed827273bd4') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:22.007926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.016690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: bbca34dc-48d0-41ce-a8be-1619f176471e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:22.017030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bbca34dc-48d0-41ce-a8be-1619f176471e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:22.017408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2d966561-47d2-423d-b915-f1f43b59890b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:22.024279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.030383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:22.030769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:22.047482 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:22.049398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2d966561-47d2-423d-b915-f1f43b59890b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:22.049398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2d966561-47d2-423d-b915-f1f43b59890b not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:22.207542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.222628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.234409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a117e95e-0790-4643-8359-c415e65bfdc2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:22.238997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-43a53a94-4328-48b0-864a-3917e863dc54 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a117e95e-0790-4643-8359-c415e65bfdc2 HTTP/1.1" status: 204 len: 168 time: 0.9640944 Apr 22 15:08:22.409387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Deleting port 444bf937-8e90-473b-8c61-274df1436af8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:22.409881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.439595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42590) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:22.482795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8df514b4-2540-4080-93c1-ddc8daffeb41 None None] The port '444bf937-8e90-473b-8c61-274df1436af8' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:08:22.583898 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ad6bf609-7425-4881-b5fe-fe2e6326aa8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a72b94378ebd405c9786e388703e3831&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1430285 Apr 22 15:08:22.586468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42594) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:22.644701 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac34daeb-f7c7-4892-ba77-baef357ea708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.669106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac34daeb-f7c7-4892-ba77-baef357ea708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.726123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac34daeb-f7c7-4892-ba77-baef357ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.743256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34daeb-f7c7-4892-ba77-baef357ea708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ef982-17ed-4417-90fd-49135cfbae27,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:22.749468 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ac34daeb-f7c7-4892-ba77-baef357ea708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.752479 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ac34daeb-f7c7-4892-ba77-baef357ea708 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e57ef982-17ed-4417-90fd-49135cfbae27 HTTP/1.1" status: 204 len: 168 time: 0.1648252 Apr 22 15:08:23.174324 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42602) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:23.233653 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7213a358-fe9d-4b47-89ec-0b32f37ca7f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8d270907e7c4108918997f8bda5c2e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581806 Apr 22 15:08:23.236289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42606) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:23.298456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c02a8cfe-6936-45e5-abcb-bffb4a74b4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.322858 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c02a8cfe-6936-45e5-abcb-bffb4a74b4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.374905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c02a8cfe-6936-45e5-abcb-bffb4a74b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.388505 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a8cfe-6936-45e5-abcb-bffb4a74b4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ccb3f7-69f6-4d20-b99b-f3f162c341cb,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:23.394931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c02a8cfe-6936-45e5-abcb-bffb4a74b4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.396036 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c02a8cfe-6936-45e5-abcb-bffb4a74b4f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7ccb3f7-69f6-4d20-b99b-f3f162c341cb HTTP/1.1" status: 204 len: 168 time: 0.1588807 Apr 22 15:08:25.656308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42650) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:25.664822 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639584955', 'description': 'tempest-secgroup-smoke-639584955 description', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:25.674286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:25.680516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:25.685198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:25.692723 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:25.705021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.717230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.748313 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:25.752720 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:25.755674 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:25.761850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:25.828964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.834391 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.877934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:25.880177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9853b4de-8915-44d4-b1f4-d7b95cf97c08,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:25.884416 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:25.887373 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:25.893198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:25.948826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.955026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.004412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c2c34-d4a4-41f9-8436-ab0cc5840df6,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.007839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.011221 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b3cd75c2-0482-464c-a2e0-36a48fb6cc81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3516951 Apr 22 15:08:26.012405 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42654) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.018433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'e55c2c34-d4a4-41f9-8436-ab0cc5840df6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.024635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.028607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.031595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.037226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.057836 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.120287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.125527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.149288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62c992b-9edf-4ecd-8aed-7836a22b8b32,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.159898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.161113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3d3d88b1-116e-4bed-a260-3ccd8732ec29 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1477144 Apr 22 15:08:26.163919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42658) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.169167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'e55c2c34-d4a4-41f9-8436-ab0cc5840df6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.175020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.178784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.181589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.187426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.206913 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.279000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.283463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.308851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0204d752-6c8a-419f-bb0a-e28b19c02f7a,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.318806 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.319997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bdf5a6b5-6948-4f1b-924a-720c37131d37 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1551590 Apr 22 15:08:26.322943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42662) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.329455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'e55c2c34-d4a4-41f9-8436-ab0cc5840df6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.335534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.339355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.342206 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.347869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.364880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.428296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.434848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.459136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6f8508-cb41-4bc3-be07-c712b30a11ff,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.468997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.470330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f5e35b74-61cc-4e15-b094-a14fff7866e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1465127 Apr 22 15:08:26.473315 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42666) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.478995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'e55c2c34-d4a4-41f9-8436-ab0cc5840df6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.485154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.489396 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.492426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.499139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.517123 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.578872 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.584054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.609523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3766459-9656-40f7-8200-25431b3d2412,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.620959 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.622557 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-1b71e3c5-1147-4c1c-9335-8d9ba15e040b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1481044 Apr 22 15:08:26.626927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42670) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.632942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'e55c2c34-d4a4-41f9-8436-ab0cc5840df6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.639150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.642943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.645793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.651307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.663550 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:08:26.669745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.732467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.737515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.768801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa70743a-4adc-45c1-8584-21f118dca882,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.780631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.781887 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-64ef48ee-9496-477f-ba98-4a8489b49390 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1536138 Apr 22 15:08:26.786102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42674) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.791339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'e55c2c34-d4a4-41f9-8436-ab0cc5840df6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.797402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.801269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.804159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.809996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.823010 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:08:26.829426 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.893542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.898391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.923123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb7ea96-87ab-474c-9d81-7203f5df54f6,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.933807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.935006 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04052d94-8445-44f9-9e3a-89631cee1c46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479545 Apr 22 15:08:26.938209 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42678) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.943520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'network': {'name': 'tempest-network-smoke--1065627049', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:26.948199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:26.952074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:network and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:26.954915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:26.960465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:26.971942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:26.975069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.006324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:27.021005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.022006 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Added segment 99bad08f-1115-4d74-9248-a0695c8b3f03 of type vlan for network 31e36787-a88b-4738-9236-b5790b02897e Apr 22 15:08:27.056943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.088700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.092422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:27.092990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.190564 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2513449 Apr 22 15:08:27.193469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42682) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:27.200285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'admin_state_up': True, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:27.205364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b958827-db62-4bd4-830e-53c6e5e3bd62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Network': ['ID=31e36787-a88b-4738-9236-b5790b02897e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:27.208923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:27.212674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:router and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:27.215510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:27.215625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 31e36787-a88b-4738-9236-b5790b02897e details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:27.221429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:27.231102 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.232006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.249970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.398005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.582750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.610443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.744886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.52 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/6866f255-12e6-4a84-8bb2-6a56368079c2) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:27.889219 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.927062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.991934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:27.994831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:27.997595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:28.026129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=6866f255-12e6-4a84-8bb2-6a56368079c2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:28.170868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.171499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.480195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:28.691363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:28.702952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Sync routers for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:28.715966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:28.716713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:28.717047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.721480 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8c71e77b-35ed-4023-b1aa-bc45ac224dcb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5238953 Apr 22 15:08:28.721751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42686) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:28.885078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4d78b407-2580-4fe8-a282-2325923d1af6 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d9e82dcdab24662867cb36f85ac24b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1621938 Apr 22 15:08:28.887673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42692) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:28.920319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:29.014760 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965abe86-ac6b-4194-926e-da8c4a3de147 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:29.016324 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-965abe86-ac6b-4194-926e-da8c4a3de147 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277375 Apr 22 15:08:29.019300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42696) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:29.061134 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f18cb82-bc5e-4b66-b74a-9ce5b67d804a tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406818 Apr 22 15:08:29.063826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42700) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:29.069010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455804171', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:29.175996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:29.179830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:subnet and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:29.182650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:29.188538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:29.195217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:28Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:29.199254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Checking router: eeb25b5c-f4b1-48b5-bce0-a50d3e456999 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:29.199545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:29.199648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Updating router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 port 6866f255-12e6-4a84-8bb2-6a56368079c2 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:08:29.249560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.299066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.506104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.570233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.576625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Subnet': ['ID=0d218bdb-20b5-494a-bbd7-da2c8c126d73,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.581806 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Transition to ACTIVE for port object 6866f255-12e6-4a84-8bb2-6a56368079c2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:29.588869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.598665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Checking segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:29.599020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network hostable DHCP agents. Network: 31e36787-a88b-4738-9236-b5790b02897e, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:29.620632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 31e36787-a88b-4738-9236-b5790b02897e is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:29.630574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 31e36787-a88b-4738-9236-b5790b02897e) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:29.635014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:29.635592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.648987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b92e3d-9451-42a1-89f2-a1782d111b35 None None] Network 31e36787-a88b-4738-9236-b5790b02897e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:29.656896 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d5e2e1db-304f-4225-8a8f-ca0c6b569a72 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5921218 Apr 22 15:08:29.659826 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42704) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:29.742010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Pushing event updated for resources: {'Port': ['ID=6866f255-12e6-4a84-8bb2-6a56368079c2,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.750654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Attempting to bind port 6866f255-12e6-4a84-8bb2-6a56368079c2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:29.751014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Attempting to bind port 6866f255-12e6-4a84-8bb2-6a56368079c2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:29.751370 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Attempting to bind port 6866f255-12e6-4a84-8bb2-6a56368079c2 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:29.766154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.766491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.766823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.767151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.767475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.767798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.768118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.768458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.768773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.769088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.769386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:29.789608 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:29.790006 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:29.790397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.790776 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:29.791248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Bound port: 6866f255-12e6-4a84-8bb2-6a56368079c2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:29.791611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.913518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] For port 6866f255-12e6-4a84-8bb2-6a56368079c2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:29.918296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] For port 6866f255-12e6-4a84-8bb2-6a56368079c2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6866f255-12e6-4a84-8bb2-6a56368079c2,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:29.946060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.997866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f784a89f-b000-4add-a507-60310976e808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-31e36787-a88b-4738-9236-b5790b02897e', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:29.998673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f784a89f-b000-4add-a507-60310976e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.093411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccc15-4a81-4475-8c6a-6df2eea371f6 None None] Pushing event updated for resources: {'Port': ['ID=6866f255-12e6-4a84-8bb2-6a56368079c2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:30.115511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:30.116130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.368359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-f784a89f-b000-4add-a507-60310976e808 None None] Allocated IP 172.20.0.2 (31e36787-a88b-4738-9236-b5790b02897e/0d218bdb-20b5-494a-bbd7-da2c8c126d73/c3df076c-2544-46fb-b908-ee6ce8921cb7) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:30.448196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:30.500004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.809571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f784a89f-b000-4add-a507-60310976e808 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.830099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f784a89f-b000-4add-a507-60310976e808 None None] Transition to ACTIVE for port object c3df076c-2544-46fb-b908-ee6ce8921cb7 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:30.852700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f784a89f-b000-4add-a507-60310976e808 None None] Transition to ACTIVE for port object c3df076c-2544-46fb-b908-ee6ce8921cb7 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:30.861521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f784a89f-b000-4add-a507-60310976e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.922166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.1 (31e36787-a88b-4738-9236-b5790b02897e/0d218bdb-20b5-494a-bbd7-da2c8c126d73/38cd94b4-2b86-433f-bc49-cdebf4e15351) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:30.926642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:28Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.933051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784a89f-b000-4add-a507-60310976e808 None None] Network 31e36787-a88b-4738-9236-b5790b02897e is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:30.937074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-f784a89f-b000-4add-a507-60310976e808 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:30.942190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784a89f-b000-4add-a507-60310976e808 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:30.944435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095bf59-d599-41c3-a370-485297e12b83 None None] The sync data for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv is: [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:28Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:30.945753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784a89f-b000-4add-a507-60310976e808 None None] Pushing event updated for resources: {'Port': ['ID=c3df076c-2544-46fb-b908-ee6ce8921cb7,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.036187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f784a89f-b000-4add-a507-60310976e808 None None] Attempting to bind port c3df076c-2544-46fb-b908-ee6ce8921cb7 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:31.036559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f784a89f-b000-4add-a507-60310976e808 None None] Attempting to bind port c3df076c-2544-46fb-b908-ee6ce8921cb7 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:31.036913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784a89f-b000-4add-a507-60310976e808 None None] Attempting to bind port c3df076c-2544-46fb-b908-ee6ce8921cb7 on network 31e36787-a88b-4738-9236-b5790b02897e {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:31.043665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784a89f-b000-4add-a507-60310976e808 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:31.044032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784a89f-b000-4add-a507-60310976e808 None None] Checking segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:31.044454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f784a89f-b000-4add-a507-60310976e808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.044836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784a89f-b000-4add-a507-60310976e808 None None] Bound using segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:31.045356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-f784a89f-b000-4add-a507-60310976e808 None None] Bound port: c3df076c-2544-46fb-b908-ee6ce8921cb7, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:31.045753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f784a89f-b000-4add-a507-60310976e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.101079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.118659 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object 38cd94b4-2b86-433f-bc49-cdebf4e15351 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:31.150526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.153968 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f784a89f-b000-4add-a507-60310976e808 None None] For port c3df076c-2544-46fb-b908-ee6ce8921cb7, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:31.157857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f784a89f-b000-4add-a507-60310976e808 None None] For port c3df076c-2544-46fb-b908-ee6ce8921cb7, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c3df076c-2544-46fb-b908-ee6ce8921cb7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:31.162683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f784a89f-b000-4add-a507-60310976e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.233221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 31e36787-a88b-4738-9236-b5790b02897e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:31.237566 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:31.241093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:31.274176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=38cd94b4-2b86-433f-bc49-cdebf4e15351,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.287331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784a89f-b000-4add-a507-60310976e808 None None] Pushing event updated for resources: {'Port': ['ID=c3df076c-2544-46fb-b908-ee6ce8921cb7,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:31.306107 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.414026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.853287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.860008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.011298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6866f255-12e6-4a84-8bb2-6a56368079c2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:32.077272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.081500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=38cd94b4-2b86-433f-bc49-cdebf4e15351,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.086249 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6866f255-12e6-4a84-8bb2-6a56368079c2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:32.092807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6866f255-12e6-4a84-8bb2-6a56368079c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:32.093260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.217105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.221474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 31e36787-a88b-4738-9236-b5790b02897e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:32.222714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:32.234037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6866f255-12e6-4a84-8bb2-6a56368079c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6866f255-12e6-4a84-8bb2-6a56368079c2,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:32.239221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.239981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c3df076c-2544-46fb-b908-ee6ce8921cb7 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:32.299283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae5e4e-54cc-4e8c-a60b-cff398464fa5 None None] Network 31e36787-a88b-4738-9236-b5790b02897e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:32.445733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6866f255-12e6-4a84-8bb2-6a56368079c2,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.450933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b7f9a9c9-ed39-4412-91eb-283c2399c6a5 None None] Provisioning for port c3df076c-2544-46fb-b908-ee6ce8921cb7 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:32.524764 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port c3df076c-2544-46fb-b908-ee6ce8921cb7 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:32.533808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c3df076c-2544-46fb-b908-ee6ce8921cb7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:32.534157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.615846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:32.749994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.787185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port c3df076c-2544-46fb-b908-ee6ce8921cb7, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c3df076c-2544-46fb-b908-ee6ce8921cb7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:32.793091 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.833748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:32.854952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0bcb4558-203f-4bf0-89c1-7c83bc89d632 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/eeb25b5c-f4b1-48b5-bce0-a50d3e456999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1939309 Apr 22 15:08:32.887687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=c3df076c-2544-46fb-b908-ee6ce8921cb7,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.999528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d66ac9b-6fe8-4050-b595-6b7177a240c9 None None] Provisioning for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:33.004992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d66ac9b-6fe8-4050-b595-6b7177a240c9 None None] Provisioning complete for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.005349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac9b-6fe8-4050-b595-6b7177a240c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.040328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-77fc681c-26ba-4e8f-9d51-a299a57aae0e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639584955&fields=id&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 267 time: 0.0421453 Apr 22 15:08:33.058534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7d66ac9b-6fe8-4050-b595-6b7177a240c9 None None] Port 38cd94b4-2b86-433f-bc49-cdebf4e15351 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:33.071324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7d66ac9b-6fe8-4050-b595-6b7177a240c9 None None] Provisioning complete for port c3df076c-2544-46fb-b908-ee6ce8921cb7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.072343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7d66ac9b-6fe8-4050-b595-6b7177a240c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.189874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-e2177c6c-9277-4e39-b937-33729ccd158f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:33.190575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-e2177c6c-9277-4e39-b937-33729ccd158f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:33.209225 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-e2177c6c-9277-4e39-b937-33729ccd158f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:33.210486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-e2177c6c-9277-4e39-b937-33729ccd158f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/networks?id=31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 200 len: 797 time: 0.1639218 Apr 22 15:08:33.227670 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-6c89db62-8360-465d-9c78-59a67fde0e48 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/quotas/7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 375 time: 0.0112615 Apr 22 15:08:33.312363 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-93b06b97-fac1-4a42-ba4d-751bb20e73ee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:33.316845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-8d2a6cff-e3b1-4b3c-9bf6-1d51066bf2b8 None None] Provisioning complete for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.317256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6cff-e3b1-4b3c-9bf6-1d51066bf2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.330213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-93b06b97-fac1-4a42-ba4d-751bb20e73ee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:33.331649 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-93b06b97-fac1-4a42-ba4d-751bb20e73ee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986454 Apr 22 15:08:33.369529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a6cff-e3b1-4b3c-9bf6-1d51066bf2b8 None None] Port 38cd94b4-2b86-433f-bc49-cdebf4e15351 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:33.476012 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-f7305df4-c168-41be-967a-72c25d1f90ec service neutron] 10.222.0.32 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262441 Apr 22 15:08:33.491111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6161d8f8-6c14-4ae9-98a7-9dc91c482e41 None None] Provisioning complete for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.491483 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6161d8f8-6c14-4ae9-98a7-9dc91c482e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.546921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6161d8f8-6c14-4ae9-98a7-9dc91c482e41 None None] Port 38cd94b4-2b86-433f-bc49-cdebf4e15351 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:33.603846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-4edabc39-cb2f-4e8a-9a9f-5106f258f619 service neutron] 10.222.0.32 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219256 Apr 22 15:08:33.790438 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5ed2094c-7098-43f8-ac8f-9b41f025d652 req-145ef4f4-6bd0-4337-86ba-d98796b9ae8a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 210 time: 0.0394754 Apr 22 15:08:33.974602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6866f255-12e6-4a84-8bb2-6a56368079c2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:34.044809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6866f255-12e6-4a84-8bb2-6a56368079c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:34.045172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.106493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.169445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c3df076c-2544-46fb-b908-ee6ce8921cb7 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:34.238783 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port c3df076c-2544-46fb-b908-ee6ce8921cb7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:34.239586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.546290 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Sync routers for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:34.560295 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:34.560934 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:34.764734 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:34.979876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-550a9639-a92c-4012-a48f-679b9ffe8b40 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:34.981262 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-550a9639-a92c-4012-a48f-679b9ffe8b40 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/networks?id=31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 200 len: 797 time: 0.2931137 Apr 22 15:08:34.983262 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20e0a8ff-38fa-451e-9be1-ec14bbcf279a req-7f6557ba-2bfb-48d4-8c41-4b66271d6cba tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 210 time: 0.0527070 Apr 22 15:08:35.034607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-6c2ef355-1e6c-4f3f-b73a-bff623157776 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 379 time: 0.0411193 Apr 22 15:08:35.042908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'port': {'device_id': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'admin_state_up': True, 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'security_groups': ['e55c2c34-d4a4-41f9-8436-ab0cc5840df6']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:35.080088 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 2, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:35.083834 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Checking router: eeb25b5c-f4b1-48b5-bce0-a50d3e456999 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:35.084170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Updating router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 port 38cd94b4-2b86-433f-bc49-cdebf4e15351 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:08:35.134080 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.175855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:35.185818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:35.197593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:35.200741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.472111 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.484149 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Transition to ACTIVE for port object 38cd94b4-2b86-433f-bc49-cdebf4e15351 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:35.492353 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.561932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.14 (31e36787-a88b-4738-9236-b5790b02897e/0d218bdb-20b5-494a-bbd7-da2c8c126d73/6207b722-525a-4c17-aa99-86074ae897b7) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:35.626044 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Pushing event updated for resources: {'Port': ['ID=38cd94b4-2b86-433f-bc49-cdebf4e15351,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.641086 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.641556 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.642050 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.642506 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.643171 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.643632 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.644414 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.644988 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.645508 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.645860 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.646186 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:35.745251 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Attempting to bind port 38cd94b4-2b86-433f-bc49-cdebf4e15351 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:35.745606 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Attempting to bind port 38cd94b4-2b86-433f-bc49-cdebf4e15351 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:35.745985 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Attempting to bind port 38cd94b4-2b86-433f-bc49-cdebf4e15351 on network 31e36787-a88b-4738-9236-b5790b02897e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:35.753294 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:35.753705 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Checking segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:35.754077 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.754457 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Bound using segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:35.754926 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Bound port: 38cd94b4-2b86-433f-bc49-cdebf4e15351, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:35.755277 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.760552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.777060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object 6207b722-525a-4c17-aa99-86074ae897b7 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:35.800462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.840104 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] For port 38cd94b4-2b86-433f-bc49-cdebf4e15351, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:35.843288 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] For port 38cd94b4-2b86-433f-bc49-cdebf4e15351, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=38cd94b4-2b86-433f-bc49-cdebf4e15351,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:35.849071 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.871103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 31e36787-a88b-4738-9236-b5790b02897e is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:35.874223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:35.876625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:35.912704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=6207b722-525a-4c17-aa99-86074ae897b7,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.934246 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a84e9a-7541-4e90-8e9e-3223e0349406 None None] Pushing event updated for resources: {'Port': ['ID=38cd94b4-2b86-433f-bc49-cdebf4e15351,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.940966 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:35.941950 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:35.954558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:35.955170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.983373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-d6f384a5-ff8c-4c21-9376-79683ec84fc7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9440918 Apr 22 15:08:35.995409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Request body: {'port': {'device_id': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:36.119688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-86a6b1c3-ca94-44e7-965f-74b8ea95fdb6 None None] Provisioning for port 6207b722-525a-4c17-aa99-86074ae897b7 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:36.126581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-86a6b1c3-ca94-44e7-965f-74b8ea95fdb6 None None] Provisioning complete for port 6207b722-525a-4c17-aa99-86074ae897b7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:36.126949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1c3-ca94-44e7-965f-74b8ea95fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.133011 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:36.146246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.192450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-86a6b1c3-ca94-44e7-965f-74b8ea95fdb6 None None] Port 6207b722-525a-4c17-aa99-86074ae897b7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:36.359025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935e7e7-cfa1-4e32-8fd3-f8ddc504ad6d req-7e96d8dd-1bd2-4489-b830-cef88520e275 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:36.359700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d935e7e7-cfa1-4e32-8fd3-f8ddc504ad6d req-7e96d8dd-1bd2-4489-b830-cef88520e275 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:36.449892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d935e7e7-cfa1-4e32-8fd3-f8ddc504ad6d req-7e96d8dd-1bd2-4489-b830-cef88520e275 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:36.451132 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d935e7e7-cfa1-4e32-8fd3-f8ddc504ad6d req-7e96d8dd-1bd2-4489-b830-cef88520e275 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 932 time: 0.3149421 Apr 22 15:08:36.481704 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:35Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.486121 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487210a-4392-4382-aa09-4b806c423a42 None None] The sync data for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv is: [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:35Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:36.538928 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d935e7e7-cfa1-4e32-8fd3-f8ddc504ad6d req-c6a9a365-cf31-4cc7-91fd-f310c9e72fc9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810573 Apr 22 15:08:36.617902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6207b722-525a-4c17-aa99-86074ae897b7 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:36.624863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.640136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Transition to ACTIVE for port object 6207b722-525a-4c17-aa99-86074ae897b7 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:36.644012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.772531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Pushing event updated for resources: {'Port': ['ID=6207b722-525a-4c17-aa99-86074ae897b7,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:36.882392 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Attempting to bind port 6207b722-525a-4c17-aa99-86074ae897b7 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:36.882626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Attempting to bind port 6207b722-525a-4c17-aa99-86074ae897b7 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:36.882950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Attempting to bind port 6207b722-525a-4c17-aa99-86074ae897b7 on network 31e36787-a88b-4738-9236-b5790b02897e {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:36.889157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Port 6207b722-525a-4c17-aa99-86074ae897b7 on network 31e36787-a88b-4738-9236-b5790b02897e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:08:36.889474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Attempting to bind port 6207b722-525a-4c17-aa99-86074ae897b7 on network 31e36787-a88b-4738-9236-b5790b02897e {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:36.896058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:36.896486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Checking segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:36.896917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Bound using segment: {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:36.897346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Bound port: 6207b722-525a-4c17-aa99-86074ae897b7, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bad08f-1115-4d74-9248-a0695c8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '31e36787-a88b-4738-9236-b5790b02897e'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:36.897717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.995970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] For port 6207b722-525a-4c17-aa99-86074ae897b7, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:36.999076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] For port 6207b722-525a-4c17-aa99-86074ae897b7, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6207b722-525a-4c17-aa99-86074ae897b7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:37.005618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.161890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.163268 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] 10.222.0.24 "PUT /v2.0/ports/6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 200 len: 1094 time: 1.1722984 Apr 22 15:08:37.163694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:37.181315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c65cf-8884-4456-85ec-d33e19d573ee service neutron] Pushing event updated for resources: {'Port': ['ID=6207b722-525a-4c17-aa99-86074ae897b7,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.239636 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b924e316-c836-489f-aa59-46f61944052d'] response: {'name': 'network-changed', 'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7', 'status': 'completed', 'code': 200} Apr 22 15:08:37.286711 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-426c893d-3bb4-4455-895a-3b2473294ecc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1097 time: 0.0787368 Apr 22 15:08:37.358338 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-92d382b1-2d85-4fcd-b7d1-c122f9e0bf36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 200 len: 217 time: 0.0642660 Apr 22 15:08:37.422668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-4eea3317-17f3-442e-860d-d24fa8ee3f6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:37.424070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-4eea3317-17f3-442e-860d-d24fa8ee3f6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d218bdb-20b5-494a-bbd7-da2c8c126d73 HTTP/1.1" status: 200 len: 835 time: 0.0602241 Apr 22 15:08:37.497434 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-7c4b1fe1-b502-4416-a587-89dbfa6cc016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31e36787-a88b-4738-9236-b5790b02897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667791 Apr 22 15:08:37.633528 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-89cde9e4-f95c-40c9-9f16-b31d9c474b1e service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295195 Apr 22 15:08:37.813305 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d0f83be9-d34e-4f2f-a29f-6fc755100dd8 req-11b21ae6-e661-487a-b73f-1696e2ab53b8 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742074 Apr 22 15:08:37.827443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60224d65-4b43-4876-88db-edeac258a0dd req-73e12173-e639-4088-b888-2808f85c75fb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:37.828884 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60224d65-4b43-4876-88db-edeac258a0dd req-73e12173-e639-4088-b888-2808f85c75fb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 944 time: 0.1241357 Apr 22 15:08:37.913310 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60224d65-4b43-4876-88db-edeac258a0dd req-af406561-4f2c-4a51-8157-39cbf0140ae8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784042 Apr 22 15:08:37.942854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-d7879ea6-db1a-450e-93f9-8330d4196e27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1097 time: 0.0783577 Apr 22 15:08:37.982434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 38cd94b4-2b86-433f-bc49-cdebf4e15351 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:38.052921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:38.057549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:38.058407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.074735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-880f788e-dc48-4db7-88fb-69dc3a87066a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:38.076195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-880f788e-dc48-4db7-88fb-69dc3a87066a service neutron] 10.222.0.24 "GET /v2.0/networks?id=31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 200 len: 898 time: 0.1279762 Apr 22 15:08:38.146430 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-da2a74d8-0cab-4b3d-ad6c-d38894ab9ca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 200 len: 217 time: 0.0626826 Apr 22 15:08:38.172434 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.203648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 38cd94b4-2b86-433f-bc49-cdebf4e15351, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=38cd94b4-2b86-433f-bc49-cdebf4e15351,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:38.207582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-4127cab8-c83f-4e8b-8c06-0f0ea2489ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:38.208138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.209271 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-4127cab8-c83f-4e8b-8c06-0f0ea2489ae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d218bdb-20b5-494a-bbd7-da2c8c126d73 HTTP/1.1" status: 200 len: 835 time: 0.0570602 Apr 22 15:08:38.276459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=38cd94b4-2b86-433f-bc49-cdebf4e15351,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:38.287234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-7f3e7c97-8e0f-46cb-a28e-ef68ce6e1fec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31e36787-a88b-4738-9236-b5790b02897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707583 Apr 22 15:08:38.417957 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-5f5e74d0-2718-49c8-a40e-9b198c757cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232874 Apr 22 15:08:38.551286 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b24e8a3e-23c0-48bd-bb08-b59642499fa9 req-806f5063-cfe2-42b2-82c9-7685b46aafe1 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270924 Apr 22 15:08:39.138017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39310247-1477-4c00-8af9-c1e44f7024a7 req-064c6b06-bf1c-4f14-9c1c-b7e8f5d8f1b8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:39.139451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39310247-1477-4c00-8af9-c1e44f7024a7 req-064c6b06-bf1c-4f14-9c1c-b7e8f5d8f1b8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 944 time: 0.0805180 Apr 22 15:08:39.183472 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39310247-1477-4c00-8af9-c1e44f7024a7 req-e62e321a-5217-432f-b590-bf3f45e91f6d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Apr 22 15:08:39.639811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3dd345ac-37e6-40e9-804e-05dd88427296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.974646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 38cd94b4-2b86-433f-bc49-cdebf4e15351 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:40.047310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 38cd94b4-2b86-433f-bc49-cdebf4e15351 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:40.047673 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.481637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c525ed-36b0-4d00-aef9-dd60930c0a49 req-c7c17785-4c63-466f-9277-94a8c3ecf741 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:40.483035 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f6c525ed-36b0-4d00-aef9-dd60930c0a49 req-c7c17785-4c63-466f-9277-94a8c3ecf741 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 944 time: 0.1780286 Apr 22 15:08:40.529548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f6c525ed-36b0-4d00-aef9-dd60930c0a49 req-ff826f74-2fea-4261-83aa-b73209354b23 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Apr 22 15:08:41.636081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6207b722-525a-4c17-aa99-86074ae897b7 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:08:41.729886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84f4b-18e7-43c6-8e40-f6b3b2fc3f40 req-3cadb9f7-1111-47e6-a6d9-16e3a75317bd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:41.731319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffd84f4b-18e7-43c6-8e40-f6b3b2fc3f40 req-3cadb9f7-1111-47e6-a6d9-16e3a75317bd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 944 time: 0.0752115 Apr 22 15:08:41.761581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bfc387f6-b7b0-44ec-b0a8-ce2b72fe9399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.778476 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffd84f4b-18e7-43c6-8e40-f6b3b2fc3f40 req-45a1f06c-9ecb-4e05-8935-e9341e2027ab tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Apr 22 15:08:41.781279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 6207b722-525a-4c17-aa99-86074ae897b7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6207b722-525a-4c17-aa99-86074ae897b7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:41.794334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '6207b722-525a-4c17-aa99-86074ae897b7', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'port_id': '6207b722-525a-4c17-aa99-86074ae897b7', 'mac_address': 'fa:16:3e:c6:bd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:08:41.852071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.869343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6207b722-525a-4c17-aa99-86074ae897b7 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:41.884822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 6207b722-525a-4c17-aa99-86074ae897b7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6207b722-525a-4c17-aa99-86074ae897b7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:41.890778 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.955431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=6207b722-525a-4c17-aa99-86074ae897b7,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:42.094405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['6207b722-525a-4c17-aa99-86074ae897b7'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:42.987016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.998066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaaae3-0f13-40af-a070-dba781bec753 req-018845ec-c838-4043-9647-d13ba56783f6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:42.999544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1dcaaae3-0f13-40af-a070-dba781bec753 req-018845ec-c838-4043-9647-d13ba56783f6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 945 time: 0.0896120 Apr 22 15:08:43.024255 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.046864 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1dcaaae3-0f13-40af-a070-dba781bec753 req-cfbfc4ea-ac28-4904-981c-b839435daf05 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Apr 22 15:08:43.648438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6207b722-525a-4c17-aa99-86074ae897b7 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:43.726447 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 6207b722-525a-4c17-aa99-86074ae897b7 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:43.731220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 6207b722-525a-4c17-aa99-86074ae897b7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:43.731583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.852152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.883263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:43.893528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 6207b722-525a-4c17-aa99-86074ae897b7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6207b722-525a-4c17-aa99-86074ae897b7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:43.898922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.941525 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d8e22b-9f6d-4818-8afc-13eac3ccb1c9'] response: {'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7', 'code': 200} Apr 22 15:08:43.966666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=6207b722-525a-4c17-aa99-86074ae897b7,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:44.180653 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-474c1a85-1aea-4a4a-b511-321a6a7f2c0d req-75d80f8f-4291-4c58-b368-f9ddd47ac2d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1099 time: 0.0750468 Apr 22 15:08:44.230718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-474c1a85-1aea-4a4a-b511-321a6a7f2c0d req-8b81739a-3b6b-436d-9131-838229cd596c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442512 Apr 22 15:08:44.399577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384abb70-416f-42e1-accb-0ff3cbe6abaa req-f8529540-6309-4aa5-96df-b45aabd85f4e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:44.401007 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-384abb70-416f-42e1-accb-0ff3cbe6abaa req-f8529540-6309-4aa5-96df-b45aabd85f4e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0819964 Apr 22 15:08:44.447749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-384abb70-416f-42e1-accb-0ff3cbe6abaa req-22f53726-bfed-44bb-b1d8-05e04380471d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391023 Apr 22 15:08:44.530584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.653539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510255fe-ab12-4d15-a4cb-34762d9b68bd req-2b1ffcb0-d907-40a2-948a-5ac1173e772c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:45.655021 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-510255fe-ab12-4d15-a4cb-34762d9b68bd req-2b1ffcb0-d907-40a2-948a-5ac1173e772c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0842285 Apr 22 15:08:45.701197 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-510255fe-ab12-4d15-a4cb-34762d9b68bd req-b7cbfee9-0885-42d2-b5df-28609a7bf39e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Apr 22 15:08:45.909865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc3d2-b72c-4948-9169-77b1bd9eea74 req-2d4f5693-7845-4410-b2a6-5153c3e41592 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:45.911373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-daecc3d2-b72c-4948-9169-77b1bd9eea74 req-2d4f5693-7845-4410-b2a6-5153c3e41592 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0836353 Apr 22 15:08:45.956658 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-daecc3d2-b72c-4948-9169-77b1bd9eea74 req-c6a23439-7c9e-4941-8b92-6a1cbcfad176 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397406 Apr 22 15:08:45.983343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42750) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:46.057555 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-439e4652-a690-473e-85b4-5fefee31f5ec tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1094 time: 0.0731037 Apr 22 15:08:46.060656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42754) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:46.068474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '6207b722-525a-4c17-aa99-86074ae897b7', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:46.076544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:46.080646 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:floatingip and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:46.084186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:46.089949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:46.101598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.242387 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.375216 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.174 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/5a02c1e4-8614-4137-99a3-52a0e71704ee) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:46.522071 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.550456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.618322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:46.621076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:46.624467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:46.653311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=5a02c1e4-8614-4137-99a3-52a0e71704ee,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.140561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.196925 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.482114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.488353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.590172 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=5a02c1e4-8614-4137-99a3-52a0e71704ee,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.605610 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.808750 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Floating IP ea64e214-e20d-4e7c-9ee2-8a41a9061b13 associated. External IP: 172.26.2.174, port: 6207b722-525a-4c17-aa99-86074ae897b7. Apr 22 15:08:48.197419 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:48.395713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:48.422754 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.475381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] Sync routers for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:48.482932 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bc748549-a239-498f-a330-177502446e17 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4211936 Apr 22 15:08:48.483736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:48.489215 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:48.489866 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:48.537641 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea49c20-7e45-4eda-a7ed-a2c127d23abd'] response: {'name': 'network-changed', 'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7', 'status': 'completed', 'code': 200} Apr 22 15:08:48.670710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:48.685296 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-687b38ce-da9b-4e00-ae8a-cabc04e2508d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1099 time: 0.1261184 Apr 22 15:08:48.691571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a405af-8692-42f4-b3f1-009ac5ca4cd3 req-448df0cf-b1d4-4593-a6ff-9703cd739388 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:48.692913 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-67a405af-8692-42f4-b3f1-009ac5ca4cd3 req-448df0cf-b1d4-4593-a6ff-9703cd739388 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.1044154 Apr 22 15:08:48.824824 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-67a405af-8692-42f4-b3f1-009ac5ca4cd3 req-972a5210-152d-498f-908d-2119919be1ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141300 Apr 22 15:08:48.853210 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42762) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:48.853449 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-c28b2e39-0b2d-457a-a861-79eea957db86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:48.855745 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-c28b2e39-0b2d-457a-a861-79eea957db86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 200 len: 898 time: 0.1620371 Apr 22 15:08:48.956455 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ff282a7d-596b-4486-90c1-072857ff555f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 992 time: 0.1017258 Apr 22 15:08:48.962261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-18007cd0-43a0-4ec0-9228-d6f9a582ac63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 200 len: 1000 time: 0.0997169 Apr 22 15:08:49.027997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea64e214-e20d-4e7c-9ee2-8a41a9061b13', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'port_id': '6207b722-525a-4c17-aa99-86074ae897b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'mac_address': 'fa:16:3e:c6:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:08:46Z', 'updated_at': '2022-04-22T15:08:46Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:49.033274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] Checking router: eeb25b5c-f4b1-48b5-bce0-a50d3e456999 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:49.039311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-d4df8388-6baf-4ee0-8ecc-8eb4915c734f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:49.040753 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-d4df8388-6baf-4ee0-8ecc-8eb4915c734f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d218bdb-20b5-494a-bbd7-da2c8c126d73 HTTP/1.1" status: 200 len: 835 time: 0.0732009 Apr 22 15:08:49.044663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:49.045376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:08:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:49.118335 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-9a37cff1-caaa-4785-bb0e-d6eba48ee2a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31e36787-a88b-4738-9236-b5790b02897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719819 Apr 22 15:08:49.219304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:49.248920 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-1dd98711-8a00-4dc9-ab2b-3942da150511 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243358 Apr 22 15:08:49.382575 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a20bac7-c50a-492f-b599-33a7e4fff7c6 req-e5a91c94-9d88-49de-97e1-0f7d0e0f0a57 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230822 Apr 22 15:08:49.604390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea64e214-e20d-4e7c-9ee2-8a41a9061b13', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'port_id': '6207b722-525a-4c17-aa99-86074ae897b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'mac_address': 'fa:16:3e:c6:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:08:46Z', 'updated_at': '2022-04-22T15:08:46Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:49.608406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba2e38-5da6-465c-adaa-7ae57bfdaaa9 None None] The sync data for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv is: [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ea64e214-e20d-4e7c-9ee2-8a41a9061b13', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.174', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'port_id': '6207b722-525a-4c17-aa99-86074ae897b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'mac_address': 'fa:16:3e:c6:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:08:46Z', 'updated_at': '2022-04-22T15:08:46Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:49.961131 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42766) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:50.082300 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-153ed847-2bca-4718-8853-353077c55793 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 992 time: 0.1195977 Apr 22 15:08:51.087509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42770) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:51.189243 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3a69cb1f-f257-40c7-bb58-bb7adeccfdeb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 992 time: 0.1002374 Apr 22 15:08:52.195148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42774) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:52.396533 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0e20a98c-14f2-4620-b74d-b6956d3d5532 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 992 time: 0.2000504 Apr 22 15:08:52.724527 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cf26e-9fda-4943-992c-1176f33f999c None None] New status for floating IP ea64e214-e20d-4e7c-9ee2-8a41a9061b13: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:08:53.401669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42778) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:53.507658 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-01bf1ce9-1bd1-4da9-8664-df232da8e7fd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 994 time: 0.1042891 Apr 22 15:08:54.220575 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:08:58.021075 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-8cc5f84c-69e7-47a6-ac88-00f2dba9abe6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700614 Apr 22 15:08:58.161613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-d86fc2bc-dafb-4f3a-b999-e015aac39bdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1099 time: 0.0700362 Apr 22 15:08:58.393374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-a154028b-47f2-4231-bc0f-3ab2de24f466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:58.394848 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-a154028b-47f2-4231-bc0f-3ab2de24f466 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 200 len: 898 time: 0.2133825 Apr 22 15:08:58.502759 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-932b5e10-997b-4935-b5a2-b9ece6d5be47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 200 len: 1002 time: 0.1008964 Apr 22 15:08:58.568021 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-6ba6b8d2-3832-4267-99e6-1ddbf4963094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:58.569422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-6ba6b8d2-3832-4267-99e6-1ddbf4963094 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d218bdb-20b5-494a-bbd7-da2c8c126d73 HTTP/1.1" status: 200 len: 835 time: 0.0593867 Apr 22 15:08:58.644685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-df119a5e-8b9b-42cd-9a48-3795c5dc125a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31e36787-a88b-4738-9236-b5790b02897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683415 Apr 22 15:08:58.781821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-ceeb26c7-f7af-48d7-9225-fd59fd1c5604 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293614 Apr 22 15:08:58.912259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c0d1b362-7042-4d37-ad1f-e9bb5d41b3b6 req-e516a447-40c3-4348-ae47-3f90ca2aa778 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244729 Apr 22 15:09:04.102555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.624051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-38bc757a-49b7-4e18-aa2b-6fb4505b93b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.747863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7756f93b-f45f-4958-afb9-52bb7caea80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.000960 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.027152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.540919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.350561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d5709-084f-4dd5-b8bc-1ae62925f12d req-4a5fe989-44d9-471f-b972-4a7acb6e3670 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:17.352062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-099d5709-084f-4dd5-b8bc-1ae62925f12d req-4a5fe989-44d9-471f-b972-4a7acb6e3670 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0858440 Apr 22 15:09:17.397173 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-099d5709-084f-4dd5-b8bc-1ae62925f12d req-7ca667f3-2873-4116-b1d2-4d0f6ac30c88 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393016 Apr 22 15:09:18.605850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee622-a24e-4626-aa2f-41b8980c89b1 req-3842e919-ca08-4a35-9cdd-8fd822b4c027 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:18.607336 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e9ee622-a24e-4626-aa2f-41b8980c89b1 req-3842e919-ca08-4a35-9cdd-8fd822b4c027 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0877266 Apr 22 15:09:18.652528 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e9ee622-a24e-4626-aa2f-41b8980c89b1 req-38c07f50-f8e0-459f-aa7d-e9c3a5c8f9ef tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Apr 22 15:09:18.680300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42800) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.799757 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-834c0ba7-b627-4be1-b2af-b0c5c4cd5a6a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 994 time: 0.1183248 Apr 22 15:09:20.323893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ad37c-6ba3-4ee5-a3d6-2f3c83f6bdce req-93f35316-3d92-4ecf-b783-e8f0d5fa8ba7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:20.325353 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4ad37c-6ba3-4ee5-a3d6-2f3c83f6bdce req-93f35316-3d92-4ecf-b783-e8f0d5fa8ba7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0812831 Apr 22 15:09:20.371687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b4ad37c-6ba3-4ee5-a3d6-2f3c83f6bdce req-28de1757-c098-48dc-af8c-0d63773bcfa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396054 Apr 22 15:09:21.589343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc619e2-5bdf-4594-9812-54edfff32cd1 req-bc0bcc94-b288-4467-9fa8-5228cd4fee62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:21.590919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2cc619e2-5bdf-4594-9812-54edfff32cd1 req-bc0bcc94-b288-4467-9fa8-5228cd4fee62 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.0845435 Apr 22 15:09:21.642048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2cc619e2-5bdf-4594-9812-54edfff32cd1 req-c1b0dab7-6146-46d7-a886-4cb43882d69d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452917 Apr 22 15:09:21.680809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42812) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.789261 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a4813666-6048-49e6-8ec0-b217fc26f844 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 200 len: 994 time: 0.1073201 Apr 22 15:09:22.106536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42820) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:22.306493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 5a02c1e4-8614-4137-99a3-52a0e71704ee {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:22.306832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.470539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.470813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.666959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 5a02c1e4-8614-4137-99a3-52a0e71704ee owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:22.809756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.856159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=5a02c1e4-8614-4137-99a3-52a0e71704ee,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:22.920133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.920318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.920677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.921079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.921402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.921712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.922065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.922379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.922674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.923036 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.923320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:22.963266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.356569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:23.564222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:23.575727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] Sync routers for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:23.585547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.588887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:23.589491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:23.640601 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4bc2c87f-20bf-453d-85d1-76d3a33d97e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/floatingips/ea64e214-e20d-4e7c-9ee2-8a41a9061b13 HTTP/1.1" status: 204 len: 168 time: 1.5327435 Apr 22 15:09:23.641173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:23.766742 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:23.778705 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773289b4-8a4d-4254-8d64-3c48885a347c'] response: {'name': 'network-changed', 'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7', 'status': 'completed', 'code': 200} Apr 22 15:09:23.879351 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-5adb587b-fad3-4978-b621-c32d2e7425f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 1099 time: 0.0788379 Apr 22 15:09:24.066096 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-b0a3e6fc-8222-46f6-afdb-9bd227414181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.067577 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-b0a3e6fc-8222-46f6-afdb-9bd227414181 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 200 len: 898 time: 0.1817441 Apr 22 15:09:24.089590 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:24.093700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] Checking router: eeb25b5c-f4b1-48b5-bce0-a50d3e456999 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:24.104391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:24.104982 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:24.129182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6ffc3-03d7-40c5-afe8-5b7cded0bd4d req-f9a701c4-58cb-4b1d-a793-f35ad709861c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.129818 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-70d6ffc3-03d7-40c5-afe8-5b7cded0bd4d req-f9a701c4-58cb-4b1d-a793-f35ad709861c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:24.149252 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-31fa8707-6acf-4dc1-9890-d826ef60fc50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 200 len: 217 time: 0.0754418 Apr 22 15:09:24.189238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-70d6ffc3-03d7-40c5-afe8-5b7cded0bd4d req-f9a701c4-58cb-4b1d-a793-f35ad709861c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:24.190413 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70d6ffc3-03d7-40c5-afe8-5b7cded0bd4d req-f9a701c4-58cb-4b1d-a793-f35ad709861c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.2290952 Apr 22 15:09:24.242609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-d3a8bee7-a135-4f90-adff-73ef8c4821c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.244033 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-d3a8bee7-a135-4f90-adff-73ef8c4821c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d218bdb-20b5-494a-bbd7-da2c8c126d73 HTTP/1.1" status: 200 len: 835 time: 0.0870807 Apr 22 15:09:24.311683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:24.390205 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70d6ffc3-03d7-40c5-afe8-5b7cded0bd4d req-b6340a80-d202-4d7a-a64c-dfb6171d9ab9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893997 Apr 22 15:09:24.426820 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-d1361744-a7fa-47b2-a067-a2fcdd05a4c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31e36787-a88b-4738-9236-b5790b02897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1747115 Apr 22 15:09:24.564918 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-de30125a-8967-4986-9f34-bb68a2173e25 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308870 Apr 22 15:09:24.626941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:24.631462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775a97e-eea7-4fa7-9e49-56d906de0591 None None] The sync data for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv is: [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '38cd94b4-2b86-433f-bc49-cdebf4e15351', 'name': '', 'network_id': '31e36787-a88b-4738-9236-b5790b02897e', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:fa:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:30Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0d218bdb-20b5-494a-bbd7-da2c8c126d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:24.719522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d7a51f1c-88f8-4aea-9f33-6325b1d8e9c6 req-ae55f7b1-d2ce-4fe6-ae93-e1956648efa9 service neutron] 10.222.0.24 "GET /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473193 Apr 22 15:09:24.851952 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea02b0-b711-4db5-a77d-1ed1303863f5 None None] New status for floating IP ea64e214-e20d-4e7c-9ee2-8a41a9061b13: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:09:25.613528 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-a230978f-4d72-4097-9fe5-831d69633577 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:25.614895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-a230978f-4d72-4097-9fe5-831d69633577 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.1461716 Apr 22 15:09:25.682538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18f405-ac0f-4bce-93b8-39b52e950c84 req-f21ad219-2978-4738-9280-e6350eeff10a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:25.683969 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aa18f405-ac0f-4bce-93b8-39b52e950c84 req-f21ad219-2978-4738-9280-e6350eeff10a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 946 time: 0.1644349 Apr 22 15:09:25.691718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 6207b722-525a-4c17-aa99-86074ae897b7 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:25.692056 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.819378 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-aa18f405-ac0f-4bce-93b8-39b52e950c84 req-be39f788-d25b-4cb4-b055-3b0862050da3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=e55c2c34-d4a4-41f9-8436-ab0cc5840df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023049 Apr 22 15:09:25.974002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 6207b722-525a-4c17-aa99-86074ae897b7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6207b722-525a-4c17-aa99-86074ae897b7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:25.974350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.096146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 6207b722-525a-4c17-aa99-86074ae897b7 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:26.238988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.288769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=6207b722-525a-4c17-aa99-86074ae897b7,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:26.361428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] No DVR routers for this DVR port 6207b722-525a-4c17-aa99-86074ae897b7 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:26.363997 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.366654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'name': 'network-vif-deleted', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:26.382739 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cdad9df3-3d29-45a5-a7fa-1f8d02dc7492 req-88770f9d-3213-4678-8ea6-7bb165f38db5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "DELETE /v2.0/ports/6207b722-525a-4c17-aa99-86074ae897b7 HTTP/1.1" status: 204 len: 173 time: 0.7630451 Apr 22 15:09:26.426149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc475f8-4a01-466e-8626-6715bd0995ae'] response: {'server_uuid': '401d0375-e5ce-432a-87ee-e37a3ab43916', 'name': 'network-vif-deleted', 'tag': '6207b722-525a-4c17-aa99-86074ae897b7', 'status': 'completed', 'code': 200} Apr 22 15:09:26.996121 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-44ae6de2-2611-4b6d-9299-383cf7da6dac req-63d8f97c-5bb3-41a7-97e2-ed6c1c1df450 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:27.014247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-44ae6de2-2611-4b6d-9299-383cf7da6dac req-63d8f97c-5bb3-41a7-97e2-ed6c1c1df450 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:27.015635 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-44ae6de2-2611-4b6d-9299-383cf7da6dac req-63d8f97c-5bb3-41a7-97e2-ed6c1c1df450 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=401d0375-e5ce-432a-87ee-e37a3ab43916 HTTP/1.1" status: 200 len: 210 time: 0.0598645 Apr 22 15:09:28.148609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42842) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:28.667284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.317753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 38cd94b4-2b86-433f-bc49-cdebf4e15351 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:29.318470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.544707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 38cd94b4-2b86-433f-bc49-cdebf4e15351, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=38cd94b4-2b86-433f-bc49-cdebf4e15351,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:29.545089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.684782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 38cd94b4-2b86-433f-bc49-cdebf4e15351 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:29.817098 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6207b722-525a-4c17-aa99-86074ae897b7 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:29.857707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.891116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 6207b722-525a-4c17-aa99-86074ae897b7 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:29.891450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6207b722-525a-4c17-aa99-86074ae897b7 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:29.901656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=38cd94b4-2b86-433f-bc49-cdebf4e15351,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:30.294335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.898305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:31.101946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:31.112446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] Sync routers for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:31.120363 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-fd5e2ec4-d38b-437f-881e-3c762f0d21c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/eeb25b5c-f4b1-48b5-bce0-a50d3e456999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705620 Apr 22 15:09:31.123050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42846) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:31.125063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:31.125700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:31.221163 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:09:31.299614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:31.303261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting subnet 0d218bdb-20b5-494a-bbd7-da2c8c126d73 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:31.306190 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.361998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.443881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.520249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.559948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Subnet': ['ID=0d218bdb-20b5-494a-bbd7-da2c8c126d73,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:31.566281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.575701 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5070428f-d7fe-4c30-9bc7-f6c89cab5bbe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/subnets/0d218bdb-20b5-494a-bbd7-da2c8c126d73 HTTP/1.1" status: 204 len: 168 time: 0.4482172 Apr 22 15:09:31.575915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42850) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:31.576355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fcf17f-96ed-49da-842d-6e01a0a17ebf None None] Network 31e36787-a88b-4738-9236-b5790b02897e requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:31.761698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:09:29Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:31.773140 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] Checking router: eeb25b5c-f4b1-48b5-bce0-a50d3e456999 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:31.790326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] Routers {'eeb25b5c-f4b1-48b5-bce0-a50d3e456999'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:31.790931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:31.877865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.969992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] Set router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:32.011321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] DHCP port deletion for 31e36787-a88b-4738-9236-b5790b02897e request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:32.070198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Deleting port c3df076c-2544-46fb-b908-ee6ce8921cb7 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:32.070528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.074443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.084623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 6866f255-12e6-4a84-8bb2-6a56368079c2 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:32.084950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.253545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 6866f255-12e6-4a84-8bb2-6a56368079c2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6866f255-12e6-4a84-8bb2-6a56368079c2,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:32.253837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.374534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 6866f255-12e6-4a84-8bb2-6a56368079c2 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:32.448028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] For port c3df076c-2544-46fb-b908-ee6ce8921cb7, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=c3df076c-2544-46fb-b908-ee6ce8921cb7,segment=NetworkSegment(99bad08f-1115-4d74-9248-a0695c8b3f03),segment_id=99bad08f-1115-4d74-9248-a0695c8b3f03)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:32.448796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.546182 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.570730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Calling delete_port for c3df076c-2544-46fb-b908-ee6ce8921cb7 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:32.592427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=6866f255-12e6-4a84-8bb2-6a56368079c2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:32.643521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:09:29Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:32.648286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32049ac-573e-4d09-9fe1-c6738f403bb4 None None] The sync data for ids ['eeb25b5c-f4b1-48b5-bce0-a50d3e456999'] in dv-neutron-838878-1-hyperv is: [{'id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457068422', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:09:29Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6866f255-12e6-4a84-8bb2-6a56368079c2', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:28:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb25b5c-f4b1-48b5-bce0-a50d3e456999', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:27Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:32.656243 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.703134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Pushing event deleted for resources: {'Port': ['ID=c3df076c-2544-46fb-b908-ee6ce8921cb7,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:32.714461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.714763 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.715114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.715438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.715774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.716076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.716397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.716714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.717029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.717343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.717707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:32.720202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836217b-02fe-4825-90ed-dc728041e888 None None] No DVR routers for this DVR port c3df076c-2544-46fb-b908-ee6ce8921cb7 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:32.819701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.073246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.077550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.201353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.202336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Fanout notify agent at l3_agent the message router_deleted on router eeb25b5c-f4b1-48b5-bce0-a50d3e456999 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:33.217258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.218931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b362df3-3307-42e9-aa09-399b7dce3703 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/routers/eeb25b5c-f4b1-48b5-bce0-a50d3e456999 HTTP/1.1" status: 204 len: 168 time: 1.6415837 Apr 22 15:09:33.221414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42854) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:33.343722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.470048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.494581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e36787-a88b-4738-9236-b5790b02897e']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:33.506949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bad08f-1115-4d74-9248-a0695c8b3f03') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:33.507145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bad08f-1115-4d74-9248-a0695c8b3f03') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:33.527821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.543258 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.549252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:33.549626 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:33.563491 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:33.651238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.668863 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.681616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Network': ['ID=31e36787-a88b-4738-9236-b5790b02897e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.692025 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/networks/31e36787-a88b-4738-9236-b5790b02897e HTTP/1.1" status: 204 len: 168 time: 0.4693289 Apr 22 15:09:33.693389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.693772 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.694106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.694444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.694775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.695094 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.695197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42858) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:33.695521 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.695848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.696163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.696478 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.696791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3cd88-c74a-457f-9ea5-0b8a66a78098 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:33.763589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b40f9bc4-7b18-4643-ac69-e33d07c21afa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.791442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b40f9bc4-7b18-4643-ac69-e33d07c21afa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.858698 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b40f9bc4-7b18-4643-ac69-e33d07c21afa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.876394 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f9bc4-7b18-4643-ac69-e33d07c21afa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c2c34-d4a4-41f9-8436-ab0cc5840df6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.882615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b40f9bc4-7b18-4643-ac69-e33d07c21afa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.886052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b40f9bc4-7b18-4643-ac69-e33d07c21afa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/security-groups/e55c2c34-d4a4-41f9-8436-ab0cc5840df6 HTTP/1.1" status: 204 len: 168 time: 0.1876934 Apr 22 15:09:33.997770 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6866f255-12e6-4a84-8bb2-6a56368079c2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:34.030135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6866f255-12e6-4a84-8bb2-6a56368079c2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:34.030479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6866f255-12e6-4a84-8bb2-6a56368079c2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:34.030883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 38cd94b4-2b86-433f-bc49-cdebf4e15351 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:34.060407 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 38cd94b4-2b86-433f-bc49-cdebf4e15351 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:34.060744 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 38cd94b4-2b86-433f-bc49-cdebf4e15351 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:34.061135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c3df076c-2544-46fb-b908-ee6ce8921cb7 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:34.098553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: c3df076c-2544-46fb-b908-ee6ce8921cb7 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:34.098876 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device c3df076c-2544-46fb-b908-ee6ce8921cb7 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:34.111598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.138149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42866) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.143829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139374068', 'description': 'tempest-secgroup-smoke-2139374068 description', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.149914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.153652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.156585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.163487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.174208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.208450 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.212247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.215105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.220722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.287602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.291927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.332767 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ace92b-ad2c-4691-826e-07c74c7018ce,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.336654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.337851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d0be688d-baf7-482e-af67-1228e48770b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1987028 Apr 22 15:09:34.341038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42870) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.346499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'c5ace92b-ad2c-4691-826e-07c74c7018ce', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.352264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.355945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.358761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.364267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.381562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.441428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.446673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.476215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e254b3c-d9da-4f80-8749-b38fa7e99979,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.485194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.486423 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-166bd275-13fd-4e66-9b73-1ddffd40c87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1444890 Apr 22 15:09:34.489130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42874) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.494598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'c5ace92b-ad2c-4691-826e-07c74c7018ce', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.503675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.507632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.510723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.516901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.539307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.600140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.605936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.629289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404a4865-d13c-4088-9247-6b30b7500040,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.638175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.639331 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8cf32e5d-85fc-43ae-9e89-3c6f89e8af66 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1492610 Apr 22 15:09:34.642390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42878) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.648018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'c5ace92b-ad2c-4691-826e-07c74c7018ce', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.654126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.658041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.661031 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.667093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.686125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.751757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.756546 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.778562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133883a9-0881-4e50-ad6e-fcab8f94c65d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.790083 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.791263 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2677ee74-e578-4dfd-82d4-127c3283d0f9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478066 Apr 22 15:09:34.794412 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42882) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.800227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'c5ace92b-ad2c-4691-826e-07c74c7018ce', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.806205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.810116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.812970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.818593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.838306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.899540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.904868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.928966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f863ba-d71d-44e4-b1d3-8ada72aef2a7,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.939460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.940648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4b2e1d4d-5c4b-46d5-b368-da59d8081eac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452386 Apr 22 15:09:34.944999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42886) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.953109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'c5ace92b-ad2c-4691-826e-07c74c7018ce', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.959134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.963369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.966343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.972535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.983725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:09:34.990104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.055274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.059469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.081435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f488ec99-2e3c-480b-bf31-47e3b8ceb8f2,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:35.090725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.092049 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0ddc19fd-97c3-4d18-b4b6-f32bf6379e93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1458192 Apr 22 15:09:35.094770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42890) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:35.100006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': 'c5ace92b-ad2c-4691-826e-07c74c7018ce', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:35.105833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:35.109880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:35.112896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:35.118765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:35.131475 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:09:35.138020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.205457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.212353 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.235439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04b04d0-ebb9-46c3-ba5b-f4f7eecda007,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:35.244247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.245540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e12f2a2-ddff-4749-b46a-3fa1f68b1768 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1498725 Apr 22 15:09:35.248372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42894) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:35.254300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'network': {'name': 'tempest-network-smoke--1548785896', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:35.259078 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:35.263155 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:network and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:35.265999 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:35.271496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:35.282346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:35.285366 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.314237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:35.323310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.323765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Added segment 2aa18486-9072-41d6-901e-4948d101c121 of type vlan for network 3fdbaaac-14c8-470d-922c-faf0c2abb773 Apr 22 15:09:35.354875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.384729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.388859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:35.389430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.495371 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2459447 Apr 22 15:09:35.498512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42898) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:35.501318 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2eb77-7a24-4e24-9521-1c2095b09fc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Network': ['ID=3fdbaaac-14c8-470d-922c-faf0c2abb773,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:35.504688 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'admin_state_up': True, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:35.511618 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:35.512149 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:35.516009 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:router and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:35.518940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:35.527681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:35.543404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.544571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.563844 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.712919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.900676 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.929319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.078153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.190 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/2dd06b76-63c4-4ee4-8f77-e6c7810de8a4) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:36.235264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.266500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.421211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:36.424049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:36.428267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:36.452217 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.608139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.608917 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.847192 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router d69240a3-a075-4bd3-b009-0c9b84ee7397 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:09:37.048268 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:37.057704 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Sync routers for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:37.069873 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:37.070713 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.073996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.078210 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bb03444e-be8b-4f78-8bcf-a83774dc7643 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5754554 Apr 22 15:09:37.078639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42902) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.120094 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ff4e04c4-1c31-4e3b-b3db-f40101ac8b4f tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d9e82dcdab24662867cb36f85ac24b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403876 Apr 22 15:09:37.123058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42906) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.243546 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:37.251273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd3494-3fff-429f-8f8b-bf083240536f tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:37.253045 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ffbd3494-3fff-429f-8f8b-bf083240536f tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291320 Apr 22 15:09:37.256197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42910) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.295840 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c1a6e4bf-7c8e-4de7-bf62-d3deccc1c43b tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361838 Apr 22 15:09:37.296075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42914) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.301247 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84018303', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:37.407389 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:37.411206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:subnet and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:37.413965 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:37.419492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:37.429439 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:37.519773 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:36Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.523524 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Checking router: d69240a3-a075-4bd3-b009-0c9b84ee7397 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:37.523846 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Updating router d69240a3-a075-4bd3-b009-0c9b84ee7397 port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:09:37.529939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.581274 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.742560 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.820055 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Subnet': ['ID=1aa16fc4-755a-4197-a2f6-e8d8de787304,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:37.831966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Checking segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:37.832252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network hostable DHCP agents. Network: 3fdbaaac-14c8-470d-922c-faf0c2abb773, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:37.854302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:37.863489 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 3fdbaaac-14c8-470d-922c-faf0c2abb773) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:37.867745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:37.868987 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.874359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac3010-fa6b-4f43-9a17-4d633e744d06 None None] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:37.891840 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-53fdfbcc-50c7-48f3-979f-c89e5d394d33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5946019 Apr 22 15:09:37.894556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42918) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.925889 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.937337 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Transition to ACTIVE for port object 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:37.944906 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.025126 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Pushing event updated for resources: {'Port': ['ID=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.030364 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Attempting to bind port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:38.030720 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Attempting to bind port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:38.031078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Attempting to bind port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:38.039237 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.039898 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.039898 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.040534 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.040534 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.040811 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.041122 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.041444 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.041853 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.042140 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.042451 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:38.048648 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:38.048996 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:38.049715 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.049851 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:38.050203 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Bound port: 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:38.050551 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.102269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-3fdbaaac-14c8-470d-922c-faf0c2abb773', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:38.103076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.124729 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] For port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:38.128840 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] For port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:38.134274 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.218572 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8ec1-4eed-4133-83dc-0aee4ae467fe None None] Pushing event updated for resources: {'Port': ['ID=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.222125 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:38.222729 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:38.264329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Allocated IP 172.20.0.2 (3fdbaaac-14c8-470d-922c-faf0c2abb773/1aa16fc4-755a-4197-a2f6-e8d8de787304/2810b027-4e47-4329-b048-1bfd1f2ee812) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:38.410357 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:38.473112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.483911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Transition to ACTIVE for port object 2810b027-4e47-4329-b048-1bfd1f2ee812 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:38.512377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Transition to ACTIVE for port object 2810b027-4e47-4329-b048-1bfd1f2ee812 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:38.518112 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.585334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:38.588204 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:38.592680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:38.599150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Pushing event updated for resources: {'Port': ['ID=2810b027-4e47-4329-b048-1bfd1f2ee812,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.680144 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Attempting to bind port 2810b027-4e47-4329-b048-1bfd1f2ee812 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:38.680417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Attempting to bind port 2810b027-4e47-4329-b048-1bfd1f2ee812 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:38.680769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Attempting to bind port 2810b027-4e47-4329-b048-1bfd1f2ee812 on network 3fdbaaac-14c8-470d-922c-faf0c2abb773 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:38.687914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:38.688277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Checking segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:38.688676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.689058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Bound using segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:38.689516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Bound port: 2810b027-4e47-4329-b048-1bfd1f2ee812, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:38.689911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.694090 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:36Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:38.698040 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572cfa9-7687-4bb5-bd98-9d2fd232b2ec None None] The sync data for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv is: [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:36Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:38.783472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.785790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] For port 2810b027-4e47-4329-b048-1bfd1f2ee812, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:38.789143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] For port 2810b027-4e47-4329-b048-1bfd1f2ee812, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2810b027-4e47-4329-b048-1bfd1f2ee812,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:38.795320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.890181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70586d6-74bc-42b0-a1fb-a29545b81454 None None] Pushing event updated for resources: {'Port': ['ID=2810b027-4e47-4329-b048-1bfd1f2ee812,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:39.225962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.1 (3fdbaaac-14c8-470d-922c-faf0c2abb773/1aa16fc4-755a-4197-a2f6-e8d8de787304/d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:39.387401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.404311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:39.426552 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.503565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:39.507447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:39.509577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:39.511833 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:39.566548 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.628880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8754f49e-e138-456d-807e-366b787b89f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.664582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.801116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a9a21-ffb1-4508-ad01-69909fda92da None None] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:39.932893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-dafa9f7a-7c14-4546-a598-f0873df0e294 None None] Provisioning for port 2810b027-4e47-4329-b048-1bfd1f2ee812 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:40.071230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810b027-4e47-4329-b048-1bfd1f2ee812 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:40.153944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2810b027-4e47-4329-b048-1bfd1f2ee812 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:40.159171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2810b027-4e47-4329-b048-1bfd1f2ee812 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:40.159598 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.207154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.212852 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.283910 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.326934 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.329261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 2810b027-4e47-4329-b048-1bfd1f2ee812, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2810b027-4e47-4329-b048-1bfd1f2ee812,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:40.330994 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:40.335361 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.336796 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:40.474237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=2810b027-4e47-4329-b048-1bfd1f2ee812,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:40.474614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:40.475907 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:40.479679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1b16c884-7c48-4678-8038-d6d6f78b938e None None] Provisioning complete for port 2810b027-4e47-4329-b048-1bfd1f2ee812 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:40.480081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1b16c884-7c48-4678-8038-d6d6f78b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.528185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:40.538433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:40.538795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.715671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.722943 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1b16c884-7c48-4678-8038-d6d6f78b938e None None] Provisioning for port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:40.732766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1b16c884-7c48-4678-8038-d6d6f78b938e None None] Provisioning complete for port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:40.733149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1b16c884-7c48-4678-8038-d6d6f78b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.766860 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:40.776491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.832994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1b16c884-7c48-4678-8038-d6d6f78b938e None None] Port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:40.850100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:40.869734 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router d69240a3-a075-4bd3-b009-0c9b84ee7397 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:40.956516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-29d174c2-53f3-45a6-b018-0de5ac4b72e7 None None] Provisioning complete for port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:40.957123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-29d174c2-53f3-45a6-b018-0de5ac4b72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.008284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-29d174c2-53f3-45a6-b018-0de5ac4b72e7 None None] Port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:41.068431 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:41.080699 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-17757831-bf80-41fc-8072-eed382391aa7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/d69240a3-a075-4bd3-b009-0c9b84ee7397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1850073 Apr 22 15:09:41.255375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4c7827f4-2250-4f51-b317-3753c6797651 req-a419e952-d128-4064-a7bb-46c5d6decf7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:41.274311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4c7827f4-2250-4f51-b317-3753c6797651 req-a419e952-d128-4064-a7bb-46c5d6decf7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:41.275544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-a419e952-d128-4064-a7bb-46c5d6decf7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139374068&fields=id&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 267 time: 0.0606391 Apr 22 15:09:41.433936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7827f4-2250-4f51-b317-3753c6797651 req-cacadc28-294a-42a0-8625-40578466b638 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:41.434594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4c7827f4-2250-4f51-b317-3753c6797651 req-cacadc28-294a-42a0-8625-40578466b638 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:41.451912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4c7827f4-2250-4f51-b317-3753c6797651 req-cacadc28-294a-42a0-8625-40578466b638 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:41.453140 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-cacadc28-294a-42a0-8625-40578466b638 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 797 time: 0.1706455 Apr 22 15:09:41.469395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-949b5dcc-4085-402c-961f-d3e7c48b5744 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/quotas/7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 375 time: 0.0107954 Apr 22 15:09:41.552391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4c7827f4-2250-4f51-b317-3753c6797651 req-128b71b3-6338-433f-bef8-ab483a53f107 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:41.569846 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4c7827f4-2250-4f51-b317-3753c6797651 req-128b71b3-6338-433f-bef8-ab483a53f107 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:41.571821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-128b71b3-6338-433f-bef8-ab483a53f107 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973902 Apr 22 15:09:41.743873 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f16b9209-643f-4f30-b312-a9dfde4f3ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.818024 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-105f338d-dc4f-420e-83bd-96ddd71b7e4b service neutron] 10.222.0.32 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346411 Apr 22 15:09:41.950267 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-5f89ecb9-be6d-41da-9bc7-dd5d329677b5 service neutron] 10.222.0.32 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262681 Apr 22 15:09:42.009975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810b027-4e47-4329-b048-1bfd1f2ee812 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:42.085743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2810b027-4e47-4329-b048-1bfd1f2ee812 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:42.086269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.150944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49b1f65c-26aa-41a8-8c83-685126ac6268 req-60ac1e66-cb91-4652-8a01-588b1a669d08 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 210 time: 0.0400319 Apr 22 15:09:42.215834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:42.253081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Sync routers for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:42.282978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:42.283603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:42.426567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:42.426936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.517138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:42.908131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 2, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:42.912268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Checking router: d69240a3-a075-4bd3-b009-0c9b84ee7397 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:42.912615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Updating router d69240a3-a075-4bd3-b009-0c9b84ee7397 port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:09:42.962891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.026021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.055473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.380922 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0d7f2087-55af-4770-9146-8fecebe92677 req-b8cd01ca-5265-45b5-85f9-2d6793a2f96d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 210 time: 0.0624800 Apr 22 15:09:43.382626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.398874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Transition to ACTIVE for port object d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:43.412005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.441346 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7827f4-2250-4f51-b317-3753c6797651 req-53aa550a-1e4a-4cec-a039-edb9d4ce0d53 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:43.442900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-53aa550a-1e4a-4cec-a039-edb9d4ce0d53 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 797 time: 0.2306354 Apr 22 15:09:43.496456 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-83733c31-823e-4871-bd90-2fcf551f0982 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 380 time: 0.0405393 Apr 22 15:09:43.505862 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'port': {'device_id': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'admin_state_up': True, 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'security_groups': ['c5ace92b-ad2c-4691-826e-07c74c7018ce']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:43.545239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46c79-e46c-4d7a-9ad7-9d67446e2234 None None] Pushing event updated for resources: {'Port': ['ID=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:43.635207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Attempting to bind port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:43.635711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Attempting to bind port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:43.636097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Attempting to bind port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 on network 3fdbaaac-14c8-470d-922c-faf0c2abb773 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:43.643444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:43.643802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Checking segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:43.644199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.644727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Bound using segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:43.645197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Bound port: d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:43.645712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.738841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] For port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:43.741755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:43.742406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] For port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:43.748839 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.751923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:43.762238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:43.765326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.835298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46c79-e46c-4d7a-9ad7-9d67446e2234 None None] Pushing event updated for resources: {'Port': ['ID=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:43.839906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:43.840529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.928289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.11 (3fdbaaac-14c8-470d-922c-faf0c2abb773/1aa16fc4-755a-4197-a2f6-e8d8de787304/6c7f646f-6d2a-4ea4-b383-9804a8738fb7) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:44.035862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:44.118390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.134083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:44.158005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.226134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:44.228978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:44.232933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:44.279683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:44.309049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.309660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.339899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2ea59e64-4375-44bd-a5a0-e08a0ebf859a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8380876 Apr 22 15:09:44.351582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Request body: {'port': {'device_id': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:44.401397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:43Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:44.406482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf21db66-ba23-4eae-b136-a90dbec2a852 None None] The sync data for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv is: [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:43Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:44.488257 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.546899 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.596607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-32bb92d0-74b1-4ea7-8d7f-5331fd6d32b1 None None] Provisioning for port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:44.602399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-32bb92d0-74b1-4ea7-8d7f-5331fd6d32b1 None None] Provisioning complete for port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:44.602845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-32bb92d0-74b1-4ea7-8d7f-5331fd6d32b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.662200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-32bb92d0-74b1-4ea7-8d7f-5331fd6d32b1 None None] Port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:44.800143 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04024af-5924-4eaa-b20c-c20f72c43776 req-869d36e6-b8fd-4ead-a43d-4f0535d98430 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.800833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d04024af-5924-4eaa-b20c-c20f72c43776 req-869d36e6-b8fd-4ead-a43d-4f0535d98430 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:44.837581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-d04024af-5924-4eaa-b20c-c20f72c43776 req-869d36e6-b8fd-4ead-a43d-4f0535d98430 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:44.838830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d04024af-5924-4eaa-b20c-c20f72c43776 req-869d36e6-b8fd-4ead-a43d-4f0535d98430 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 932 time: 0.2769041 Apr 22 15:09:44.940024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:09:44.948173 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d04024af-5924-4eaa-b20c-c20f72c43776 req-7ec9d758-ac62-4a97-889e-83ecfeb372f6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980918 Apr 22 15:09:44.949919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.965857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Transition to ACTIVE for port object 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:44.971205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.101148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Pushing event updated for resources: {'Port': ['ID=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:45.210722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Attempting to bind port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:45.211054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Attempting to bind port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:45.211383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Attempting to bind port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 on network 3fdbaaac-14c8-470d-922c-faf0c2abb773 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:45.217474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 on network 3fdbaaac-14c8-470d-922c-faf0c2abb773 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:09:45.217825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Attempting to bind port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 on network 3fdbaaac-14c8-470d-922c-faf0c2abb773 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:45.224082 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:45.224573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Checking segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:45.224787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Bound using segment: {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:45.225205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Bound port: 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa18486-9072-41d6-901e-4948d101c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:45.225551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.325127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] For port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:45.328177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] For port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:45.333573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.395277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.396663 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] 10.222.0.24 "PUT /v2.0/ports/6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 1094 time: 1.0491784 Apr 22 15:09:45.397127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:45.415176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a02ef-ef4f-45d2-8a02-f7061bf5789e service neutron] Pushing event updated for resources: {'Port': ['ID=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:45.482569 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc8f8c3-dc9d-40d9-bed3-1b293c4f9fba'] response: {'name': 'network-changed', 'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'status': 'completed', 'code': 200} Apr 22 15:09:45.525647 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-ddb5fe3a-cf6b-41d7-9653-277f8ffe0fa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1097 time: 0.0767300 Apr 22 15:09:45.595657 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-11c33a2f-d578-45cf-9730-5e4cc61d0ff4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 217 time: 0.0635076 Apr 22 15:09:45.750364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2b66ae06-f647-4871-a924-87f780f12c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:45.751659 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-2b66ae06-f647-4871-a924-87f780f12c50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.1504419 Apr 22 15:09:45.825019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-be03f1b8-ef81-4693-9e08-e932ebf3ea3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676291 Apr 22 15:09:45.955725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-48905444-fbae-4020-a80c-044ff190d585 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242099 Apr 22 15:09:46.032454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:46.098991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:46.103613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:46.103976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.134478 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c7827f4-2250-4f51-b317-3753c6797651 req-fe9c0b2d-3fdd-4dbd-94cd-995ad40b9f4e service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727264 Apr 22 15:09:46.170529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acae53-1fb5-4b3c-9e46-aa71979b26bb req-a91647a9-2b3d-424c-b494-6cca2e20a979 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.171968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d9acae53-1fb5-4b3c-9e46-aa71979b26bb req-a91647a9-2b3d-424c-b494-6cca2e20a979 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 944 time: 0.0948448 Apr 22 15:09:46.218480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.250351 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:46.255070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.278235 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d9acae53-1fb5-4b3c-9e46-aa71979b26bb req-89bd1a2b-a2e3-4b22-9f5a-de02fd7f8387 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992632 Apr 22 15:09:46.285749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-f0a259fc-b2db-4783-ba24-f009302c3610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1097 time: 0.1079690 Apr 22 15:09:46.318535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:46.424575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-19c3e6f5-5b09-4d7a-8227-5ae83d25ab8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.426314 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-19c3e6f5-5b09-4d7a-8227-5ae83d25ab8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 898 time: 0.1328361 Apr 22 15:09:46.498021 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-23682ec9-1eda-4e5e-8611-3c7fb1e77736 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 217 time: 0.0640547 Apr 22 15:09:46.562007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-ac14f549-ba54-4590-b5f9-36001054d442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.563420 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-ac14f549-ba54-4590-b5f9-36001054d442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.0584512 Apr 22 15:09:46.641149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-a3b0bf9c-37c5-4fc9-ad68-f086abe251dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709133 Apr 22 15:09:46.773317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-e48c8068-98a6-42d4-a5f0-dd057a9b8a0c service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236501 Apr 22 15:09:46.901547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-194b082b-6aa4-4f54-b46f-eb1884c6f241 req-75d39680-87b1-4795-abcb-5d22f1adc377 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211057 Apr 22 15:09:47.478038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e77dd-a3fe-4d20-b6f2-b019b00b9b1d req-cbbc026d-f41b-4eab-9c3b-c1b689de95d6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.479482 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b4e77dd-a3fe-4d20-b6f2-b019b00b9b1d req-cbbc026d-f41b-4eab-9c3b-c1b689de95d6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 944 time: 0.0760803 Apr 22 15:09:47.525936 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b4e77dd-a3fe-4d20-b6f2-b019b00b9b1d req-a04d5e5b-f143-49bb-840c-9bcc1f1a419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Apr 22 15:09:48.010771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:48.080719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:48.081092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.745986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947def3-2940-449e-a466-a5f352e72a4e req-21895786-6dd3-4fea-8d83-17e2fbcd5500 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:48.747411 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b947def3-2940-449e-a466-a5f352e72a4e req-21895786-6dd3-4fea-8d83-17e2fbcd5500 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 944 time: 0.0838804 Apr 22 15:09:48.794221 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b947def3-2940-449e-a466-a5f352e72a4e req-4257fb50-3f48-4526-bc1a-57de233cdcf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Apr 22 15:09:49.925871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:09:49.990244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f90e5-64c5-4ac2-b9c8-a0d895110438 req-d9b64ada-f12d-4712-911a-aab533f0d565 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:49.991600 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e4f90e5-64c5-4ac2-b9c8-a0d895110438 req-d9b64ada-f12d-4712-911a-aab533f0d565 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 944 time: 0.0754473 Apr 22 15:09:50.040791 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e4f90e5-64c5-4ac2-b9c8-a0d895110438 req-fb9b02e1-c35f-455d-9c74-56c6bf825f46 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Apr 22 15:09:50.056515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:50.073436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'port_id': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'mac_address': 'fa:16:3e:b1:6a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:09:50.129995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.146781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:09:50.161523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:50.166614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.230593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:50.374149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['6c7f646f-6d2a-4ea4-b383-9804a8738fb7'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:09:51.252965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97950b-1edc-4741-b6ab-0b3f188b31eb req-570a7be1-f775-42f5-9db2-834a30d57f47 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:51.254439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f97950b-1edc-4741-b6ab-0b3f188b31eb req-570a7be1-f775-42f5-9db2-834a30d57f47 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 945 time: 0.0863824 Apr 22 15:09:51.303266 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f97950b-1edc-4741-b6ab-0b3f188b31eb req-86d1fe69-2015-4b59-9dc1-07b461bac60c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Apr 22 15:09:51.927298 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:52.002787 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:52.007596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:52.007951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.121663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.148493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:52.158602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:52.163180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.207988 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417960ad-231d-4868-8429-e28d727ec6a0'] response: {'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'code': 200} Apr 22 15:09:52.235201 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:52.559472 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d08e1dea-a99c-4e10-b958-c86d39051e9f req-165ff612-3334-4a37-b9d9-4e906e5745b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1099 time: 0.1927063 Apr 22 15:09:52.619539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63fee8-c948-4b08-85f8-498105626168 req-1f45ffd4-823d-4c35-926f-3dd1d570e0ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:52.620982 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc63fee8-c948-4b08-85f8-498105626168 req-1f45ffd4-823d-4c35-926f-3dd1d570e0ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.1940539 Apr 22 15:09:52.622594 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d08e1dea-a99c-4e10-b958-c86d39051e9f req-187eda32-db52-46a0-8e57-f091e2601fb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546660 Apr 22 15:09:52.666610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bc63fee8-c948-4b08-85f8-498105626168 req-e1de1db6-bfc0-4384-95d7-8926beb0cf9d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Apr 22 15:09:53.885515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816969a4-c4aa-47b1-8739-05fa1c251bbc req-e60c6695-01d5-419f-81d1-446ceb188440 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:53.886952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-816969a4-c4aa-47b1-8739-05fa1c251bbc req-e60c6695-01d5-419f-81d1-446ceb188440 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0881772 Apr 22 15:09:53.932397 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-816969a4-c4aa-47b1-8739-05fa1c251bbc req-071723df-0406-4284-9422-771eebbec3af tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Apr 22 15:09:54.124838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4112f-e28f-4459-abca-aa211492f1f4 req-8026aeb9-6234-42f7-a8bc-fe7909ee2772 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:54.126281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afb4112f-e28f-4459-abca-aa211492f1f4 req-8026aeb9-6234-42f7-a8bc-fe7909ee2772 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0754449 Apr 22 15:09:54.176325 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afb4112f-e28f-4459-abca-aa211492f1f4 req-eef4b7ff-4b1b-49ca-824a-466561b5ebe5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Apr 22 15:09:54.203471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42970) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:54.271052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9b02eb2c-3c56-42ec-8924-133dcd1785a4 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1094 time: 0.0661864 Apr 22 15:09:54.273809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42974) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:54.279394 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:54.285021 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:54.288869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:floatingip and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:54.291713 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:54.297390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:54.308874 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.449291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.596703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.217 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/562dfd14-52f3-46d2-8ee8-79003482c6df) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:54.845724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.875303 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.940261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:54.943156 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:54.947403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:54.973711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=562dfd14-52f3-46d2-8ee8-79003482c6df,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:55.459010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.514165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.740679 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.747980 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.851911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=562dfd14-52f3-46d2-8ee8-79003482c6df,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:55.869262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.070373 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Floating IP ae2129bb-337c-4c25-90dc-518f262c7d71 associated. External IP: 172.26.2.217, port: 6c7f646f-6d2a-4ea4-b383-9804a8738fb7. Apr 22 15:09:56.552816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router d69240a3-a075-4bd3-b009-0c9b84ee7397 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:56.755753 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:56.765404 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] Sync routers for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:56.777710 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:56.778334 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:56.781561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.838270 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-da4cd698-da69-4a19-9c8a-f948f88f9bc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5633118 Apr 22 15:09:56.838967 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:56.896159 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb81c01-1766-4658-be60-65ac8b93eda9'] response: {'name': 'network-changed', 'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'status': 'completed', 'code': 200} Apr 22 15:09:56.958918 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:57.047766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175245d-aaae-4825-b384-79e0323e4abb req-ee88ed82-9e6d-4d22-b1b4-f8c9fe6cfde5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:57.049186 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0175245d-aaae-4825-b384-79e0323e4abb req-ee88ed82-9e6d-4d22-b1b4-f8c9fe6cfde5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.1026127 Apr 22 15:09:57.052808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-5e78f5b4-1715-4c7b-8c9a-d59ca7c9a51b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1099 time: 0.1357527 Apr 22 15:09:57.174991 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0175245d-aaae-4825-b384-79e0323e4abb req-aa3006d1-4dba-49f8-98d8-08ff04633b5f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200249 Apr 22 15:09:57.203043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42982) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:57.214595 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-d81d6199-9e4b-43dc-9b35-8c92c30b4dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:57.216439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-d81d6199-9e4b-43dc-9b35-8c92c30b4dcd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 898 time: 0.1479893 Apr 22 15:09:57.315306 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-16e4bdb2-6f3d-4c43-8654-10d0ad75f0d5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 200 len: 992 time: 0.1095104 Apr 22 15:09:57.324112 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-541e47db-96ba-4bdd-8f15-ae6fb925a2fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 1000 time: 0.1017375 Apr 22 15:09:57.328558 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ae2129bb-337c-4c25-90dc-518f262c7d71', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'port_id': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'mac_address': 'fa:16:3e:b1:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:09:55Z', 'updated_at': '2022-04-22T15:09:55Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:46Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:57.332384 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] Checking router: d69240a3-a075-4bd3-b009-0c9b84ee7397 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:57.342770 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:57.343434 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:09:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:57.385832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-2aefea41-8a5a-42ca-8c62-b1bcea027cf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:57.387457 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-2aefea41-8a5a-42ca-8c62-b1bcea027cf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.0572305 Apr 22 15:09:57.465329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-e8a3c45a-0a24-4d08-991e-9a499f9def0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720725 Apr 22 15:09:57.521670 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:57.598116 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-5b3126c7-01ea-475c-9960-42e857133bef service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254199 Apr 22 15:09:57.727364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bb1ec55f-084d-4fb8-a23e-43563161aa51 req-a946542f-b39a-494c-9185-66f10d29cbf3 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234360 Apr 22 15:09:58.009540 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ae2129bb-337c-4c25-90dc-518f262c7d71', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'port_id': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'mac_address': 'fa:16:3e:b1:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:09:55Z', 'updated_at': '2022-04-22T15:09:55Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:46Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:58.016591 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b2b88-3dc0-4dc9-bc47-b16633715b8b None None] The sync data for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv is: [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ae2129bb-337c-4c25-90dc-518f262c7d71', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'port_id': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'mac_address': 'fa:16:3e:b1:6a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:09:55Z', 'updated_at': '2022-04-22T15:09:55Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:46Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:58.318236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42986) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:58.421137 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5b4ac742-ac7f-4936-a8fc-fe9df38028cf tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 200 len: 992 time: 0.1017532 Apr 22 15:09:59.310347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-6b4c6df7-9da3-40fc-9a1b-3ebfc5f57aea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735245 Apr 22 15:09:59.426349 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 42990) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.457467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-b84da2a0-e540-4d35-807f-ee8cc802838c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1099 time: 0.0767388 Apr 22 15:09:59.527650 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-bf8ec246-8168-4b99-9a92-05aae90c0062 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 200 len: 992 time: 0.1001987 Apr 22 15:09:59.600923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-5c23371d-a5dc-4a7a-87d1-548173e083a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:59.602332 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-5c23371d-a5dc-4a7a-87d1-548173e083a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 898 time: 0.1259618 Apr 22 15:09:59.786050 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-744e0825-595d-42c2-b51e-fe4eade5c1c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 1000 time: 0.1775606 Apr 22 15:09:59.847939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-1f95a30b-2ae5-40b0-8c04-22da5ca961c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:59.849316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-1f95a30b-2ae5-40b0-8c04-22da5ca961c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.0580869 Apr 22 15:09:59.928673 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-50d47b4a-a24c-4c16-b20c-6befbb8d6275 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738337 Apr 22 15:10:00.062347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-bf82d79d-3ade-4ddf-9ecf-cc002e0c5e9b service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277864 Apr 22 15:10:00.194703 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5eb4c8a5-5d0f-4154-a4bb-e1985dbb4068 req-88db0123-0e0b-4c98-acd6-d6373ac2e313 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262476 Apr 22 15:10:00.532768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42994) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:00.642905 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7f921603-f6e1-4d15-a43b-51949d354b5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 200 len: 992 time: 0.1086118 Apr 22 15:10:01.213484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c95fb-181b-46c4-94fe-d92283ccbff5 None None] New status for floating IP ae2129bb-337c-4c25-90dc-518f262c7d71: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:10:01.648060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 42998) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:01.757040 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-96f1b690-85ad-4e0c-b198-322ee46ff4c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 200 len: 994 time: 0.1065197 Apr 22 15:10:04.093859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.223438 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:10:09.630650 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21edf257-34e4-4b19-8d63-b79f3bc86c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.752042 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e19ab8ad-28f8-4b7d-9cad-e6a8ab9bd227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.041723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.043269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.545161 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.204535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-ca0f524b-ce05-4c20-9386-2584e1bfa6e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1099 time: 0.1350968 Apr 22 15:10:29.215117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1fde5-0b05-4fed-9032-77b0e0bf4cd8 req-cfcaeec5-3413-40b9-a6d8-018c12f26441 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:29.216648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46e1fde5-0b05-4fed-9032-77b0e0bf4cd8 req-cfcaeec5-3413-40b9-a6d8-018c12f26441 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.1037891 Apr 22 15:10:29.355445 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46e1fde5-0b05-4fed-9032-77b0e0bf4cd8 req-d67f25c9-c64f-469d-814c-16fd027783bf tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196198 Apr 22 15:10:29.378618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-b603c183-89d0-4489-9bd0-2276b305b313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:29.380048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-b603c183-89d0-4489-9bd0-2276b305b313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 898 time: 0.1625102 Apr 22 15:10:29.493797 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-1c1d892c-a41c-4589-adf2-390fdbc37a8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 1002 time: 0.1012027 Apr 22 15:10:29.559114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-7ec819c2-2aa5-4c4c-a96d-0ad32f5e3f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:29.560618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-7ec819c2-2aa5-4c4c-a96d-0ad32f5e3f10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.0600405 Apr 22 15:10:29.641195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-bba4fe74-d74f-4597-b523-06eb2a934c09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722182 Apr 22 15:10:29.773199 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-0d130abd-ebe9-4df0-b713-5bc240a6633b service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238782 Apr 22 15:10:30.008886 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f3be04df-398b-492c-bdeb-8ae88dc9325b req-2d7a2a5f-38c7-425e-a80a-88daabd83387 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292283 Apr 22 15:10:30.560555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2473-bd9b-4a5e-8e45-61a1a40abeff req-33d95fb8-a670-415d-b19e-ebd20fe8099c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:30.562093 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-627b2473-bd9b-4a5e-8e45-61a1a40abeff req-33d95fb8-a670-415d-b19e-ebd20fe8099c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0787969 Apr 22 15:10:30.611074 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-627b2473-bd9b-4a5e-8e45-61a1a40abeff req-8af33bd8-7c60-41a7-9fc5-82a37169e78a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Apr 22 15:10:31.839222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87043a2-8d36-4cc6-8f3d-318e77492363 req-78d3b7fd-b17c-4ccb-9859-d509bd93ce1b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:31.840650 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b87043a2-8d36-4cc6-8f3d-318e77492363 req-78d3b7fd-b17c-4ccb-9859-d509bd93ce1b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0785029 Apr 22 15:10:31.892136 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b87043a2-8d36-4cc6-8f3d-318e77492363 req-3e1c1a17-cd06-4577-9ce0-7a82710755a7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Apr 22 15:10:33.117830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfdad6-e9f1-4354-b68e-d38a5ad92dd3 req-b1036394-06f6-4f35-8d13-e22108cad161 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:33.119253 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-54cfdad6-e9f1-4354-b68e-d38a5ad92dd3 req-b1036394-06f6-4f35-8d13-e22108cad161 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0867312 Apr 22 15:10:33.166334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-54cfdad6-e9f1-4354-b68e-d38a5ad92dd3 req-003db4d8-daaf-43bb-9418-dbc6b38070aa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Apr 22 15:10:34.120184 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.381598 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebaa6c-5c7c-4c52-8798-0159b7ff685a req-a886aa49-8964-43b3-bfa6-d49ef3dfb7fe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:34.383054 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1bebaa6c-5c7c-4c52-8798-0159b7ff685a req-a886aa49-8964-43b3-bfa6-d49ef3dfb7fe tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0794547 Apr 22 15:10:34.430994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1bebaa6c-5c7c-4c52-8798-0159b7ff685a req-f6d53134-9178-44d4-aeba-9691fde0ddf6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Apr 22 15:10:35.637722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024e2c-b284-4397-a449-3e22a40d7a19 req-7b414afa-e529-42a9-acd9-b54b313b8720 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:35.639224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3024e2c-b284-4397-a449-3e22a40d7a19 req-7b414afa-e529-42a9-acd9-b54b313b8720 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0861092 Apr 22 15:10:35.689644 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3024e2c-b284-4397-a449-3e22a40d7a19 req-ad1b6a12-229f-4cb9-8050-e8303a67aff6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Apr 22 15:10:36.890585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf41a-0ab7-4388-929a-efc2eb696142 req-67a14d9b-0e01-4823-a2ff-1aeac287412b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:36.892069 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-40fdf41a-0ab7-4388-929a-efc2eb696142 req-67a14d9b-0e01-4823-a2ff-1aeac287412b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0777779 Apr 22 15:10:36.944127 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-40fdf41a-0ab7-4388-929a-efc2eb696142 req-9530b339-30b2-4127-acb6-605c8a365983 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 Apr 22 15:10:38.152340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621f1e-e50a-4cf5-bf91-a14235df6d90 req-86ecd5ef-b2ae-43c2-9466-4757d4eb9d2a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.153839 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-55621f1e-e50a-4cf5-bf91-a14235df6d90 req-86ecd5ef-b2ae-43c2-9466-4757d4eb9d2a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0854027 Apr 22 15:10:38.203552 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-55621f1e-e50a-4cf5-bf91-a14235df6d90 req-8cd38f6d-227e-4f92-a191-48d9e4d2f319 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Apr 22 15:10:39.406544 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9199-614a-4870-923c-f59b693505d5 req-05564096-7ab1-42ff-8428-27e9b76abde8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:39.408025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e38c9199-614a-4870-923c-f59b693505d5 req-05564096-7ab1-42ff-8428-27e9b76abde8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0784566 Apr 22 15:10:39.456863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e38c9199-614a-4870-923c-f59b693505d5 req-da317832-c0db-4fc4-bada-75f70294b31d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Apr 22 15:10:39.625540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-099cdaad-4104-41df-9aac-e6db532a8c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.676624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e5cee-f040-43c7-89bc-010a2a974653 req-74293ecd-f644-4a9b-bf3a-e3ca66f80611 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:40.678882 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc9e5cee-f040-43c7-89bc-010a2a974653 req-74293ecd-f644-4a9b-bf3a-e3ca66f80611 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0899308 Apr 22 15:10:40.737776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc9e5cee-f040-43c7-89bc-010a2a974653 req-1953e341-cb0d-4dd0-a699-aa46034a077a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514498 Apr 22 15:10:41.747604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5f05-3304-4ed9-923f-a7902cc67444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.938379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db7aa2-2d1b-4df9-a9a6-5f1ca7a020c9 req-67533fe8-63b1-430c-8089-63e403773ac8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:41.939821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70db7aa2-2d1b-4df9-a9a6-5f1ca7a020c9 req-67533fe8-63b1-430c-8089-63e403773ac8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.0773315 Apr 22 15:10:41.989329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70db7aa2-2d1b-4df9-a9a6-5f1ca7a020c9 req-b5eae749-1ab6-4cce-b614-b57bea429cb6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Apr 22 15:10:42.018428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43036) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:42.121506 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2f5a7886-4ef4-4210-9966-f27a1f039733 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 200 len: 994 time: 0.1019020 Apr 22 15:10:43.001151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:43.027737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.544188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.225065 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:10:59.044548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-7a52d34e-db5a-4aad-bfd9-419391c8d393 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817509 Apr 22 15:10:59.199373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-0b40cfaa-d64e-40c9-9899-14eea1a72fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1099 time: 0.0722010 Apr 22 15:10:59.344915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-93469d86-edd5-47c1-91de-eabd8619b056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:59.346389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-93469d86-edd5-47c1-91de-eabd8619b056 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 898 time: 0.1249101 Apr 22 15:10:59.448395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-c8c8d754-83dd-490d-83ed-f2e8c1005643 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 1002 time: 0.0956385 Apr 22 15:10:59.509545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-4d9bd370-a7dc-4bb3-b033-c010b0c49a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:59.510949 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-4d9bd370-a7dc-4bb3-b033-c010b0c49a99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.0558705 Apr 22 15:10:59.593530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-e2880229-a1bf-43e7-8795-571c98fef7d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743146 Apr 22 15:10:59.721637 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-7e4a5bd5-75a9-4e4d-b641-d296231559ba service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214540 Apr 22 15:10:59.928769 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f06ca926-0271-42f2-a1be-aa9ed3a035f9 req-4ce5805a-4b76-4a7f-90d4-dd08b549a9f5 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009671 Apr 22 15:11:04.120137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:09.630863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0790db77-17bc-44a2-9f81-af3542b191ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.755995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f043-e0b5-4e9f-b2a1-cf9a13688811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.008723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.032063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.697839 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43064) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:13.906616 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 562dfd14-52f3-46d2-8ee8-79003482c6df {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:13.907185 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.091539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.091847 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.218631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 562dfd14-52f3-46d2-8ee8-79003482c6df owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:14.389599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.436481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=562dfd14-52f3-46d2-8ee8-79003482c6df,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:14.475446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.475793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.476130 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.476482 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.476794 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.477230 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.477442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.477792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.478115 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.478434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.478755 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:14.541969 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.554737 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.057923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router d69240a3-a075-4bd3-b009-0c9b84ee7397 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:15.276684 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:15.286486 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] Sync routers for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:15.299902 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:15.301054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.301812 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:15.360139 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4815ed8b-a2fd-4ad4-8c17-3f802ea220e6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/floatingips/ae2129bb-337c-4c25-90dc-518f262c7d71 HTTP/1.1" status: 204 len: 168 time: 1.6587539 Apr 22 15:11:15.360139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:15.432968 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdffba07-06f1-470a-ac1d-81ed7af75e28'] response: {'name': 'network-changed', 'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'status': 'completed', 'code': 200} Apr 22 15:11:15.531655 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-e494c692-2010-48e9-a8e3-6355279f8c25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 1099 time: 0.0732613 Apr 22 15:11:15.533188 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:15.691870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-4e829a41-dd09-4804-84b7-a1bd17c1635e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:15.693383 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-4e829a41-dd09-4804-84b7-a1bd17c1635e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 200 len: 898 time: 0.1547782 Apr 22 15:11:15.772762 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-b683eb8d-0606-4928-bdbf-c17c58ffbf4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 200 len: 217 time: 0.0721843 Apr 22 15:11:15.965604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-822e8980-9a79-4f38-a834-2c16cca8892b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:15.967032 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-822e8980-9a79-4f38-a834-2c16cca8892b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 200 len: 833 time: 0.1880944 Apr 22 15:11:16.013192 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:46Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:16.019633 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] Checking router: d69240a3-a075-4bd3-b009-0c9b84ee7397 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:16.040497 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:16.040733 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c432e9-3fcd-4370-b399-ce56e6b1c9c8 req-a2d8813d-365c-42ba-8612-3bc1005e0373 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:16.041122 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:16.042307 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e3c432e9-3fcd-4370-b399-ce56e6b1c9c8 req-a2d8813d-365c-42ba-8612-3bc1005e0373 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.2099228 Apr 22 15:11:16.111761 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e3c432e9-3fcd-4370-b399-ce56e6b1c9c8 req-58c6bacc-b3d0-4f5f-a27c-c38eeb81d595 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583735 Apr 22 15:11:16.115742 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-4727a5d0-da28-4ca3-badc-8572f5c1a0a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3fdbaaac-14c8-470d-922c-faf0c2abb773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1415272 Apr 22 15:11:16.234244 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:16.260605 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-bd52819f-f7d0-4ed5-b254-9b8bcaae840f service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369512 Apr 22 15:11:16.407499 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-651c1003-7cd5-4b87-8050-b7b534899d0d req-763036bd-f4c9-4e0c-b38c-37caa76edf76 service neutron] 10.222.0.24 "GET /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392479 Apr 22 15:11:16.566467 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:46Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:16.570633 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7099cb2-a432-4ce0-839e-5fa9ab920d02 None None] The sync data for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv is: [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:39Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'd3abaeee-7f2d-4be2-b7fe-e81864fdf5d2', 'name': '', 'network_id': '3fdbaaac-14c8-470d-922c-faf0c2abb773', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:73:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:39Z', 'updated_at': '2022-04-22T15:09:46Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '1aa16fc4-755a-4197-a2f6-e8d8de787304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:16.826213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e8d6d-9da4-48eb-bdfd-fd9dbbb45401 None None] New status for floating IP ae2129bb-337c-4c25-90dc-518f262c7d71: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:11:17.401383 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e4a69-f53f-494c-832e-200583c5077d req-4c4ffcdd-1aa8-4c79-be9e-73594f777cf1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:17.403174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-708e4a69-f53f-494c-832e-200583c5077d req-4c4ffcdd-1aa8-4c79-be9e-73594f777cf1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.1446574 Apr 22 15:11:17.410259 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-1fb50142-c7bf-4e0d-baa3-d595754f80c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:17.411708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-1fb50142-c7bf-4e0d-baa3-d595754f80c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 946 time: 0.1173160 Apr 22 15:11:17.516871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:17.516871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.544777 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-708e4a69-f53f-494c-832e-200583c5077d req-54243fa2-a881-4d5a-83bc-32a6e9f5df19 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5ace92b-ad2c-4691-826e-07c74c7018ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320233 Apr 22 15:11:17.807643 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:17.808185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.939471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:18.179654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.226687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=6c7f646f-6d2a-4ea4-b383-9804a8738fb7,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:18.266982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.267328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.267682 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.268001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.268336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.268664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.268989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.269350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.269690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.270013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.270335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:18.312246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] No DVR routers for this DVR port 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:18.314783 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.317349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'name': 'network-vif-deleted', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:18.329970 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fc4992a4-570b-405a-82da-c628ecf73a8a req-dc9049db-8831-4b34-a8f2-e810d5901bf4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "DELETE /v2.0/ports/6c7f646f-6d2a-4ea4-b383-9804a8738fb7 HTTP/1.1" status: 204 len: 173 time: 0.8984852 Apr 22 15:11:18.386484 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb7e059-03bd-4a7c-9ef6-d2135c75bf44'] response: {'server_uuid': 'c98090bb-ebc8-44dc-880a-379c8bea96e1', 'name': 'network-vif-deleted', 'tag': '6c7f646f-6d2a-4ea4-b383-9804a8738fb7', 'status': 'completed', 'code': 200} Apr 22 15:11:18.733178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5f02eaca-e579-48f3-9b9b-88523194aa20 req-33f39cd8-c652-4c4c-9fe6-c2d89bdff3ed tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:18.752991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5f02eaca-e579-48f3-9b9b-88523194aa20 req-33f39cd8-c652-4c4c-9fe6-c2d89bdff3ed tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:18.754895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5f02eaca-e579-48f3-9b9b-88523194aa20 req-33f39cd8-c652-4c4c-9fe6-c2d89bdff3ed tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=c98090bb-ebc8-44dc-880a-379c8bea96e1 HTTP/1.1" status: 200 len: 210 time: 0.0644205 Apr 22 15:11:19.866533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43082) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:20.288274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.937398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:20.938454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.134535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:21.134870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.383569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:21.577339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.625216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:21.929609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.226813 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:11:22.343339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:22.376458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:22.376786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 6c7f646f-6d2a-4ea4-b383-9804a8738fb7 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:22.539811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router d69240a3-a075-4bd3-b009-0c9b84ee7397 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:22.765475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:22.777590 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] Sync routers for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:22.786560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c2a4200c-fc4a-4ebd-9f5f-3658d4812852 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/d69240a3-a075-4bd3-b009-0c9b84ee7397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9186070 Apr 22 15:11:22.791120 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43086) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:22.793561 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:22.794195 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:22.982071 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:23.100821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting subnet 1aa16fc4-755a-4197-a2f6-e8d8de787304 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:23.104105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.159422 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.241568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.270059 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:11:21Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:23.275450 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] Checking router: d69240a3-a075-4bd3-b009-0c9b84ee7397 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:23.289354 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] Routers {'d69240a3-a075-4bd3-b009-0c9b84ee7397'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:23.290111 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['d69240a3-a075-4bd3-b009-0c9b84ee7397'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:23.320549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.358507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa16fc4-755a-4197-a2f6-e8d8de787304,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:23.369945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.376624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d4c0f5-d120-4eee-b53a-59d40fd1dea3 None None] Network 3fdbaaac-14c8-470d-922c-faf0c2abb773 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:23.381786 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-680cbd02-31e2-46f8-b3a3-e3706972d8f3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/subnets/1aa16fc4-755a-4197-a2f6-e8d8de787304 HTTP/1.1" status: 204 len: 168 time: 0.5873404 Apr 22 15:11:23.382179 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43090) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:23.476603 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] Set router d69240a3-a075-4bd3-b009-0c9b84ee7397 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:23.596421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.637160 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] DHCP port deletion for 3fdbaaac-14c8-470d-922c-faf0c2abb773 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:23.641266 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Deleting port 2810b027-4e47-4329-b048-1bfd1f2ee812 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:23.641625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.803995 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.814837 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:11:21Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:23.815973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:23.816554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.819802 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7d92c-0508-4031-b258-d5c1feed1e0d None None] The sync data for ids ['d69240a3-a075-4bd3-b009-0c9b84ee7397'] in dv-neutron-838878-1-hyperv is: [{'id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388214351', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:11:21Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '2dd06b76-63c4-4ee4-8f77-e6c7810de8a4', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69240a3-a075-4bd3-b009-0c9b84ee7397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:35Z', 'updated_at': '2022-04-22T15:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:23.857311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] For port 2810b027-4e47-4329-b048-1bfd1f2ee812, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2810b027-4e47-4329-b048-1bfd1f2ee812,segment=NetworkSegment(2aa18486-9072-41d6-901e-4948d101c121),segment_id=2aa18486-9072-41d6-901e-4948d101c121)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:23.857875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.988553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Calling delete_port for 2810b027-4e47-4329-b048-1bfd1f2ee812 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:23.997975 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:23.998290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.071695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.114391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Pushing event deleted for resources: {'Port': ['ID=2810b027-4e47-4329-b048-1bfd1f2ee812,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.124955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:24.125577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] No DVR routers for this DVR port 2810b027-4e47-4329-b048-1bfd1f2ee812 on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:24.129200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.129626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.129983 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.130315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.130644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.130964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.134254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.134254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.134401 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.134797 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.135133 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0710d3f-0ee1-4d42-8fb6-39ae98f65222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:24.223646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:24.266475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:24.266475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device d3abaeee-7f2d-4be2-b7fe-e81864fdf5d2 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:24.266475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810b027-4e47-4329-b048-1bfd1f2ee812 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:24.316242 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2810b027-4e47-4329-b048-1bfd1f2ee812 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:24.316474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810b027-4e47-4329-b048-1bfd1f2ee812 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:24.417922 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.468001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=2dd06b76-63c4-4ee4-8f77-e6c7810de8a4,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.697472 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.960935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.965429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.993645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.994355 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Fanout notify agent at l3_agent the message router_deleted on router d69240a3-a075-4bd3-b009-0c9b84ee7397 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:25.010512 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.011669 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7e575db2-13b4-43f9-aab2-80b09a3a8d71 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/routers/d69240a3-a075-4bd3-b009-0c9b84ee7397 HTTP/1.1" status: 204 len: 168 time: 1.6285510 Apr 22 15:11:25.014404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43094) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.131556 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.261791 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.288464 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdbaaac-14c8-470d-922c-faf0c2abb773']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:25.300614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa18486-9072-41d6-901e-4948d101c121') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:25.300903 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa18486-9072-41d6-901e-4948d101c121') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:25.313502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.330243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.337050 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:25.337447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:25.351511 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:25.434690 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.453014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.466002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Network': ['ID=3fdbaaac-14c8-470d-922c-faf0c2abb773,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:25.475789 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e800fead-4251-480e-878e-f5335f639a9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/networks/3fdbaaac-14c8-470d-922c-faf0c2abb773 HTTP/1.1" status: 204 len: 168 time: 0.4602020 Apr 22 15:11:25.478522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43098) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.550614 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b2d49ce5-3b3c-46e5-b812-df36b0316461 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.590963 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b2d49ce5-3b3c-46e5-b812-df36b0316461 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.662233 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b2d49ce5-3b3c-46e5-b812-df36b0316461 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.684864 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d49ce5-3b3c-46e5-b812-df36b0316461 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ace92b-ad2c-4691-826e-07c74c7018ce,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:25.695144 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b2d49ce5-3b3c-46e5-b812-df36b0316461 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.696933 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b2d49ce5-3b3c-46e5-b812-df36b0316461 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5ace92b-ad2c-4691-826e-07c74c7018ce HTTP/1.1" status: 204 len: 168 time: 0.2171230 Apr 22 15:11:25.985304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43106) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.991430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478212834', 'description': 'tempest-secgroup-smoke-478212834 description', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:25.998446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.003848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.007185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.014074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.027522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.058354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:26.068248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.072290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.075256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.081289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.091356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:26.091733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2dd06b76-63c4-4ee4-8f77-e6c7810de8a4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:26.141988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.146199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.192256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea8939b-603a-41f0-9dc7-663baad1731b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.200058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.201095 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5e3772d5-75a8-4f3d-b598-66db07adc28a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2146530 Apr 22 15:11:26.207915 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43110) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.213541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '9ea8939b-603a-41f0-9dc7-663baad1731b', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:26.219608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.223530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.226550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.232565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.250127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.325787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.331284 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.360639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3610aa39-2583-4c30-a634-504696249ae0,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.367861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.369062 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-70d5d879-c6b4-4244-8cce-264c3e3cfaf7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1601307 Apr 22 15:11:26.372060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43114) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.378105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '9ea8939b-603a-41f0-9dc7-663baad1731b', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:26.384567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.388794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.392265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.400975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.418930 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.483317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.487820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.510962 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63923ba9-90e4-4495-9a27-873c8dba766b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.521323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.522530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-04ee276f-cb45-428f-8357-e08121a1c36e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494761 Apr 22 15:11:26.525400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43118) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.530816 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '9ea8939b-603a-41f0-9dc7-663baad1731b', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:26.536840 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.540623 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.543469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.549148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.568099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.636748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.641134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.664636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279cb1b3-cdcd-4a2f-af2d-211d50078444,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.674455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.675621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3933a54d-1a82-4e7b-be19-e919a4e6584b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1492968 Apr 22 15:11:26.678883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43122) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.684360 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '9ea8939b-603a-41f0-9dc7-663baad1731b', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:26.690149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.693924 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.696857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.702797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.721638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.789465 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.793851 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.816845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6550a22-2369-4e59-a25d-3600ccbef732,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.825921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.827070 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b333ff3e-16c3-4d94-b10f-b2321646049a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1472256 Apr 22 15:11:26.829847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43126) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.835292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '9ea8939b-603a-41f0-9dc7-663baad1731b', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:26.841560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.845781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.848987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:26.855086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:26.867476 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:11:26.873857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.940129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.944115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.966386 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cef033-9686-470a-ac08-8a5d5135bc0e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.976133 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.977291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-71c428bf-eafc-435a-8561-76babf028612 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1464806 Apr 22 15:11:26.980134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43130) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.985432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '9ea8939b-603a-41f0-9dc7-663baad1731b', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:26.991589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:26.995763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:26.998933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:27.005560 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:27.019389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:11:27.026510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.102784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.107340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.134797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c1b919-69dc-4e0e-811f-d029f0b46377,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:27.143215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.144786 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6c42a7e2-51a9-4a1e-b81c-cab9f5a84ddd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1637378 Apr 22 15:11:27.147896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43134) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.153711 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'network': {'name': 'tempest-network-smoke--1944606691', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:27.159166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:27.163732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:network and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:27.166745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:27.172864 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:27.183496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:27.186559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.216320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:27.226242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.226584 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Added segment f00b24fc-ef36-47de-9590-99e563d07377 of type vlan for network 13b2982e-65ef-4ff0-964d-21d37b8f3efb Apr 22 15:11:27.254181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.284938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.288804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.289543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.395687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2463040 Apr 22 15:11:27.398179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43138) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.400758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b504c-274a-4e78-930a-382d3a7e419c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Network': ['ID=13b2982e-65ef-4ff0-964d-21d37b8f3efb,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:27.405344 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'admin_state_up': True, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:27.411241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:27.412765 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:27.417091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:router and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:27.420168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:27.425954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:27.442193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.442193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.458927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.612509 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.808254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.839466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.987245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.117 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/bda39a21-6754-4c14-926f-5c8b77fdd966) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:28.236234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.270895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.344411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:28.348149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:28.350100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=bda39a21-6754-4c14-926f-5c8b77fdd966,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:28.352244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:28.528784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.529534 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.788981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 39f1ce0e-da06-44e8-b163-ad3d98f24edf is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:11:29.004705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:29.015225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Sync routers for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:29.030356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:29.031171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:29.034208 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.035413 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4c6bf347-a9c6-4a9f-9ab3-baf4e82638ff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6363378 Apr 22 15:11:29.038970 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43142) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:29.082083 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-28a7bd19-ef94-4c00-a1ea-380515c6c2ef tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d9e82dcdab24662867cb36f85ac24b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417283 Apr 22 15:11:29.085184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43146) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:29.216668 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:29.220589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2eb5eb-0527-41fd-b80c-1c9fd1d43b6a tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:29.222190 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ec2eb5eb-0527-41fd-b80c-1c9fd1d43b6a tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354003 Apr 22 15:11:29.225335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43150) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:29.265704 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-daec729f-65ea-45f6-82b5-9b5521e1364a tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389996 Apr 22 15:11:29.270467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43154) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:29.276168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-824467923', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:29.399452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:29.403905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:subnet and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:29.407057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:29.413194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:29.427736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:29.540347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.540930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:28Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:29.548756 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Checking router: 39f1ce0e-da06-44e8-b163-ad3d98f24edf for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:29.549237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Updating router 39f1ce0e-da06-44e8-b163-ad3d98f24edf port bda39a21-6754-4c14-926f-5c8b77fdd966 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:29.603410 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.786489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.871954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Subnet': ['ID=0a79041b-6e2d-487f-9b17-0b5ca790b8db,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:29.886461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Checking segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:29.886786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network hostable DHCP agents. Network: 13b2982e-65ef-4ff0-964d-21d37b8f3efb, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:29.911297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:29.922706 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 13b2982e-65ef-4ff0-964d-21d37b8f3efb) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:29.927861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:29.928471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.935173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64aa48-b092-4f40-80a7-e9b8f8600356 None None] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:29.955727 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-add8e06a-0859-4370-8791-c39f3f5931ca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6813908 Apr 22 15:11:29.956286 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43158) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:30.029239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.050527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Transition to ACTIVE for port object bda39a21-6754-4c14-926f-5c8b77fdd966 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:30.072279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.213627 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f3886-d13d-414f-89ed-ac2537063c2f None None] Pushing event updated for resources: {'Port': ['ID=bda39a21-6754-4c14-926f-5c8b77fdd966,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:30.221941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Attempting to bind port bda39a21-6754-4c14-926f-5c8b77fdd966 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:30.222043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Attempting to bind port bda39a21-6754-4c14-926f-5c8b77fdd966 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:30.222406 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Attempting to bind port bda39a21-6754-4c14-926f-5c8b77fdd966 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:30.262604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:30.262961 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:30.263492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.263896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:30.264503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Bound port: bda39a21-6754-4c14-926f-5c8b77fdd966, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:30.264980 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.319117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:30.319944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.441638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] For port bda39a21-6754-4c14-926f-5c8b77fdd966, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:30.457631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] For port bda39a21-6754-4c14-926f-5c8b77fdd966, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=bda39a21-6754-4c14-926f-5c8b77fdd966,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:30.494040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.590656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Allocated IP 172.20.0.2 (13b2982e-65ef-4ff0-964d-21d37b8f3efb/0a79041b-6e2d-487f-9b17-0b5ca790b8db/44f9e41b-2ddb-4f70-a790-929b0232f93e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:30.610665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f3886-d13d-414f-89ed-ac2537063c2f None None] Pushing event updated for resources: {'Port': ['ID=bda39a21-6754-4c14-926f-5c8b77fdd966,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:30.616717 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:30.617524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.907335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.997232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:31.127994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.191375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Transition to ACTIVE for port object 44f9e41b-2ddb-4f70-a790-929b0232f93e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:31.225038 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Transition to ACTIVE for port object 44f9e41b-2ddb-4f70-a790-929b0232f93e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:31.240039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.309964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.1 (13b2982e-65ef-4ff0-964d-21d37b8f3efb/0a79041b-6e2d-487f-9b17-0b5ca790b8db/0fe8b707-d1e5-4a03-a988-d4910d0b3b14) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:31.353989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:31.360103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:31.364585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Pushing event updated for resources: {'Port': ['ID=44f9e41b-2ddb-4f70-a790-929b0232f93e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:31.366887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:31.468534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Attempting to bind port 44f9e41b-2ddb-4f70-a790-929b0232f93e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:31.468819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Attempting to bind port 44f9e41b-2ddb-4f70-a790-929b0232f93e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:31.469191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Attempting to bind port 44f9e41b-2ddb-4f70-a790-929b0232f93e on network 13b2982e-65ef-4ff0-964d-21d37b8f3efb {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:31.472460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.478293 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:31.478660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Checking segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:31.479063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.479450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Bound using segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:31.479908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Bound port: 44f9e41b-2ddb-4f70-a790-929b0232f93e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:31.480277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.489079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:31.513591 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.525546 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:28Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:31.532941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db4e2a-58b0-4417-9c46-5e55dd13ffe4 None None] The sync data for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv is: [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:28Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:31.582562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] For port 44f9e41b-2ddb-4f70-a790-929b0232f93e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:31.586565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] For port 44f9e41b-2ddb-4f70-a790-929b0232f93e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=44f9e41b-2ddb-4f70-a790-929b0232f93e,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:31.592695 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.599604 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:31.600480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:31.604978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:31.611697 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:31.673485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.680798 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee7880-6553-4bdd-96f5-825af82f8038 None None] Pushing event updated for resources: {'Port': ['ID=44f9e41b-2ddb-4f70-a790-929b0232f93e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:31.793074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.200457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bda39a21-6754-4c14-926f-5c8b77fdd966 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:32.293940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port bda39a21-6754-4c14-926f-5c8b77fdd966 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:32.302015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port bda39a21-6754-4c14-926f-5c8b77fdd966 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:32.302663 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.453925 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.471813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.478283 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.480378 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port bda39a21-6754-4c14-926f-5c8b77fdd966, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=bda39a21-6754-4c14-926f-5c8b77fdd966,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:32.486398 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.487345 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 44f9e41b-2ddb-4f70-a790-929b0232f93e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:32.594704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.609540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=bda39a21-6754-4c14-926f-5c8b77fdd966,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:32.625470 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 44f9e41b-2ddb-4f70-a790-929b0232f93e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:32.643718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:32.763274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:32.764503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:32.846687 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22659b-b500-40de-8e88-d17b9ddf9d76 None None] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:32.955762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] Provisioning for port 44f9e41b-2ddb-4f70-a790-929b0232f93e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:32.972105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] Provisioning complete for port 44f9e41b-2ddb-4f70-a790-929b0232f93e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:32.972471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.163024 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 39f1ce0e-da06-44e8-b163-ad3d98f24edf has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:33.220577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.262900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] For port 44f9e41b-2ddb-4f70-a790-929b0232f93e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=44f9e41b-2ddb-4f70-a790-929b0232f93e,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:33.267277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.344309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6611f-40f5-4ae5-8b5c-b0bb43224784 None None] Pushing event updated for resources: {'Port': ['ID=44f9e41b-2ddb-4f70-a790-929b0232f93e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:33.377923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:33.391963 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-23768658-10a6-4e43-b219-f6bc7a38edbb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/39f1ce0e-da06-44e8-b163-ad3d98f24edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4344370 Apr 22 15:11:33.494890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5dcb2c91-5b5a-4b71-8fcf-0df4fdc0fa75 None None] Provisioning for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:33.503043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5dcb2c91-5b5a-4b71-8fcf-0df4fdc0fa75 None None] Provisioning complete for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:33.503421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2c91-5b5a-4b71-8fcf-0df4fdc0fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.561257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb2c91-5b5a-4b71-8fcf-0df4fdc0fa75 None None] Port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:33.573987 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5dcb2c91-5b5a-4b71-8fcf-0df4fdc0fa75 None None] Provisioning complete for port 44f9e41b-2ddb-4f70-a790-929b0232f93e triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:33.574355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2c91-5b5a-4b71-8fcf-0df4fdc0fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.585944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-037ff784-b869-41c7-b44a-cb80d166942d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:33.603012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-037ff784-b869-41c7-b44a-cb80d166942d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:33.604304 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-037ff784-b869-41c7-b44a-cb80d166942d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478212834&fields=id&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 267 time: 0.0608709 Apr 22 15:11:33.760512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-99cecb6a-8907-4fd2-aa15-7616cc14cb6b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:33.761175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-99cecb6a-8907-4fd2-aa15-7616cc14cb6b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:33.777710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-99cecb6a-8907-4fd2-aa15-7616cc14cb6b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:33.779108 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-99cecb6a-8907-4fd2-aa15-7616cc14cb6b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 797 time: 0.1683314 Apr 22 15:11:33.796598 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-d7dba5b9-4445-4317-b764-d0b30b3b691b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/quotas/7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 375 time: 0.0113738 Apr 22 15:11:33.824080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-947520a7-e623-446b-9b42-630353762166 None None] Provisioning complete for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:33.824473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-947520a7-e623-446b-9b42-630353762166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.875443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-947520a7-e623-446b-9b42-630353762166 None None] Port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:33.881991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-193b9a4c-4945-4615-ad6b-cb6b8f3f899f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:33.898624 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-193b9a4c-4945-4615-ad6b-cb6b8f3f899f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:33.899961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-193b9a4c-4945-4615-ad6b-cb6b8f3f899f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978291 Apr 22 15:11:33.984478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-55d4ef22-bad4-4cc3-9bf1-d062c54feaaf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:11:33.985401 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-55d4ef22-bad4-4cc3-9bf1-d062c54feaaf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740318 Apr 22 15:11:33.999063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-f299a37b-f487-4771-8123-f3ba42122a60 None None] Provisioning complete for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:33.999443 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f299a37b-f487-4771-8123-f3ba42122a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.061437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f299a37b-f487-4771-8123-f3ba42122a60 None None] Port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:34.077645 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bda39a21-6754-4c14-926f-5c8b77fdd966 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:34.140034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.163659 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port bda39a21-6754-4c14-926f-5c8b77fdd966 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:34.165095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.235334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-220c80fb-f155-443a-a913-b30168769db6 service neutron] 10.222.0.32 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430325 Apr 22 15:11:34.288229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 44f9e41b-2ddb-4f70-a790-929b0232f93e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:34.362978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 44f9e41b-2ddb-4f70-a790-929b0232f93e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:34.363449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.368743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-d43ce863-4a1c-43bd-8c0b-82c5cdcb04c1 service neutron] 10.222.0.32 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276557 Apr 22 15:11:34.584169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df28a2f6-3268-41dd-8ea5-31bc186cd244 req-8fd25fd4-1120-4948-8d67-b3ae3937fba8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 210 time: 0.0410404 Apr 22 15:11:35.350915 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Sync routers for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:35.364633 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:35.365245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:35.542639 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:35.638240 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-e1fc3c5f-4290-40b1-8aa0-eacc1b9733f8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:35.640402 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-e1fc3c5f-4290-40b1-8aa0-eacc1b9733f8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 797 time: 0.1610782 Apr 22 15:11:35.710261 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6d76c867-661a-496a-ba6c-949b076c0f9c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 379 time: 0.0572841 Apr 22 15:11:35.720252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'port': {'device_id': 'f8877254-3768-41e7-874a-c096cae99f60', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'admin_state_up': True, 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'security_groups': ['9ea8939b-603a-41f0-9dc7-663baad1731b']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:35.835893 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-989f2ddd-c3ee-4ac2-86aa-e347ffaea64b req-d2196e34-bc1f-434a-acb8-06bc9bab7f32 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 210 time: 0.0985911 Apr 22 15:11:35.871772 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 2, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:35.875642 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Checking router: 39f1ce0e-da06-44e8-b163-ad3d98f24edf for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:35.875974 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Updating router 39f1ce0e-da06-44e8-b163-ad3d98f24edf port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:35.908032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:35.917609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:35.928675 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.930454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:35.934850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.108704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.7 (13b2982e-65ef-4ff0-964d-21d37b8f3efb/0a79041b-6e2d-487f-9b17-0b5ca790b8db/f4a5edd7-89a5-4f02-a11c-3249bd147483) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:36.299025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.314732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object f4a5edd7-89a5-4f02-a11c-3249bd147483 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:36.340128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.415178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:36.418174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:36.420582 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:36.472649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:36.508899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:36.509713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.542546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-345b0885-65a4-403b-94b4-3c8643582fe3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274796 Apr 22 15:11:36.556651 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Request body: {'port': {'device_id': 'f8877254-3768-41e7-874a-c096cae99f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:36.559135 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.578064 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Transition to ACTIVE for port object 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:36.593341 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.686030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.710007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-539b454b-97cb-48ce-8002-f9ac0693e39c None None] Provisioning for port f4a5edd7-89a5-4f02-a11c-3249bd147483 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:36.716453 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Pushing event updated for resources: {'Port': ['ID=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:36.719823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-539b454b-97cb-48ce-8002-f9ac0693e39c None None] Provisioning complete for port f4a5edd7-89a5-4f02-a11c-3249bd147483 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:36.720431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-539b454b-97cb-48ce-8002-f9ac0693e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.770121 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.770522 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.770863 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.771186 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.771503 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.772170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.772170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.772500 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.772973 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.773272 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.773593 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:36.808577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-539b454b-97cb-48ce-8002-f9ac0693e39c None None] Port f4a5edd7-89a5-4f02-a11c-3249bd147483 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:36.850786 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Attempting to bind port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:36.851248 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Attempting to bind port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:36.851870 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Attempting to bind port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 on network 13b2982e-65ef-4ff0-964d-21d37b8f3efb {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:36.859425 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:36.859856 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Checking segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:36.860168 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.860545 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Bound using segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:36.860999 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Bound port: 0fe8b707-d1e5-4a03-a988-d4910d0b3b14, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:36.861359 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.968978 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] For port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:36.973716 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] For port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:36.978673 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.081545 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc006d1-7bd3-4622-8415-33a67447854f None None] Pushing event updated for resources: {'Port': ['ID=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.092107 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:37.092732 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:37.257275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae434a66-d87d-47a7-853d-086daa390253 req-a3c01dce-1f55-4bfe-b9a2-97b91ed72462 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:37.258008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ae434a66-d87d-47a7-853d-086daa390253 req-a3c01dce-1f55-4bfe-b9a2-97b91ed72462 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:37.264852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a5edd7-89a5-4f02-a11c-3249bd147483 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:37.276805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.285823 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:37.291094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-ae434a66-d87d-47a7-853d-086daa390253 req-a3c01dce-1f55-4bfe-b9a2-97b91ed72462 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:37.292244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae434a66-d87d-47a7-853d-086daa390253 req-a3c01dce-1f55-4bfe-b9a2-97b91ed72462 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 931 time: 0.3015492 Apr 22 15:11:37.294689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Transition to ACTIVE for port object f4a5edd7-89a5-4f02-a11c-3249bd147483 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:37.300092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.458961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.473237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae434a66-d87d-47a7-853d-086daa390253 req-f7223001-763a-469b-96e8-7d37481e4fa9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688375 Apr 22 15:11:37.574819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Attempting to bind port f4a5edd7-89a5-4f02-a11c-3249bd147483 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:37.575174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Attempting to bind port f4a5edd7-89a5-4f02-a11c-3249bd147483 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:37.575462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Attempting to bind port f4a5edd7-89a5-4f02-a11c-3249bd147483 on network 13b2982e-65ef-4ff0-964d-21d37b8f3efb {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:37.581893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Port f4a5edd7-89a5-4f02-a11c-3249bd147483 on network 13b2982e-65ef-4ff0-964d-21d37b8f3efb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:11:37.582122 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Attempting to bind port f4a5edd7-89a5-4f02-a11c-3249bd147483 on network 13b2982e-65ef-4ff0-964d-21d37b8f3efb {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:37.588648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:37.588979 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Checking segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:37.589350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Bound using segment: {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:37.589793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Bound port: f4a5edd7-89a5-4f02-a11c-3249bd147483, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00b24fc-ef36-47de-9590-99e563d07377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:37.590140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.624247 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:37.628474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b1d63-bc1f-4a15-b3af-a16a2dc3d671 None None] The sync data for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv is: [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:37.697218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:37.703369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:37.709489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.773660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.775109 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] 10.222.0.24 "PUT /v2.0/ports/f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 1093 time: 1.2237592 Apr 22 15:11:37.775562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:37.792957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b2789-c140-442b-8488-c7f1dc2ade9b service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.868369 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f3374e-609a-4552-993f-b489c8750111'] response: {'name': 'network-changed', 'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'status': 'completed', 'code': 200} Apr 22 15:11:37.926197 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-39d6fc33-9039-4979-9ab9-bfada099b84f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1096 time: 0.0951922 Apr 22 15:11:37.999149 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-9b6182e4-48d8-4b6a-a65d-724d8831345c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 217 time: 0.0657411 Apr 22 15:11:38.074921 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-5dcbf48e-0395-4084-82fd-2ac97af40a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.074921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-5dcbf48e-0395-4084-82fd-2ac97af40a37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0690982 Apr 22 15:11:38.114183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:38.171560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-2eec2685-3ed3-418b-a1fd-7a80024790cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909503 Apr 22 15:11:38.203058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:38.210322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:38.210689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.324667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-ab004d54-fbb3-4322-82b3-e562e521fcbb service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458714 Apr 22 15:11:38.356451 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.394292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:38.399933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.469350 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-29a2e61f-0b92-405d-8e43-5750a37723b0 req-04916a61-6365-4d9d-b88a-884f0347eefa service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376655 Apr 22 15:11:38.475654 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:38.599878 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-94e4c596-ef5b-42ad-933c-789dc0e7b2be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1096 time: 0.0795109 Apr 22 15:11:38.801462 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-6edf2a03-4f31-4455-ab32-457f14d093c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.802982 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-6edf2a03-4f31-4455-ab32-457f14d093c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1963360 Apr 22 15:11:38.817017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c15de5-4423-41f9-80a6-694e2f1f9f12 req-0eb4e26d-2e7b-4d71-8046-97bca05b4cab tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.818497 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20c15de5-4423-41f9-80a6-694e2f1f9f12 req-0eb4e26d-2e7b-4d71-8046-97bca05b4cab tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 943 time: 0.1935863 Apr 22 15:11:38.911389 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-2d9d1b5b-839b-43e2-8b1d-a89e82084804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 217 time: 0.1013887 Apr 22 15:11:38.978210 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20c15de5-4423-41f9-80a6-694e2f1f9f12 req-29655f16-441e-4a09-a940-dd67f6f5db54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102004 Apr 22 15:11:38.992532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-c6562bcf-5057-4506-8327-e351a2baa935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.994281 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-c6562bcf-5057-4506-8327-e351a2baa935 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0715706 Apr 22 15:11:39.179487 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-eccb088a-4dc7-407c-a9e7-0878817a3739 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1781049 Apr 22 15:11:39.317352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-179272e5-3f98-42dd-8f21-1940e38b4e70 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299846 Apr 22 15:11:39.463336 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66fddec0-bf6a-41d7-a538-15343a54fc72 req-03c8baa2-a484-4e3c-8b97-58db316d6686 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397648 Apr 22 15:11:39.628146 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d2f78d3a-f7fa-413e-98db-bd24e5d25490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.072296 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:40.140758 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:40.141118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.189429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877876f-8b5d-4a8a-a360-1fc9e3faef44 req-4acb7f26-8e00-4d1f-a263-5baf7826ca95 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:40.190905 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0877876f-8b5d-4a8a-a360-1fc9e3faef44 req-4acb7f26-8e00-4d1f-a263-5baf7826ca95 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 943 time: 0.0756142 Apr 22 15:11:40.236506 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0877876f-8b5d-4a8a-a360-1fc9e3faef44 req-e9fc8374-b025-40c0-862f-e19c3f832e20 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Apr 22 15:11:40.375935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:11:40.525073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:40.538583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'port_id': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'mac_address': 'fa:16:3e:5f:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:11:40.597694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.615396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a5edd7-89a5-4f02-a11c-3249bd147483 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:40.630592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:40.636551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.734493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:40.863746 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f4a5edd7-89a5-4f02-a11c-3249bd147483'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:11:41.441557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43495223-6181-4a0c-9f0c-37bde29c9a3e req-acac6589-fd1f-49db-8392-55eafbe67d02 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:41.443008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-43495223-6181-4a0c-9f0c-37bde29c9a3e req-acac6589-fd1f-49db-8392-55eafbe67d02 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 944 time: 0.0824573 Apr 22 15:11:41.493083 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-43495223-6181-4a0c-9f0c-37bde29c9a3e req-6b3115d0-cb80-47cf-8025-cd0fafe98d2d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 Apr 22 15:11:41.757921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-20f3b4eb-e6a1-46c2-881e-69acf2429a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.392449 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:42.463725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f4a5edd7-89a5-4f02-a11c-3249bd147483 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:42.469517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f4a5edd7-89a5-4f02-a11c-3249bd147483 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:42.469978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.588061 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.616421 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:42.627032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:42.633078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.698461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ce61a-f09d-425d-a026-e8565f592bc0 req-48af5e80-53a1-4d0b-bd95-ee759f4445f1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.700155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-313ce61a-f09d-425d-a026-e8565f592bc0 req-48af5e80-53a1-4d0b-bd95-ee759f4445f1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0785615 Apr 22 15:11:42.702994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:42.756657 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-313ce61a-f09d-425d-a026-e8565f592bc0 req-156c962f-945c-4bad-a993-ad2e3db8b185 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462375 Apr 22 15:11:42.759025 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e938e894-3702-473f-b614-8361848dad49'] response: {'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'code': 200} Apr 22 15:11:42.989769 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-593853a1-a5f3-4397-b15a-5e48e604797c req-634f89fe-0dae-4dc3-9664-6ff891ba0235 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.0711160 Apr 22 15:11:43.012090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.033395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-593853a1-a5f3-4397-b15a-5e48e604797c req-61866c34-673d-4357-8440-b0abb56f8580 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380464 Apr 22 15:11:43.038275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.970275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc44b0-5eca-4815-b138-06b829682a4e req-891c5ed2-5d7c-40eb-b254-071b4dd711b2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:43.971756 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eafc44b0-5eca-4815-b138-06b829682a4e req-891c5ed2-5d7c-40eb-b254-071b4dd711b2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0879478 Apr 22 15:11:44.022679 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eafc44b0-5eca-4815-b138-06b829682a4e req-89b3a36c-d56d-4c19-82fd-e8456f82deac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 Apr 22 15:11:44.553955 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.235856 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fa40a-e71a-4161-97ca-e3caf0376137 req-adec9c2b-71ba-43f9-9cdf-23f5a0434e5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:45.237224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6a4fa40a-e71a-4161-97ca-e3caf0376137 req-adec9c2b-71ba-43f9-9cdf-23f5a0434e5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0903165 Apr 22 15:11:45.286234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6a4fa40a-e71a-4161-97ca-e3caf0376137 req-ec732142-29c8-4793-8c1b-419d4c9f6149 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431032 Apr 22 15:11:45.497476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3f639-b92d-4104-ac7e-f120a8337c7c req-e9336dbd-9f5b-492f-8bfd-cdd3a519b10b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:45.499128 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49f3f639-b92d-4104-ac7e-f120a8337c7c req-e9336dbd-9f5b-492f-8bfd-cdd3a519b10b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0924027 Apr 22 15:11:45.552910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-49f3f639-b92d-4104-ac7e-f120a8337c7c req-c0c3e454-a554-4bca-bcdc-5b7c38a8efc3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Apr 22 15:11:45.585945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43208) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:45.663050 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4e5bc281-2b8d-4570-907e-385adbce7341 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1093 time: 0.0757549 Apr 22 15:11:45.665794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43212) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:45.672489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:45.681565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:45.686815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:floatingip and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:45.690919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:45.697469 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:45.710732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.852577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.020262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.150 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/9e4d7478-be96-4f03-94c9-744a987d1713) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:46.176023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.210142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.281981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:46.285503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:46.287555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=9e4d7478-be96-4f03-94c9-744a987d1713,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:46.289833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:46.911990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.972410 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.186628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.194845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.297603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=9e4d7478-be96-4f03-94c9-744a987d1713,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:47.313555 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.515373 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Floating IP df72126f-890e-495e-8496-55aafb768491 associated. External IP: 172.26.2.150, port: f4a5edd7-89a5-4f02-a11c-3249bd147483. Apr 22 15:11:47.924168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 39f1ce0e-da06-44e8-b163-ad3d98f24edf has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:48.249516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:48.259669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] Sync routers for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:48.272012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:48.272782 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:48.278492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.341015 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4445c6f3-899d-4c11-bf34-bf1d5444a477 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6718483 Apr 22 15:11:48.341015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:48.394855 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2134a4-a91b-4e17-b4a0-1c06df363764'] response: {'name': 'network-changed', 'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'status': 'completed', 'code': 200} Apr 22 15:11:48.465118 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:48.551935 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-788e307d-1c49-4180-822a-72a46415f171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.1341116 Apr 22 15:11:48.558562 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0b6d-6777-41f3-a1fd-24a07d04341b req-6227e207-2653-40e7-bb8f-2f5326e5ff24 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:48.559994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-30ff0b6d-6777-41f3-a1fd-24a07d04341b req-6227e207-2653-40e7-bb8f-2f5326e5ff24 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.1081548 Apr 22 15:11:48.697950 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-30ff0b6d-6777-41f3-a1fd-24a07d04341b req-3ef656d2-c602-4b4c-a2e4-96a5d705d99f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199422 Apr 22 15:11:48.723565 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-2fd9569e-229e-48de-8c80-51b5b1657db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:48.725260 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-2fd9569e-229e-48de-8c80-51b5b1657db9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1643856 Apr 22 15:11:48.731732 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43220) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:48.849769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'df72126f-890e-495e-8496-55aafb768491', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'port_id': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'mac_address': 'fa:16:3e:5f:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8877254-3768-41e7-874a-c096cae99f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:11:46Z', 'updated_at': '2022-04-22T15:11:46Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:48.850196 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-cc2e6e23-5f6c-488e-b659-6ff32ad92d1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 999 time: 0.1187403 Apr 22 15:11:48.854193 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] Checking router: 39f1ce0e-da06-44e8-b163-ad3d98f24edf for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:48.866547 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:48.867156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:11:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:48.914796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-c2d369f3-4ed9-4241-8294-041632b040d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:48.916494 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-c2d369f3-4ed9-4241-8294-041632b040d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0612535 Apr 22 15:11:48.951603 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-52d49be2-1fea-447a-8733-4a375f1535ed tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 991 time: 0.2186627 Apr 22 15:11:49.000781 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-765d6cfa-945a-4d17-930b-ac51170e77c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770328 Apr 22 15:11:49.053305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:49.130956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-698b0ad1-2867-417f-87b1-0d31cf5220b5 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241398 Apr 22 15:11:49.265832 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-acb63f9f-9ec6-46fa-b5f9-f1eba73d0428 req-97dceb99-91aa-4f4a-931d-7a45bde9b34f service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293886 Apr 22 15:11:49.435235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'df72126f-890e-495e-8496-55aafb768491', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'port_id': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'mac_address': 'fa:16:3e:5f:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8877254-3768-41e7-874a-c096cae99f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:11:46Z', 'updated_at': '2022-04-22T15:11:46Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:49.439337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef153c-8e25-43df-8745-2025ec789445 None None] The sync data for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv is: [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'df72126f-890e-495e-8496-55aafb768491', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'port_id': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'mac_address': 'fa:16:3e:5f:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8877254-3768-41e7-874a-c096cae99f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:11:46Z', 'updated_at': '2022-04-22T15:11:46Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:49.955366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43224) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:50.062129 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d70fa3db-546f-498b-a0cc-3373fc79eef0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 991 time: 0.1043179 Apr 22 15:11:51.065437 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43228) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:51.176941 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e71d5628-01f5-4824-8366-f27b47dd9740 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 991 time: 0.1098466 Apr 22 15:11:52.181384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43232) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:52.290195 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-46542db1-54c2-4ebd-b544-ccf7793cca77 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 991 time: 0.1075554 Apr 22 15:11:53.285773 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51de225-892e-4c93-914a-bf7a08a3c731 None None] New status for floating IP df72126f-890e-495e-8496-55aafb768491: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:11:53.293949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43236) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.401226 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2287bc50-ea3a-4d0f-afc2-2007431707ed tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 991 time: 0.1048319 Apr 22 15:11:54.404535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43240) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:54.517263 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5b55cd29-6363-4ae4-b1f0-69381735bf10 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 993 time: 0.1115227 Apr 22 15:11:59.227350 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:12:00.059772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-a4c864f7-eb22-4632-86d7-f46e39111aef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410670 Apr 22 15:12:00.325116 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-c488f508-0b14-4694-84fd-1f928e9f9c9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.1785424 Apr 22 15:12:00.481956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-bf6bc37b-afd5-49cf-9a91-01d836faa112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:00.483465 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-bf6bc37b-afd5-49cf-9a91-01d836faa112 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1356597 Apr 22 15:12:00.599687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-b7e989bb-4b75-4769-80d8-07b0021b0425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 1001 time: 0.1071911 Apr 22 15:12:00.666234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-695764ee-4374-4ca5-9ab7-46e176ac7380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:00.667843 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-695764ee-4374-4ca5-9ab7-46e176ac7380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0620201 Apr 22 15:12:00.745662 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-85453646-f2fd-4370-b282-3ea03f80abc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696673 Apr 22 15:12:00.883354 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-26f85250-bcd7-4209-9372-77f662b6cf1a service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296024 Apr 22 15:12:01.025531 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ceb01a0-2f5b-48ca-b916-38901b688b0f req-a3c6fd72-5ccf-4f01-8dc2-d64f9d79f454 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344881 Apr 22 15:12:04.129272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.627662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dd7ae0b5-2b7d-47c1-8526-26bbf3880653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.756592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c29b3567-dee0-4a45-adbc-6ecea8fccb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.012063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.033232 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.556914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.002606 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-882d56e2-d938-4582-a705-acdd3842c83e req-727fedcb-910e-49c7-93f2-b86bda70fee3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0739200 Apr 22 15:12:22.279829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43266) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:22.478661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-a24e2748-6a26-45da-bc79-19a104cf8bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1974645 Apr 22 15:12:22.485069 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375c9d-7f05-49dc-a386-91f2c7f0358c req-4a458d15-99b1-46ed-ad7c-b67eaa206b43 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:22.486805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a375c9d-7f05-49dc-a386-91f2c7f0358c req-4a458d15-99b1-46ed-ad7c-b67eaa206b43 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.2405717 Apr 22 15:12:22.537888 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a375c9d-7f05-49dc-a386-91f2c7f0358c req-222a1c89-df1f-47a0-976f-59945bc45c81 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452442 Apr 22 15:12:23.823944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-dc83aa00-2c28-4e0b-91c7-dfbb393da6eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.1310518 Apr 22 15:12:23.909189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea9f14-7688-47c9-915e-2e4830efe00d req-c97fa26e-d670-4235-946e-51ebbca124b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:23.910567 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36ea9f14-7688-47c9-915e-2e4830efe00d req-c97fa26e-d670-4235-946e-51ebbca124b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.2438791 Apr 22 15:12:23.992146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36ea9f14-7688-47c9-915e-2e4830efe00d req-f6fa5469-187d-4a87-bdf3-0a05b84593f8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737598 Apr 22 15:12:23.997117 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-8a9e0549-a9ce-41cb-b3c3-bf4d9e4d305e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:23.998560 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-8a9e0549-a9ce-41cb-b3c3-bf4d9e4d305e service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1680737 Apr 22 15:12:24.111876 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-56625d46-3d5e-4fb1-b2cd-d71236eb7fc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 1001 time: 0.1068273 Apr 22 15:12:24.183358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-27b48a71-7aad-4ddd-97fb-e2b3ef6ebe6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:24.184750 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-27b48a71-7aad-4ddd-97fb-e2b3ef6ebe6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0667992 Apr 22 15:12:24.262242 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-a06f1254-02a3-4b53-b0e3-a9df89ea8775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709195 Apr 22 15:12:24.403449 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-d32587e7-ec21-425c-a3b7-2281eb0b2c44 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347072 Apr 22 15:12:24.637963 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-331d5f38-6f6b-4dc6-9c04-da0e6598d506 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276111 Apr 22 15:12:25.210714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d79e78-ca52-4dd5-b91f-a8e39e66e031 req-d13b66f9-0cd4-4fb6-be35-c1406228d680 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.212211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-02d79e78-ca52-4dd5-b91f-a8e39e66e031 req-d13b66f9-0cd4-4fb6-be35-c1406228d680 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0822890 Apr 22 15:12:25.263858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-02d79e78-ca52-4dd5-b91f-a8e39e66e031 req-154f0fdc-2ee4-4fb9-a0c6-676bb5340502 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457780 Apr 22 15:12:26.473669 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb06c-d730-474a-8ec3-145fd7358d3d req-12c8ea18-26c4-40ef-ad57-149795b1e51b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:26.475132 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7febb06c-d730-474a-8ec3-145fd7358d3d req-12c8ea18-26c4-40ef-ad57-149795b1e51b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0821905 Apr 22 15:12:26.524882 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7febb06c-d730-474a-8ec3-145fd7358d3d req-ba203e1b-6e80-48b4-9d54-b5c33ac62968 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Apr 22 15:12:27.877605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce91a3b-f73f-4369-a7ec-f7133d6ca825 req-573c6e7d-fb70-42cc-80ea-1f836650e5e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:27.878995 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0ce91a3b-f73f-4369-a7ec-f7133d6ca825 req-573c6e7d-fb70-42cc-80ea-1f836650e5e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0793262 Apr 22 15:12:27.935364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0ce91a3b-f73f-4369-a7ec-f7133d6ca825 req-0364c9da-ce3e-4b56-9247-ebfae81c0837 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497446 Apr 22 15:12:29.138655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e103bd-26e3-45bd-bd98-331b3330398d req-94b2f757-9751-4eff-acde-1e37cfd97cb3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:29.140137 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1e103bd-26e3-45bd-bd98-331b3330398d req-94b2f757-9751-4eff-acde-1e37cfd97cb3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0831044 Apr 22 15:12:29.190549 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e1e103bd-26e3-45bd-bd98-331b3330398d req-a0d48530-2dc5-4598-8c33-97b3ff862c6e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443285 Apr 22 15:12:30.396194 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee2fd-317a-4f44-814f-1d0cc587f6d6 req-b5aaeed3-ad5d-4c11-92c1-67daf3fd3e83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:30.397707 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b3ee2fd-317a-4f44-814f-1d0cc587f6d6 req-b5aaeed3-ad5d-4c11-92c1-67daf3fd3e83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0816882 Apr 22 15:12:30.444687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8b3ee2fd-317a-4f44-814f-1d0cc587f6d6 req-bcb8919e-bc52-4f30-a29e-bf9756238e26 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406239 Apr 22 15:12:31.661414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d271-1e7a-438b-8e52-01cb2088f838 req-2243b587-d304-472d-ac57-281f8488f04a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:31.662865 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fd97d271-1e7a-438b-8e52-01cb2088f838 req-2243b587-d304-472d-ac57-281f8488f04a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0878377 Apr 22 15:12:31.711940 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fd97d271-1e7a-438b-8e52-01cb2088f838 req-0f372513-06e1-46af-b04d-4d2840caf6ee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Apr 22 15:12:32.925446 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241a8e-fb58-4e37-b59d-8d1ebfafabbd req-079ec21d-2ff8-465d-8136-258b96100d2b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:32.926983 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e241a8e-fb58-4e37-b59d-8d1ebfafabbd req-079ec21d-2ff8-465d-8136-258b96100d2b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0900831 Apr 22 15:12:32.980566 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e241a8e-fb58-4e37-b59d-8d1ebfafabbd req-52c4d6ac-d3c8-46e4-9ee8-3df5ff99d50a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449502 Apr 22 15:12:34.140855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.178347 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dbca2-a03d-4350-b060-367774469c52 req-0c2b7f0c-888e-48f5-9e03-ada58ab4574a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:34.179819 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a04dbca2-a03d-4350-b060-367774469c52 req-0c2b7f0c-888e-48f5-9e03-ada58ab4574a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0784082 Apr 22 15:12:34.224335 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a04dbca2-a03d-4350-b060-367774469c52 req-731a39e8-754d-4f10-9e41-30df68c2691a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Apr 22 15:12:35.428824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd80e1-ee21-4f7e-bea2-ebbe48185089 req-ee26f83a-fc91-4c37-8721-35de68306d85 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:35.430320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8dcd80e1-ee21-4f7e-bea2-ebbe48185089 req-ee26f83a-fc91-4c37-8721-35de68306d85 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0816975 Apr 22 15:12:35.477298 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8dcd80e1-ee21-4f7e-bea2-ebbe48185089 req-5935e538-6fa7-4a61-b440-7072a7ceaac2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Apr 22 15:12:36.228083 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:12:36.682519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a8b9-8a29-4538-86e1-7953c89dd2c7 req-70677141-d508-40fb-aa9a-272d4ac1b388 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:36.684408 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a876a8b9-8a29-4538-86e1-7953c89dd2c7 req-70677141-d508-40fb-aa9a-272d4ac1b388 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0813494 Apr 22 15:12:36.731693 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a876a8b9-8a29-4538-86e1-7953c89dd2c7 req-7cf13320-e069-4f31-b834-dfbe38b8e2ee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406876 Apr 22 15:12:37.942550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc4fc-9d78-4ead-b2f3-04e910a5f496 req-c1fd887e-0221-4140-94dc-3690eeb1ca80 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:37.943968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-088cc4fc-9d78-4ead-b2f3-04e910a5f496 req-c1fd887e-0221-4140-94dc-3690eeb1ca80 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0822229 Apr 22 15:12:37.993106 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-088cc4fc-9d78-4ead-b2f3-04e910a5f496 req-328a258f-efdf-401d-90fb-b4034a353c7a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Apr 22 15:12:39.202480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0dc4-d1d5-4ba3-b501-c509038de1a7 req-4f93e576-09a8-4dea-bd58-8bd399a943bc tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:39.203927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b1af0dc4-d1d5-4ba3-b501-c509038de1a7 req-4f93e576-09a8-4dea-bd58-8bd399a943bc tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0854964 Apr 22 15:12:39.253312 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b1af0dc4-d1d5-4ba3-b501-c509038de1a7 req-ced97a07-b870-42cc-8245-d8cd4fbfe6b4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436912 Apr 22 15:12:39.625311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7e8f52b1-8cf6-450f-9aed-8033084de0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.460510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dbe31-9aa4-4702-b63b-47d1c834f219 req-379dd032-6266-428c-b2b2-ef49bd373d34 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.462044 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb0dbe31-9aa4-4702-b63b-47d1c834f219 req-379dd032-6266-428c-b2b2-ef49bd373d34 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0809855 Apr 22 15:12:40.510172 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb0dbe31-9aa4-4702-b63b-47d1c834f219 req-78b2774f-39e1-4046-84e2-3eb077ae92ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 Apr 22 15:12:41.367087 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-9e394d78-3f4f-4ffa-ae3b-32c4adf62781 service neutron] 10.222.0.24 "GET /v2.0/ports/f4a5edd7-89a5-4f02-a11c-3249bd147483/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0792272 Apr 22 15:12:41.642479 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-dc00a0db-e92f-49c6-8931-652fd0d3225f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 1098 time: 0.0750871 Apr 22 15:12:41.751119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f0c78cb7-6123-4dd9-a757-213af47f8cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.781066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655a32-cd8c-4392-a1a8-4066985ddbb7 req-d69fd9d3-9f04-48ef-b17c-669fc8d1a528 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.782534 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-82655a32-cd8c-4392-a1a8-4066985ddbb7 req-d69fd9d3-9f04-48ef-b17c-669fc8d1a528 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.1338308 Apr 22 15:12:41.786446 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-b97a85db-6aed-4db6-b9f0-1114b69217f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.1077085 Apr 22 15:12:41.996573 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-82655a32-cd8c-4392-a1a8-4066985ddbb7 req-76ea9b12-15f8-4618-90d1-1661ab76150b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082651 Apr 22 15:12:42.034732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-81351d20-5a16-4488-a592-a9648c0fb925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.035648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-81351d20-5a16-4488-a592-a9648c0fb925 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.2332499 Apr 22 15:12:42.140443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-210f6e87-e66b-44d4-a009-1a7a7134f4a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 1001 time: 0.0974960 Apr 22 15:12:42.209172 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-2d1eb52c-a4ef-4fda-bbb7-d42677b360f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.210642 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-2d1eb52c-a4ef-4fda-bbb7-d42677b360f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0636823 Apr 22 15:12:42.289416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-7816773e-eff1-477f-b553-3f004b2d63fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720692 Apr 22 15:12:42.425424 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-7ce4cc64-0ade-416c-9a90-2411d4c86c5b service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282501 Apr 22 15:12:42.569595 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-94157694-4ea4-41bd-9897-c70823f7d2d4 req-79f1a080-2ce2-41f1-93a4-6fe3b7d1de60 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376424 Apr 22 15:12:43.015950 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.039335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.193355 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac17ab-314d-4f18-801b-6b11160675d5 req-610bca1f-42af-4e47-a4f7-b3ab836153fa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:43.195240 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8dac17ab-314d-4f18-801b-6b11160675d5 req-610bca1f-42af-4e47-a4f7-b3ab836153fa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0761859 Apr 22 15:12:43.244318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8dac17ab-314d-4f18-801b-6b11160675d5 req-51e7fcdc-ae1c-4fc1-b9d6-adac110f3dc9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 Apr 22 15:12:44.452001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710489bb-830f-4408-a15d-73b67a308f9f req-2e96ae4d-47b3-48e3-981f-a21cbf9e489a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:44.453504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-710489bb-830f-4408-a15d-73b67a308f9f req-2e96ae4d-47b3-48e3-981f-a21cbf9e489a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0824447 Apr 22 15:12:44.501329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-710489bb-830f-4408-a15d-73b67a308f9f req-efd1f119-9441-42f5-b61c-fa1384318be1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Apr 22 15:12:44.557788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.843535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:12:44.845813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:45.063347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.092939 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:45.112978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'port_id': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'mac_address': 'fa:16:3e:5f:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:12:45.118072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:12:45.157803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:45.173007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.205927 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37e4598-dd1a-4302-91a3-a86dab2c46f1'] response: {'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'code': 200} Apr 22 15:12:45.229550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.256708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4a5edd7-89a5-4f02-a11c-3249bd147483 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:12:45.264567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:45.323521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.324010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.324487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.324947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.325441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.325921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.326395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.326872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.327335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.327800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.328262 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:45.347299 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:45.347665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:45.736955 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf0c2c-1d2f-464b-ae7c-0f16ca512307 req-4b064817-2f57-44c6-ab88-1be5475405dd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:45.738423 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-33cf0c2c-1d2f-464b-ae7c-0f16ca512307 req-4b064817-2f57-44c6-ab88-1be5475405dd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 943 time: 0.1016910 Apr 22 15:12:45.789008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-33cf0c2c-1d2f-464b-ae7c-0f16ca512307 req-ea0afe5b-dcf4-40df-91a6-33bed4b3a7a5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430582 Apr 22 15:12:45.900314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.918183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a5edd7-89a5-4f02-a11c-3249bd147483 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:12:45.935534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:45.939507 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.009834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f4a5edd7-89a5-4f02-a11c-3249bd147483'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:12:46.044292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:46.174945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acbef-90be-461f-baad-35a8feaf7d30 req-c62a6fa5-ee07-48bb-87c1-bcd1af7e3f2b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:46.176345 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-c62a6fa5-ee07-48bb-87c1-bcd1af7e3f2b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60&tenant_id=7d9e82dcdab24662867cb36f85ac24b6&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1376336 Apr 22 15:12:46.185696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669a884-d2f4-4bbc-921d-a2a5ca260d9c req-68245594-337a-4543-9fa8-e5034fabcfff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:46.187085 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8669a884-d2f4-4bbc-921d-a2a5ca260d9c req-68245594-337a-4543-9fa8-e5034fabcfff tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 944 time: 0.1113930 Apr 22 15:12:46.235801 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8669a884-d2f4-4bbc-921d-a2a5ca260d9c req-0b38a4c9-8d9f-4e6d-a0ca-c017f411f614 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431783 Apr 22 15:12:46.319061 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-deb0bfc1-ad9c-400f-8207-ac40f47a8ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1097 time: 0.0694177 Apr 22 15:12:46.508267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acbef-90be-461f-baad-35a8feaf7d30 req-6c636d65-d72b-41b1-a4e8-f4be15fe52ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:46.509699 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-6c636d65-d72b-41b1-a4e8-f4be15fe52ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1836004 Apr 22 15:12:46.567536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050112d-0cd1-4094-aadf-6c98784c35ad req-96b536cd-4d09-48a9-aa39-844e3baa3719 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:46.569021 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f050112d-0cd1-4094-aadf-6c98784c35ad req-96b536cd-4d09-48a9-aa39-844e3baa3719 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 944 time: 0.1738100 Apr 22 15:12:46.650339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-f1554b9d-926e-4511-9c08-f3764b9a6039 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 1000 time: 0.1330154 Apr 22 15:12:46.653416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f050112d-0cd1-4094-aadf-6c98784c35ad req-d13e19df-9e81-4651-bd08-81c899d61dd4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783362 Apr 22 15:12:46.711775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acbef-90be-461f-baad-35a8feaf7d30 req-8b0abd8e-fca3-4918-8f95-93cfed7da0d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:46.713218 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-8b0abd8e-fca3-4918-8f95-93cfed7da0d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0573156 Apr 22 15:12:46.862432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:46.883212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-9eb92552-6834-4fe2-9b81-0f47ebcb5c2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1638405 Apr 22 15:12:46.934302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f4a5edd7-89a5-4f02-a11c-3249bd147483 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:46.934885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.019607 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-1913f41a-b3bf-4e77-86a8-90b1d08bac4c service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302922 Apr 22 15:12:47.055779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.088828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:47.093529 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.164888 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-300acbef-90be-461f-baad-35a8feaf7d30 req-08974043-02e9-4933-afa9-77d9f60dbb07 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386302 Apr 22 15:12:47.168368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:47.207537 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:12:47.271734 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951a9239-64d3-42ae-8e39-220794ecb826'] response: {'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'code': 200} Apr 22 15:12:47.850090 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d830e-429d-4f1c-afd1-7dc108ad5d9e req-2b96f523-5a97-4fd1-afb0-0716fd78f024 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:47.851533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-510d830e-429d-4f1c-afd1-7dc108ad5d9e req-2b96f523-5a97-4fd1-afb0-0716fd78f024 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.0770655 Apr 22 15:12:47.896988 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-510d830e-429d-4f1c-afd1-7dc108ad5d9e req-ccf28dbd-3f6f-42ea-ba6f-f7c88d30adc8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396893 Apr 22 15:12:47.925008 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43346) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:48.038679 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a62a3604-7768-4217-9499-6c579968142b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 200 len: 993 time: 0.1125548 Apr 22 15:13:00.026744 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-0b99adf8-3d44-41d5-8626-29a228ac0f19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783346 Apr 22 15:13:00.171834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-049bb9ff-faf6-4ff3-a185-ca06bd3e4f12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.0703030 Apr 22 15:13:00.326939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-f0b3a47a-e9d0-4b92-bd6d-d474cb94bb45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:00.328335 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-f0b3a47a-e9d0-4b92-bd6d-d474cb94bb45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1337533 Apr 22 15:13:00.432320 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-37e4c5a9-bce3-4ebd-99c0-00173ffac7ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 1001 time: 0.0968299 Apr 22 15:13:00.493579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-b11e0d3d-3652-43d8-b658-ff1ee1988479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:00.495024 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-b11e0d3d-3652-43d8-b658-ff1ee1988479 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.0557594 Apr 22 15:13:00.575422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-8c70263d-b0a2-45a3-8f03-c09d390e81dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737090 Apr 22 15:13:00.719770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-76523494-53ae-4cbf-a74d-6ce139e0d629 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361113 Apr 22 15:13:00.849976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2c1f511-b75f-43fd-903f-b6594e89b467 req-ba1aa162-6f4a-4a40-9492-9f691b746ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246772 Apr 22 15:13:04.146561 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.626621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-796b00eb-f767-48c2-9961-8d8ae7fc49b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.761441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-62633b96-aece-41be-86bf-c473bd73c4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.023868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.048412 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.233048 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:13:14.562721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.620771 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43358) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:16.823259 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 9e4d7478-be96-4f03-94c9-744a987d1713 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:16.823597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.999807 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.000041 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.117998 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 9e4d7478-be96-4f03-94c9-744a987d1713 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:17.272633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.317663 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=9e4d7478-be96-4f03-94c9-744a987d1713,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:17.354442 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.354788 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.355126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.355455 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.355782 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.356110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.356430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.356748 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.357068 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.357392 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.357712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:17.421028 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.912708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 39f1ce0e-da06-44e8-b163-ad3d98f24edf has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:18.116584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:18.126270 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] Sync routers for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:18.139599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:18.140203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:18.145042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.199473 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-e5e6e73d-726a-46b8-b464-de38ed8e419a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/floatingips/df72126f-890e-495e-8496-55aafb768491 HTTP/1.1" status: 204 len: 168 time: 1.5776269 Apr 22 15:13:18.200058 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:18.349914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:18.365470 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84736534-a284-4b3b-a997-5bf53f84e3e8'] response: {'name': 'network-changed', 'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'status': 'completed', 'code': 200} Apr 22 15:13:18.460078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-4fac6e53-9bd7-46b1-ae98-0d9ff9c76df4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 1098 time: 0.0738897 Apr 22 15:13:18.656161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-dac53608-6c61-4140-a84e-3d73d5309f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:18.657605 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-dac53608-6c61-4140-a84e-3d73d5309f0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 200 len: 898 time: 0.1783366 Apr 22 15:13:18.683376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:18.687550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] Checking router: 39f1ce0e-da06-44e8-b163-ad3d98f24edf for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:18.698672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:18.699261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:18.729944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-e0f12cb2-a13d-43b2-9d73-8ea61ef443d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 200 len: 217 time: 0.0648572 Apr 22 15:13:18.881364 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:18.883474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b0f1-5431-4280-aa29-8384ad2ae719 req-3dc2775a-396e-47e1-9d8b-f77276d057c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:18.884960 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0220b0f1-5431-4280-aa29-8384ad2ae719 req-3dc2775a-396e-47e1-9d8b-f77276d057c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.2934427 Apr 22 15:13:18.913486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-a5cd1cec-07f4-4e05-a996-284af0267f18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:18.914954 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-a5cd1cec-07f4-4e05-a996-284af0267f18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 200 len: 834 time: 0.1783230 Apr 22 15:13:18.975654 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0220b0f1-5431-4280-aa29-8384ad2ae719 req-9e619548-50ec-458c-ac06-1eec974ecf85 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843060 Apr 22 15:13:19.003904 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-076b15ef-7491-4349-be4a-a1d02c6e951e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13b2982e-65ef-4ff0-964d-21d37b8f3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780723 Apr 22 15:13:19.137928 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-6972aeb2-03ed-4195-97c3-5e0fa6a82f96 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270180 Apr 22 15:13:19.193880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:19.197991 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe024b96-277b-42a0-b162-dc8aa136d583 None None] The sync data for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv is: [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:31Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '0fe8b707-d1e5-4a03-a988-d4910d0b3b14', 'name': '', 'network_id': '13b2982e-65ef-4ff0-964d-21d37b8f3efb', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:0c:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:31Z', 'updated_at': '2022-04-22T15:11:38Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '0a79041b-6e2d-487f-9b17-0b5ca790b8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:19.271870 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-065c92df-67a6-4397-8e6e-4d44e65b3102 req-6c2fb25d-efd5-47e4-9a20-ac81b0b0c1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272974 Apr 22 15:13:19.432913 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbf8ed-ffcd-491f-b2e5-43b3699f9086 None None] New status for floating IP df72126f-890e-495e-8496-55aafb768491: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:13:20.244646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964dc1d-5340-406d-9262-6051dbeb8ba5 req-9b72e3b7-b92e-4418-b532-f705c2b156da tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.246102 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5964dc1d-5340-406d-9262-6051dbeb8ba5 req-9b72e3b7-b92e-4418-b532-f705c2b156da tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.1347108 Apr 22 15:13:20.254813 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-964a6c40-c0cc-4ce5-b3a9-09432b28933f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.256126 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-964a6c40-c0cc-4ce5-b3a9-09432b28933f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 945 time: 0.1035357 Apr 22 15:13:20.349374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port f4a5edd7-89a5-4f02-a11c-3249bd147483 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:20.349716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.374043 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5964dc1d-5340-406d-9262-6051dbeb8ba5 req-4b09af05-5fe9-4b76-b0eb-ffc92941f2e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ea8939b-603a-41f0-9dc7-663baad1731b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169720 Apr 22 15:13:20.593868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port f4a5edd7-89a5-4f02-a11c-3249bd147483, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f4a5edd7-89a5-4f02-a11c-3249bd147483,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:20.594104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.720889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for f4a5edd7-89a5-4f02-a11c-3249bd147483 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:20.876545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.930585 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=f4a5edd7-89a5-4f02-a11c-3249bd147483,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:20.969807 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.970163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.970502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.970847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.971169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.971497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.971821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.972144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.972498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.972798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:20.973139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:21.011513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] No DVR routers for this DVR port f4a5edd7-89a5-4f02-a11c-3249bd147483 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:21.013893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.016305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-deleted', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:21.027546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6881ecc2-0d0d-401e-a488-324ac8a523e1 req-97391d94-0170-456e-96b9-f128907e485e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "DELETE /v2.0/ports/f4a5edd7-89a5-4f02-a11c-3249bd147483 HTTP/1.1" status: 204 len: 173 time: 0.7574961 Apr 22 15:13:21.073114 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7bfa94-cb6b-4a5d-855b-c54cccb59889'] response: {'server_uuid': 'f8877254-3768-41e7-874a-c096cae99f60', 'name': 'network-vif-deleted', 'tag': 'f4a5edd7-89a5-4f02-a11c-3249bd147483', 'status': 'completed', 'code': 200} Apr 22 15:13:21.562588 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-70ad8ef1-9271-4b77-b466-42253ccca0b5 req-f5025259-2aa1-4cdf-b26d-46dd3f9cdf0c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:21.579241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-70ad8ef1-9271-4b77-b466-42253ccca0b5 req-f5025259-2aa1-4cdf-b26d-46dd3f9cdf0c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:21.580400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70ad8ef1-9271-4b77-b466-42253ccca0b5 req-f5025259-2aa1-4cdf-b26d-46dd3f9cdf0c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8877254-3768-41e7-874a-c096cae99f60 HTTP/1.1" status: 200 len: 210 time: 0.0603468 Apr 22 15:13:22.690415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43378) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.104536 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.742644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:23.743351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.935795 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 0fe8b707-d1e5-4a03-a988-d4910d0b3b14, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:23.936112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.157516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:24.348035 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.393702 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=0fe8b707-d1e5-4a03-a988-d4910d0b3b14,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:24.694722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.051032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:25.083411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: f4a5edd7-89a5-4f02-a11c-3249bd147483 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:25.083734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f4a5edd7-89a5-4f02-a11c-3249bd147483 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:25.277138 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 39f1ce0e-da06-44e8-b163-ad3d98f24edf has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:25.576534 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:25.586735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] Sync routers for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:25.594223 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-fbc7923a-d249-4c39-bc8e-28bef0405c5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/39f1ce0e-da06-44e8-b163-ad3d98f24edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9025919 Apr 22 15:13:25.597175 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43382) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.599828 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:25.600438 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:25.777073 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:25.779543 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting subnet 0a79041b-6e2d-487f-9b17-0b5ca790b8db {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:25.782878 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.853432 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.939067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.014941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.052211 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Subnet': ['ID=0a79041b-6e2d-487f-9b17-0b5ca790b8db,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:26.061286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.068188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468a1dd-0fce-4e0f-9546-9929bcf53aab None None] Network 13b2982e-65ef-4ff0-964d-21d37b8f3efb requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:26.068652 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d1e44331-bb46-4d25-b409-f9da5f20f1e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/subnets/0a79041b-6e2d-487f-9b17-0b5ca790b8db HTTP/1.1" status: 204 len: 168 time: 0.4700675 Apr 22 15:13:26.070964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43386) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:26.259922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:13:24Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:26.267094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] Checking router: 39f1ce0e-da06-44e8-b163-ad3d98f24edf for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:26.287372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] Routers {'39f1ce0e-da06-44e8-b163-ad3d98f24edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:26.288009 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:26.352656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.413593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] DHCP port deletion for 13b2982e-65ef-4ff0-964d-21d37b8f3efb request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:26.424789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] Deleting port 44f9e41b-2ddb-4f70-a790-929b0232f93e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:26.425148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.550125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] Set router 39f1ce0e-da06-44e8-b163-ad3d98f24edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:26.551495 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.562049 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port bda39a21-6754-4c14-926f-5c8b77fdd966 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:26.562388 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.731613 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port bda39a21-6754-4c14-926f-5c8b77fdd966, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=bda39a21-6754-4c14-926f-5c8b77fdd966,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:26.731825 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.817358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] For port 44f9e41b-2ddb-4f70-a790-929b0232f93e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=44f9e41b-2ddb-4f70-a790-929b0232f93e,segment=NetworkSegment(f00b24fc-ef36-47de-9590-99e563d07377),segment_id=f00b24fc-ef36-47de-9590-99e563d07377)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:26.817728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.853319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for bda39a21-6754-4c14-926f-5c8b77fdd966 owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:26.937095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] Calling delete_port for 44f9e41b-2ddb-4f70-a790-929b0232f93e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:27.017989 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.063481 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=bda39a21-6754-4c14-926f-5c8b77fdd966,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.071909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.120647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] Pushing event deleted for resources: {'Port': ['ID=44f9e41b-2ddb-4f70-a790-929b0232f93e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.129377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e813cc-81a1-4866-bfc9-8bb09a31f10d None None] No DVR routers for this DVR port 44f9e41b-2ddb-4f70-a790-929b0232f93e on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:27.140272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:13:24Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:27.144621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2119a-1000-43f3-8c5c-0e85cb748926 None None] The sync data for ids ['39f1ce0e-da06-44e8-b163-ad3d98f24edf'] in dv-neutron-838878-1-hyperv is: [{'id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955712726', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:13:24Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': 'bda39a21-6754-4c14-926f-5c8b77fdd966', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f1ce0e-da06-44e8-b163-ad3d98f24edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:27Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:27.385297 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.646684 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.651255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.677291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.677905 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Fanout notify agent at l3_agent the message router_deleted on router 39f1ce0e-da06-44e8-b163-ad3d98f24edf {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:27.692954 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.696503 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f6187c0d-6b57-4426-bc70-d4f6fdc5ac61 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/routers/39f1ce0e-da06-44e8-b163-ad3d98f24edf HTTP/1.1" status: 204 len: 168 time: 1.6222496 Apr 22 15:13:27.696928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43392) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:27.811713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.030140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.058516 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b2982e-65ef-4ff0-964d-21d37b8f3efb']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:28.070505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00b24fc-ef36-47de-9590-99e563d07377') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:28.070792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00b24fc-ef36-47de-9590-99e563d07377') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:28.082321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.098052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.105062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:28.105616 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:28.120293 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:28.164094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 44f9e41b-2ddb-4f70-a790-929b0232f93e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:28.205660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.224940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.236085 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Network': ['ID=13b2982e-65ef-4ff0-964d-21d37b8f3efb,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:28.248438 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8dac6d63-b3fc-43c2-9d37-6c4efc7ecc70 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/networks/13b2982e-65ef-4ff0-964d-21d37b8f3efb HTTP/1.1" status: 204 len: 168 time: 0.5479047 Apr 22 15:13:28.248594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 44f9e41b-2ddb-4f70-a790-929b0232f93e {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:28.248594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 44f9e41b-2ddb-4f70-a790-929b0232f93e not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:28.248594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bda39a21-6754-4c14-926f-5c8b77fdd966 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:28.248848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:28.280052 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: bda39a21-6754-4c14-926f-5c8b77fdd966 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:28.280424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device bda39a21-6754-4c14-926f-5c8b77fdd966 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:28.280786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:28.311745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:28.312110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 0fe8b707-d1e5-4a03-a988-d4910d0b3b14 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:28.327551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb20c49f-fe30-4a52-b509-b0cb94d754a6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.360114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb20c49f-fe30-4a52-b509-b0cb94d754a6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.426349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb20c49f-fe30-4a52-b509-b0cb94d754a6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.444323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20c49f-fe30-4a52-b509-b0cb94d754a6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea8939b-603a-41f0-9dc7-663baad1731b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:28.456288 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bb20c49f-fe30-4a52-b509-b0cb94d754a6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.457427 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bb20c49f-fe30-4a52-b509-b0cb94d754a6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ea8939b-603a-41f0-9dc7-663baad1731b HTTP/1.1" status: 204 len: 168 time: 0.2078152 Apr 22 15:13:29.010358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43404) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.016089 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588330155', 'description': 'tempest-secgroup-smoke-588330155 description', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.022205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.026396 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.029297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.035032 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.047011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.080951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.084668 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.087451 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.092972 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.154755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.160470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.203696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33369c09-3f60-4889-b658-81e6900170a6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.208896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.212494 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7ccac388-b69e-47da-b056-7cdf4ffe126a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1990056 Apr 22 15:13:29.214640 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43408) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.220054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '33369c09-3f60-4889-b658-81e6900170a6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.226789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.230625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.233637 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.239609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.258109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.320052 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.324707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.351859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993978bd-dc34-46e0-9eba-3fb7ead4c591,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.358440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.359610 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e276106e-7123-439e-be15-b8c057293be2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1440706 Apr 22 15:13:29.362411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43412) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.367729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '33369c09-3f60-4889-b658-81e6900170a6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.373632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.377704 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.381019 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.386748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.404738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.466614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.471454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.494011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b747064f-8422-413a-8d0e-39cab58ab43c,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.504991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.506098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b1dee24d-1eab-4e10-bc87-e3a4d826c1ce tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1427760 Apr 22 15:13:29.509054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43416) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.514622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '33369c09-3f60-4889-b658-81e6900170a6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.520693 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.524747 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.527761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.533917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.551193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.613064 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.620018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.642391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1cfcb9-c5e6-47db-9c7e-63f2f085d983,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.653099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.654461 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a979ea0c-dd42-4b70-87ee-3916c9ebfff0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444371 Apr 22 15:13:29.658494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43420) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.663942 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '33369c09-3f60-4889-b658-81e6900170a6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.669987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.673912 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.676786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.682540 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.703301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.775887 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.781639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.804267 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c109d594-925c-4725-ad14-31a3a550d19b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.814692 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.815890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-f797c22a-55f2-4b46-ba7c-9b71ba53c1e1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1564782 Apr 22 15:13:29.819622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43424) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.825343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '33369c09-3f60-4889-b658-81e6900170a6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.831131 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.835023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.837890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.843559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:29.856002 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:13:29.862227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.923717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.929804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.952456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc75b08-e793-41d3-a5e5-7f28a75b826b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.962049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.963319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a0fffe09-2824-4d54-8fab-adf1de4f3901 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427507 Apr 22 15:13:29.966589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43428) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.972022 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '33369c09-3f60-4889-b658-81e6900170a6', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:29.978038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:29.982011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:29.984936 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:29.990923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:30.004507 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:13:30.011050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.075895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [req-d45db8b8-0971-49d9-8c07-25ff60b81a79 req-9207d897-e706-4dde-9978-87f4c1cb3496 tempest-ServerDiskConfigTestJSON-827328995 tempest-ServerDiskConfigTestJSON-827328995-project] (84058) timed out ('10.222.0.24', 63364) {{(pid=84058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 15:13:30.079395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.084868 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.108578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5ed02c-dc16-4eed-a882-729030bb6a8f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:30.118761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.119961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-33b40342-f09a-4cd3-a091-c22bd424d839 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1524744 Apr 22 15:13:30.123013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43432) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:30.128728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'network': {'name': 'tempest-network-smoke--481498322', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'port_security_enabled': True}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:30.134433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:30.138890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:network and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:30.141865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:30.148196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:30.160662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:30.163665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.196093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:30.206146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.206486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Added segment eca8d0f1-2179-47f0-b83f-b1e41d1f65ba of type vlan for network 21ae0584-6528-489a-b10f-5f8744b1fc21 Apr 22 15:13:30.233815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.264801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.268510 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:30.269091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.371931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2478824 Apr 22 15:13:30.374716 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43436) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:30.377875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111d66b-a673-4755-b1d9-bdd9def5c1a9 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Network': ['ID=21ae0584-6528-489a-b10f-5f8744b1fc21,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:30.380506 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'admin_state_up': True, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:30.387524 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:30.391476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:router and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:30.392308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:30.394498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:30.400685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:30.412656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.413623 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.432322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.578700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.758124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.787328 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.926793 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.104 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/6766f3e1-9f38-4966-9535-1a49ea06301b) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:31.086329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.125075 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.213018 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:31.213848 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=6766f3e1-9f38-4966-9535-1a49ea06301b,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:31.216443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:31.218523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:31.380689 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.381412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.712502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:31.921949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:31.931698 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Sync routers for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:31.944211 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:31.944889 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.950377 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.951666 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-50f45e3e-b8e9-4fc4-b521-88cc5eee95c4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5759101 Apr 22 15:13:31.955208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43440) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.063388 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6d8c0910-c972-452d-b595-226eaac7feb3 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d9e82dcdab24662867cb36f85ac24b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070249 Apr 22 15:13:32.066026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43446) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.144482 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:32.194206 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a8fa5-b52e-4095-b06d-6a97d8d634b8 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:32.195691 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-019a8fa5-b52e-4095-b06d-6a97d8d634b8 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287725 Apr 22 15:13:32.198631 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43450) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.236742 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8daaad31-1bf1-432d-a577-ebeb4b19a873 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369887 Apr 22 15:13:32.239253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43454) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.244476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1080529187', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:32.352530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:32.356398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:subnet and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:32.359154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:32.365284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:32.375142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:32.426437 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:31Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:32.430541 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Checking router: 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:32.430876 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Updating router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 port 6766f3e1-9f38-4966-9535-1a49ea06301b binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:13:32.472808 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.482947 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.685541 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.762537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Subnet': ['ID=403a7071-c968-4b61-98e7-e80b9a24351d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:32.779348 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Checking segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:32.779696 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network hostable DHCP agents. Network: 21ae0584-6528-489a-b10f-5f8744b1fc21, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:32.803542 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.806263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:32.815583 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Transition to ACTIVE for port object 6766f3e1-9f38-4966-9535-1a49ea06301b will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:32.815950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 21ae0584-6528-489a-b10f-5f8744b1fc21) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:32.820263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:32.820900 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.823412 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.827391 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e18250-e155-475f-9209-bb41e682a898 None None] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:32.847971 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-16ca1dac-40fc-4f65-943c-7cd198fd1869 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6046879 Apr 22 15:13:32.848444 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43458) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.904227 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Pushing event updated for resources: {'Port': ['ID=6766f3e1-9f38-4966-9535-1a49ea06301b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:32.906358 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Attempting to bind port 6766f3e1-9f38-4966-9535-1a49ea06301b on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:32.906710 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Attempting to bind port 6766f3e1-9f38-4966-9535-1a49ea06301b by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:32.907054 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Attempting to bind port 6766f3e1-9f38-4966-9535-1a49ea06301b on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:32.917989 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:32.918376 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:32.918757 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.919111 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:32.919546 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Bound port: 6766f3e1-9f38-4966-9535-1a49ea06301b, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:32.919896 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.947611 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.948264 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.948264 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.948588 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.948904 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.949208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.949508 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.949854 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.950163 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.950470 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.950775 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:32.997635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] For port 6766f3e1-9f38-4966-9535-1a49ea06301b, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:33.001015 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] For port 6766f3e1-9f38-4966-9535-1a49ea06301b, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6766f3e1-9f38-4966-9535-1a49ea06301b,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:33.007637 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.046501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-21ae0584-6528-489a-b10f-5f8744b1fc21', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:33.047317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.086045 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:33.086643 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:33.209611 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716cf3e-100b-4b5c-9032-45cda890c453 None None] Pushing event updated for resources: {'Port': ['ID=6766f3e1-9f38-4966-9535-1a49ea06301b,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.211128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Allocated IP 172.20.0.2 (21ae0584-6528-489a-b10f-5f8744b1fc21/403a7071-c968-4b61-98e7-e80b9a24351d/eab9408b-a8c3-4377-9f3c-369f1f76aaff) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:33.265236 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:33.427931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.438596 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Transition to ACTIVE for port object eab9408b-a8c3-4377-9f3c-369f1f76aaff will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:33.457497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Transition to ACTIVE for port object eab9408b-a8c3-4377-9f3c-369f1f76aaff will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:33.464625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.533619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:33.536740 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:33.541297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:33.545611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Pushing event updated for resources: {'Port': ['ID=eab9408b-a8c3-4377-9f3c-369f1f76aaff,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.573401 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:31Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:33.578756 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06786250-82ba-44c1-b61e-0ea12ffd0725 None None] The sync data for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv is: [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:31Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:33.635760 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Attempting to bind port eab9408b-a8c3-4377-9f3c-369f1f76aaff on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:33.636125 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Attempting to bind port eab9408b-a8c3-4377-9f3c-369f1f76aaff by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:33.636477 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Attempting to bind port eab9408b-a8c3-4377-9f3c-369f1f76aaff on network 21ae0584-6528-489a-b10f-5f8744b1fc21 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:33.643487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:33.643847 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Checking segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:33.644241 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.644625 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Bound using segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:33.645313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Bound port: eab9408b-a8c3-4377-9f3c-369f1f76aaff, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:33.645701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.754065 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] For port eab9408b-a8c3-4377-9f3c-369f1f76aaff, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:33.758947 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] For port eab9408b-a8c3-4377-9f3c-369f1f76aaff, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eab9408b-a8c3-4377-9f3c-369f1f76aaff,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:33.772889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.785374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.855141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa797a-4f17-4d1f-8af7-5355b03d9bf7 None None] Pushing event updated for resources: {'Port': ['ID=eab9408b-a8c3-4377-9f3c-369f1f76aaff,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:34.144053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.221352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eab9408b-a8c3-4377-9f3c-369f1f76aaff up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:34.303721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port eab9408b-a8c3-4377-9f3c-369f1f76aaff completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:34.310504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6766f3e1-9f38-4966-9535-1a49ea06301b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:34.320390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.1 (21ae0584-6528-489a-b10f-5f8744b1fc21/403a7071-c968-4b61-98e7-e80b9a24351d/b1482660-ee36-4b2c-b334-412bee8b46a3) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:34.395930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6766f3e1-9f38-4966-9535-1a49ea06301b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:34.400981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6766f3e1-9f38-4966-9535-1a49ea06301b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:34.401344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.501792 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.520951 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object b1482660-ee36-4b2c-b334-412bee8b46a3 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:34.528951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.546719 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6766f3e1-9f38-4966-9535-1a49ea06301b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6766f3e1-9f38-4966-9535-1a49ea06301b,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:34.549072 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.551356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.621930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6766f3e1-9f38-4966-9535-1a49ea06301b,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:34.635366 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:34.638728 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:34.641358 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:34.672500 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=b1482660-ee36-4b2c-b334-412bee8b46a3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:34.707741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.794639 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.831858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47958b65-e3b4-47be-b9bc-38d055c4b77e None None] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:35.029031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] Provisioning for port eab9408b-a8c3-4377-9f3c-369f1f76aaff completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:35.038058 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] Provisioning complete for port eab9408b-a8c3-4377-9f3c-369f1f76aaff triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:35.038432 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.207199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.243024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] For port eab9408b-a8c3-4377-9f3c-369f1f76aaff, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eab9408b-a8c3-4377-9f3c-369f1f76aaff,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:35.248714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.315154 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.322326 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46db8ef-5528-422a-b463-d0577c76abf8 None None] Pushing event updated for resources: {'Port': ['ID=eab9408b-a8c3-4377-9f3c-369f1f76aaff,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:35.323999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.437870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=b1482660-ee36-4b2c-b334-412bee8b46a3,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:35.441817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.474368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-31df6cf9-4e64-4fea-9b1b-f62a57bfffce None None] Provisioning for port b1482660-ee36-4b2c-b334-412bee8b46a3 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:35.479942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-31df6cf9-4e64-4fea-9b1b-f62a57bfffce None None] Provisioning complete for port b1482660-ee36-4b2c-b334-412bee8b46a3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:35.480333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-31df6cf9-4e64-4fea-9b1b-f62a57bfffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.536566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-31df6cf9-4e64-4fea-9b1b-f62a57bfffce None None] Port b1482660-ee36-4b2c-b334-412bee8b46a3 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:35.550993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-31df6cf9-4e64-4fea-9b1b-f62a57bfffce None None] Provisioning complete for port eab9408b-a8c3-4377-9f3c-369f1f76aaff triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:35.551375 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-31df6cf9-4e64-4fea-9b1b-f62a57bfffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.591544 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:35.592651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:35.790033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-16a220df-c7c8-4a80-a21f-6913c0730f5b None None] Provisioning complete for port b1482660-ee36-4b2c-b334-412bee8b46a3 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:35.790394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-16a220df-c7c8-4a80-a21f-6913c0730f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.840307 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-16a220df-c7c8-4a80-a21f-6913c0730f5b None None] Port b1482660-ee36-4b2c-b334-412bee8b46a3 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:36.033414 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:36.132504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eab9408b-a8c3-4377-9f3c-369f1f76aaff up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:36.203367 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port eab9408b-a8c3-4377-9f3c-369f1f76aaff triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:36.203729 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.234774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:36.247514 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f6260462-34e0-4036-badd-aa83006f491d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/4b5f8008-a5fd-45da-82b1-23fdcc5baba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3976190 Apr 22 15:13:36.323107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6766f3e1-9f38-4966-9535-1a49ea06301b up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:36.392254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6766f3e1-9f38-4966-9535-1a49ea06301b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:36.392539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.420390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-8538c52e-fb5c-4977-a49c-323df28825a4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:36.436065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-8538c52e-fb5c-4977-a49c-323df28825a4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:36.437352 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-8538c52e-fb5c-4977-a49c-323df28825a4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588330155&fields=id&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 267 time: 0.0571318 Apr 22 15:13:36.598607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-4b544f02-6cb8-4dbd-89d7-7dc7a7ae1d94 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:36.599279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-4b544f02-6cb8-4dbd-89d7-7dc7a7ae1d94 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:36.618011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-4b544f02-6cb8-4dbd-89d7-7dc7a7ae1d94 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:36.619159 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-4b544f02-6cb8-4dbd-89d7-7dc7a7ae1d94 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 796 time: 0.1752567 Apr 22 15:13:36.635966 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-c6ffee9a-1adc-4487-b77e-4f1af6ec2ca1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/quotas/7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 375 time: 0.0111687 Apr 22 15:13:36.724997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-f81dd321-0f70-4b99-9025-28c95e1882aa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835865 Apr 22 15:13:36.741967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6c95774-b6f4-4d0b-89e2-e06246e391ab service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:36.742897 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6c95774-b6f4-4d0b-89e2-e06246e391ab service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058930 Apr 22 15:13:36.879614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-a4df53a1-6616-42f9-a733-f514ab54b965 service neutron] 10.222.0.32 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290443 Apr 22 15:13:37.015621 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-7b117443-110f-45f3-9e05-590087f61199 service neutron] 10.222.0.32 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275098 Apr 22 15:13:37.236096 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2767d2a-7d77-465e-b6fb-d092103a16d2 req-3bdf0bbb-719b-4c1e-b002-4841f59821ee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 210 time: 0.0419855 Apr 22 15:13:37.304906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Sync routers for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:37.319418 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:37.320129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:37.509049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:37.849115 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:35Z', 'revision_number': 2, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:37.853035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Checking router: 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:37.853396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Updating router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 port b1482660-ee36-4b2c-b334-412bee8b46a3 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:13:37.906927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.315611 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.329185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Transition to ACTIVE for port object b1482660-ee36-4b2c-b334-412bee8b46a3 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:38.338522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.442776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a444d653-178e-4611-88da-69a525ac8808 req-763b98a2-c45b-49e9-9a2f-9e14b02b001e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 210 time: 0.0641015 Apr 22 15:13:38.473097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a35d9b-c4d5-4423-98be-0a7b99eac956 None None] Pushing event updated for resources: {'Port': ['ID=b1482660-ee36-4b2c-b334-412bee8b46a3,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:38.515893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-73c34281-660d-4b0c-bad4-1879f39cf7ab tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:38.517747 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-73c34281-660d-4b0c-bad4-1879f39cf7ab tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 796 time: 0.3207417 Apr 22 15:13:38.575029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Attempting to bind port b1482660-ee36-4b2c-b334-412bee8b46a3 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:38.575427 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Attempting to bind port b1482660-ee36-4b2c-b334-412bee8b46a3 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:38.575743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Attempting to bind port b1482660-ee36-4b2c-b334-412bee8b46a3 on network 21ae0584-6528-489a-b10f-5f8744b1fc21 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:38.582703 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:38.583145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Checking segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:38.583612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.583720 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-13f5788b-e080-41e8-9316-37f0c0283a8c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 379 time: 0.0513413 Apr 22 15:13:38.584126 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Bound using segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:38.584490 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Bound port: b1482660-ee36-4b2c-b334-412bee8b46a3, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:38.584863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.593859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'port': {'device_id': '2e774e7f-4405-4179-a633-a56271800794', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'admin_state_up': True, 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'security_groups': ['33369c09-3f60-4889-b658-81e6900170a6']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:38.680261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] For port b1482660-ee36-4b2c-b334-412bee8b46a3, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:38.683789 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] For port b1482660-ee36-4b2c-b334-412bee8b46a3, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1482660-ee36-4b2c-b334-412bee8b46a3,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:38.688648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.735317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:38.739850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:port and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:38.742939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:38.749269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:38.764044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:38.767531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.778135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a35d9b-c4d5-4423-98be-0a7b99eac956 None None] Pushing event updated for resources: {'Port': ['ID=b1482660-ee36-4b2c-b334-412bee8b46a3,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:38.781269 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:38.782518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:38.948917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.3 (21ae0584-6528-489a-b10f-5f8744b1fc21/403a7071-c968-4b61-98e7-e80b9a24351d/5bf790d1-a9f3-4f05-9de8-29756971d791) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:38.974003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:39.135012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.150156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object 5bf790d1-a9f3-4f05-9de8-29756971d791 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:39.171679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.239581 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:39.242429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:39.244879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:39.286622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=5bf790d1-a9f3-4f05-9de8-29756971d791,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:39.289862 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:38Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:39.294328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831b2fa-131c-4998-9656-226b77788c15 None None] The sync data for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv is: [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:38Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:39.318792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:39.319417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.366530 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-3f2b4b03-d0df-41b2-9997-fe7b76318153 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7771814 Apr 22 15:13:39.381707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Request body: {'port': {'device_id': '2e774e7f-4405-4179-a633-a56271800794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:39.498411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.543493 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1718f7d7-479e-4e43-9ba4-d9a45128bdc1 None None] Provisioning for port 5bf790d1-a9f3-4f05-9de8-29756971d791 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:39.552200 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-1718f7d7-479e-4e43-9ba4-d9a45128bdc1 None None] Provisioning complete for port 5bf790d1-a9f3-4f05-9de8-29756971d791 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:39.552914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1718f7d7-479e-4e43-9ba4-d9a45128bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.625965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-1718f7d7-479e-4e43-9ba4-d9a45128bdc1 None None] Port 5bf790d1-a9f3-4f05-9de8-29756971d791 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:39.628372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3f0a1574-6611-44f6-b020-4f528bf44be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.815204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3ae0f-bc03-4d92-98a2-68bd46e9373f req-868708c5-fc82-4db5-a383-f54a85288dd4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:39.815894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5cd3ae0f-bc03-4d92-98a2-68bd46e9373f req-868708c5-fc82-4db5-a383-f54a85288dd4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:39.853866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5cd3ae0f-bc03-4d92-98a2-68bd46e9373f req-868708c5-fc82-4db5-a383-f54a85288dd4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:39.855067 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5cd3ae0f-bc03-4d92-98a2-68bd46e9373f req-868708c5-fc82-4db5-a383-f54a85288dd4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 931 time: 0.2716358 Apr 22 15:13:39.950274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf790d1-a9f3-4f05-9de8-29756971d791 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:13:39.959522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.969142 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5cd3ae0f-bc03-4d92-98a2-68bd46e9373f req-6b2d4275-cf71-4781-a660-9c7c4f0e10dd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011488 Apr 22 15:13:39.977338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Transition to ACTIVE for port object 5bf790d1-a9f3-4f05-9de8-29756971d791 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:39.982789 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.111255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf790d1-a9f3-4f05-9de8-29756971d791,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:40.195911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1482660-ee36-4b2c-b334-412bee8b46a3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:40.225241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Attempting to bind port 5bf790d1-a9f3-4f05-9de8-29756971d791 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:40.225572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Attempting to bind port 5bf790d1-a9f3-4f05-9de8-29756971d791 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:40.225970 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Attempting to bind port 5bf790d1-a9f3-4f05-9de8-29756971d791 on network 21ae0584-6528-489a-b10f-5f8744b1fc21 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:40.234311 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Port 5bf790d1-a9f3-4f05-9de8-29756971d791 on network 21ae0584-6528-489a-b10f-5f8744b1fc21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:13:40.234675 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Attempting to bind port 5bf790d1-a9f3-4f05-9de8-29756971d791 on network 21ae0584-6528-489a-b10f-5f8744b1fc21 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:40.242328 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:40.243768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Checking segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:40.244162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Bound using segment: {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:40.244725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Bound port: 5bf790d1-a9f3-4f05-9de8-29756971d791, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:40.245083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.281197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b1482660-ee36-4b2c-b334-412bee8b46a3 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:40.286157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b1482660-ee36-4b2c-b334-412bee8b46a3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:40.286594 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.425336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.442723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] For port 5bf790d1-a9f3-4f05-9de8-29756971d791, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:40.446177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] For port 5bf790d1-a9f3-4f05-9de8-29756971d791, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5bf790d1-a9f3-4f05-9de8-29756971d791,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:40.452320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.460431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b1482660-ee36-4b2c-b334-412bee8b46a3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1482660-ee36-4b2c-b334-412bee8b46a3,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:40.465095 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.515103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.516474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] 10.222.0.24 "PUT /v2.0/ports/5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 1093 time: 1.1395590 Apr 22 15:13:40.516884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:40.533932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84b5e-0a08-4434-9691-0c278dc81e32 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf790d1-a9f3-4f05-9de8-29756971d791,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:40.536334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b1482660-ee36-4b2c-b334-412bee8b46a3,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:40.595981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46046819-a7cf-478c-a5fe-d3245b98f29a'] response: {'name': 'network-changed', 'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'status': 'completed', 'code': 200} Apr 22 15:13:40.643692 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-d91c1be2-8235-4ac2-b7e6-9633a7990765 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1096 time: 0.0794744 Apr 22 15:13:40.712123 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-a9619671-923a-44c6-a823-b3b6a0af9084 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 217 time: 0.0608380 Apr 22 15:13:40.776578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-500011b9-864c-4029-82fb-94c4d2f193fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:40.778036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-500011b9-864c-4029-82fb-94c4d2f193fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0589664 Apr 22 15:13:40.856758 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-6153c495-fb4b-486b-b6d9-92e62dc5abd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726397 Apr 22 15:13:40.989895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-19757a6b-a160-4e63-8f38-14fc32544203 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267297 Apr 22 15:13:41.171027 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3a3e81ee-749f-4386-b640-7f766ce7d16f req-797406b4-b0f6-46b1-9901-c94be81a0cf8 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748109 Apr 22 15:13:41.204193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392f96-1892-475a-a688-2e8bb4f14de4 req-043bd644-3cd6-4502-a70f-93f53f2c8900 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:41.205661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-42392f96-1892-475a-a688-2e8bb4f14de4 req-043bd644-3cd6-4502-a70f-93f53f2c8900 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 943 time: 0.0992773 Apr 22 15:13:41.297915 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-42392f96-1892-475a-a688-2e8bb4f14de4 req-a4bf32f7-9c30-468d-bf95-71b5497ac26f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858681 Apr 22 15:13:41.316910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-12f936bc-c778-43fa-9b26-3e04b02ec183 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1096 time: 0.0907848 Apr 22 15:13:41.451597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-dd820e4c-5531-4696-ad9c-cba20b379f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:41.453001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-dd820e4c-5531-4696-ad9c-cba20b379f59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 897 time: 0.1286676 Apr 22 15:13:41.526444 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-8ce1a9a8-71be-46eb-a181-9f36fbb67485 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 217 time: 0.0663133 Apr 22 15:13:41.588503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-44341c27-ccc4-477b-a503-20caa822d31a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:41.589850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-44341c27-ccc4-477b-a503-20caa822d31a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0576327 Apr 22 15:13:41.670199 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-487e191d-6cb0-4638-a31b-624a54e54e5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737395 Apr 22 15:13:41.757864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5c07b1d2-110d-445e-a124-5e15324621ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.802652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-68bf83b2-123b-481f-990c-762113760984 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257043 Apr 22 15:13:41.934786 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eee9ad03-e91c-4072-80c9-e5bde703be3c req-a2c574b9-b19b-4a09-851c-ecee21f64fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240118 Apr 22 15:13:42.139093 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1482660-ee36-4b2c-b334-412bee8b46a3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:42.219454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b1482660-ee36-4b2c-b334-412bee8b46a3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:42.219722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.500364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d5776-cc23-4c1e-8bb4-ed1e2fa8e04e req-e9ec0254-5958-4e15-aefa-ed353c8e59b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:42.501743 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-749d5776-cc23-4c1e-8bb4-ed1e2fa8e04e req-e9ec0254-5958-4e15-aefa-ed353c8e59b6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 943 time: 0.0786428 Apr 22 15:13:42.549439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-749d5776-cc23-4c1e-8bb4-ed1e2fa8e04e req-edb10a50-6e26-499e-b21d-8acc8b42bb5e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Apr 22 15:13:43.034571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.048825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.125237 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5bf790d1-a9f3-4f05-9de8-29756971d791 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:13:43.270278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 5bf790d1-a9f3-4f05-9de8-29756971d791, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5bf790d1-a9f3-4f05-9de8-29756971d791,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:43.283324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'port_id': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'mac_address': 'fa:16:3e:23:19:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:13:43.339049 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.357105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf790d1-a9f3-4f05-9de8-29756971d791 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:13:43.373278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 5bf790d1-a9f3-4f05-9de8-29756971d791, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5bf790d1-a9f3-4f05-9de8-29756971d791,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:43.378755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.447496 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=5bf790d1-a9f3-4f05-9de8-29756971d791,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:43.584328 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['5bf790d1-a9f3-4f05-9de8-29756971d791'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:13:43.752001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbb132-8772-47b7-8b4b-d435a76ac948 req-32b2a3fd-60b1-4b61-847f-201e0fe72593 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:43.754551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-30dbb132-8772-47b7-8b4b-d435a76ac948 req-32b2a3fd-60b1-4b61-847f-201e0fe72593 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 944 time: 0.0816617 Apr 22 15:13:43.889344 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-30dbb132-8772-47b7-8b4b-d435a76ac948 req-171a9c5d-a0d1-4ec6-a7ae-1b9dee6a2bc0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285038 Apr 22 15:13:44.567975 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.099215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666fb5-b71f-452c-a30c-410930d944e2 req-5e1c555b-c0b0-4cf9-855e-cdb696936e44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:45.100649 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66666fb5-b71f-452c-a30c-410930d944e2 req-5e1c555b-c0b0-4cf9-855e-cdb696936e44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 944 time: 0.0848680 Apr 22 15:13:45.122342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5bf790d1-a9f3-4f05-9de8-29756971d791 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:45.149414 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-66666fb5-b71f-452c-a30c-410930d944e2 req-33df91c6-e83d-4c9f-a90e-3a3b0dd8b62e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Apr 22 15:13:45.192631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 5bf790d1-a9f3-4f05-9de8-29756971d791 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:45.197591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 5bf790d1-a9f3-4f05-9de8-29756971d791 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:45.198024 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.314397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.341347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:45.352859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 5bf790d1-a9f3-4f05-9de8-29756971d791, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5bf790d1-a9f3-4f05-9de8-29756971d791,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:45.357096 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.399413 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f209dde9-73ed-49ba-9ac4-09acd9ffa8d5'] response: {'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'code': 200} Apr 22 15:13:45.426064 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=5bf790d1-a9f3-4f05-9de8-29756971d791,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:45.436802 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.437114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.437567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.437904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.438257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.438580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.438896 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.439213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.439526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.439825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.440131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:45.639202 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e3930318-86df-4f12-8efd-721d8238cd5d req-c69c0b6c-c018-4bd5-8fc9-5df813f9029b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1098 time: 0.0781691 Apr 22 15:13:45.685008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e3930318-86df-4f12-8efd-721d8238cd5d req-baf94f9e-b8ec-4d02-b44d-8d30d2972f77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 Apr 22 15:13:46.361551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65417d-888b-48e1-a08f-e657e24121d5 req-48e0e9f1-c459-4f4f-8664-9257b4113946 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:46.363029 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5a65417d-888b-48e1-a08f-e657e24121d5 req-48e0e9f1-c459-4f4f-8664-9257b4113946 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0860934 Apr 22 15:13:46.414313 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5a65417d-888b-48e1-a08f-e657e24121d5 req-f442b051-d91c-4731-91f4-ea144490bcbc tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Apr 22 15:13:47.618635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1a604-4a1f-414c-9816-9d8a19f9df60 req-c05a4507-c421-42fc-8fd8-9d7a653c770c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:47.619986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ea1a604-4a1f-414c-9816-9d8a19f9df60 req-c05a4507-c421-42fc-8fd8-9d7a653c770c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0781045 Apr 22 15:13:47.668002 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ea1a604-4a1f-414c-9816-9d8a19f9df60 req-54af5038-115b-407b-8e9b-6811378bd523 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392487 Apr 22 15:13:47.867791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8005f-77b8-4dfa-9e5d-55bda43e4eca req-c0b072ca-a9df-48dd-a26d-b037c3559eec tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:47.869280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20b8005f-77b8-4dfa-9e5d-55bda43e4eca req-c0b072ca-a9df-48dd-a26d-b037c3559eec tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0829604 Apr 22 15:13:47.916284 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20b8005f-77b8-4dfa-9e5d-55bda43e4eca req-53217733-39ec-4297-ac38-bde9332127fb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 Apr 22 15:13:47.944940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43502) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.013667 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-481dc36a-aa50-4bf7-aae6-8e0a442a4f9f tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1093 time: 0.0675898 Apr 22 15:13:48.017619 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43506) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.022904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:48.028870 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.032943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:floatingip and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.035950 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.042056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.055761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.197080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.341709 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.216 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/079b6758-3ee1-4954-8f92-8ee80d70c0e8) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:48.505051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.534647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.599761 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:48.603196 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:48.609294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:48.738320 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=079b6758-3ee1-4954-8f92-8ee80d70c0e8,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:49.218981 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.275621 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.487712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.494492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.603425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=079b6758-3ee1-4954-8f92-8ee80d70c0e8,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:49.619936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.812922 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Floating IP 039e6e21-69c3-4dc7-b875-29b7926a03de associated. External IP: 172.26.2.216, port: 5bf790d1-a9f3-4f05-9de8-29756971d791. Apr 22 15:13:50.234851 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:13:50.322262 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:50.553074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:50.563967 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] Sync routers for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:50.577956 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:50.578487 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:50.580383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.637174 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d52637de-3a42-41a8-9aec-fa998386f402 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6184704 Apr 22 15:13:50.638279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:50.699188 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049b2edb-2439-4258-a0ed-73a6d537cc7b'] response: {'name': 'network-changed', 'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'status': 'completed', 'code': 200} Apr 22 15:13:50.754584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:50.845395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-5025c9cb-206e-41b4-ac77-80cd55fe9391 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1098 time: 0.1244936 Apr 22 15:13:50.853726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524158-4fe8-4ffe-9cf8-460423c35b9f req-ff751025-804c-4d2b-b22a-f7c8569dda49 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:50.855091 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2524158-4fe8-4ffe-9cf8-460423c35b9f req-ff751025-804c-4d2b-b22a-f7c8569dda49 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.1020429 Apr 22 15:13:50.991665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2524158-4fe8-4ffe-9cf8-460423c35b9f req-cfd088da-0f0e-4553-8843-785126b21a35 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183929 Apr 22 15:13:51.012440 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-02b3dd8b-6ab4-4b88-bd04-3b384c3ac1bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:51.013936 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-02b3dd8b-6ab4-4b88-bd04-3b384c3ac1bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 897 time: 0.1579428 Apr 22 15:13:51.020576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43514) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:51.095264 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '039e6e21-69c3-4dc7-b875-29b7926a03de', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.216', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'port_id': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'mac_address': 'fa:16:3e:23:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e774e7f-4405-4179-a633-a56271800794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:13:49Z', 'updated_at': '2022-04-22T15:13:49Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:40Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:51.099216 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] Checking router: 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:51.111877 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:51.111877 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:13:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:51.122273 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-879d0974-5005-4e1c-9f10-c9054b9b77f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 999 time: 0.1016140 Apr 22 15:13:51.128575 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8bbbf5ef-f0fa-4aa9-948e-5718f663cfde tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 991 time: 0.1052048 Apr 22 15:13:51.182472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-585c9afa-ebdf-456c-8a05-8104defafbd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:51.183918 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-585c9afa-ebdf-456c-8a05-8104defafbd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0564978 Apr 22 15:13:51.259890 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-c6aed45c-eed8-4688-b002-6d64a3f1f6a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705073 Apr 22 15:13:51.284549 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:51.389821 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-1ff49368-3776-4eb8-81c2-321eefea361f service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232307 Apr 22 15:13:51.521814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d515591f-e58f-4fa1-87a4-abece4dfc6fe req-af068449-dc5f-47ca-93db-3d033be832e9 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263151 Apr 22 15:13:51.638290 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '039e6e21-69c3-4dc7-b875-29b7926a03de', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.216', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'port_id': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'mac_address': 'fa:16:3e:23:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e774e7f-4405-4179-a633-a56271800794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:13:49Z', 'updated_at': '2022-04-22T15:13:49Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:40Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:51.642392 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e9c44-f4f3-4808-9ed4-49add0306a25 None None] The sync data for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv is: [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '039e6e21-69c3-4dc7-b875-29b7926a03de', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.216', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'port_id': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'mac_address': 'fa:16:3e:23:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e774e7f-4405-4179-a633-a56271800794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:13:49Z', 'updated_at': '2022-04-22T15:13:49Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:40Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:52.132005 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43518) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:52.233069 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0cce569b-58df-4205-abc2-dbb6d8e9d6d0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 991 time: 0.0999188 Apr 22 15:13:53.239049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43522) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:53.346712 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0c595a29-3164-49af-a868-78cfc64bafb5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 991 time: 0.1061890 Apr 22 15:13:54.352007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43526) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:54.462483 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-81642365-4634-42f7-86b5-6206102153a4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 991 time: 0.1090174 Apr 22 15:13:55.227816 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ce5596-20a2-47d2-a61e-952dfa6b2e05 None None] New status for floating IP 039e6e21-69c3-4dc7-b875-29b7926a03de: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:13:55.467611 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43530) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:55.575400 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-60c4089f-57d3-4ba8-b0dd-f4293ac4a6aa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 993 time: 0.1067400 Apr 22 15:14:00.107372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-9c0d7686-2114-46f2-8dff-a3470bfcdeae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1598880 Apr 22 15:14:00.255572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-8e9e471f-da6f-40ad-9070-5efa52947a8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1098 time: 0.0688338 Apr 22 15:14:00.403316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-a363327c-66d3-466c-b8c4-c7e163dba664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:00.404624 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-a363327c-66d3-466c-b8c4-c7e163dba664 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 897 time: 0.1289382 Apr 22 15:14:00.517601 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-a45819d1-f4e6-4a67-95c6-28265ddde555 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 1001 time: 0.1066144 Apr 22 15:14:00.581228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-938e872c-7b46-46c3-bc74-7b3102f472de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:00.582683 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-938e872c-7b46-46c3-bc74-7b3102f472de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0598693 Apr 22 15:14:00.659488 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-db595fe8-12d1-4120-960a-9da513f37f57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709565 Apr 22 15:14:00.788009 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-630ff65a-3903-4c3c-aa26-ea41447739a0 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221652 Apr 22 15:14:00.924592 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58132d4e-cf2e-46e5-8ae3-8a7a73a999c0 req-984745de-c5b2-4f09-809d-21da213f7575 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298733 Apr 22 15:14:04.174995 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.629018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e6997c22-197e-410d-a8fe-3cde25b6c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.753489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-08193297-0d27-4918-9fa6-46d70e764e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.032525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.045029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.566944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.120774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7724fec-a5b8-4b7f-b036-1ede42cb6820 req-66699615-88c8-4dba-ae65-7a0f65b15a54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:23.122133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7724fec-a5b8-4b7f-b036-1ede42cb6820 req-66699615-88c8-4dba-ae65-7a0f65b15a54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0762055 Apr 22 15:14:23.168869 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7724fec-a5b8-4b7f-b036-1ede42cb6820 req-d13ca132-acad-4d55-8d72-f2c168c57e42 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Apr 22 15:14:24.567470 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90662fc-e854-4767-bbbb-a14019936c63 req-a8a94e15-56e6-4670-ada2-daa45e4d41bb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:24.568896 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f90662fc-e854-4767-bbbb-a14019936c63 req-a8a94e15-56e6-4670-ada2-daa45e4d41bb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0990918 Apr 22 15:14:24.617180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f90662fc-e854-4767-bbbb-a14019936c63 req-26843f16-7340-47f0-baf4-7742341505c8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Apr 22 15:14:25.832791 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a638ff-b37a-485f-bab6-744482509c6e req-afb046ae-6220-4936-8319-d22e78fe70aa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.834227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-68a638ff-b37a-485f-bab6-744482509c6e req-afb046ae-6220-4936-8319-d22e78fe70aa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0857527 Apr 22 15:14:25.881123 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-68a638ff-b37a-485f-bab6-744482509c6e req-d628c800-a73f-4615-bbbe-bf0bd4413a26 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Apr 22 15:14:27.088620 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe95b1-1d36-4508-8fa0-d49f6cc30b9e req-f4a8aafb-74f7-4bcb-ae84-e1764dad8413 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:27.090054 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e8fe95b1-1d36-4508-8fa0-d49f6cc30b9e req-f4a8aafb-74f7-4bcb-ae84-e1764dad8413 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0792158 Apr 22 15:14:27.134481 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e8fe95b1-1d36-4508-8fa0-d49f6cc30b9e req-ac525470-6544-49ed-b4e1-b9dc71ee8d93 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388558 Apr 22 15:14:27.238355 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:14:28.340933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364108-05e1-40af-aa41-aa7b5ab36437 req-3f113f82-0c4c-4994-97e5-dbb5e41f2b1a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:28.342488 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76364108-05e1-40af-aa41-aa7b5ab36437 req-3f113f82-0c4c-4994-97e5-dbb5e41f2b1a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0749228 Apr 22 15:14:28.392532 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-76364108-05e1-40af-aa41-aa7b5ab36437 req-e5f7c4eb-ea61-4643-bd2e-a180761da863 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442972 Apr 22 15:14:29.613959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be58ca4-9b83-4f26-a9a9-92f70f93a6f0 req-1b39aa9e-aca4-41c8-9fdc-c41a064aaf85 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:29.615297 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1be58ca4-9b83-4f26-a9a9-92f70f93a6f0 req-1b39aa9e-aca4-41c8-9fdc-c41a064aaf85 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0841932 Apr 22 15:14:29.661355 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1be58ca4-9b83-4f26-a9a9-92f70f93a6f0 req-0ed30ecc-2596-46a5-bdba-8b113faddad7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404713 Apr 22 15:14:30.879433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd7a3-8c37-4bfb-bc17-08c223f529eb req-a7828bb4-1307-43d1-a35e-4c5d1fd02e0a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:30.881087 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77edd7a3-8c37-4bfb-bc17-08c223f529eb req-a7828bb4-1307-43d1-a35e-4c5d1fd02e0a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0827994 Apr 22 15:14:30.928439 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-77edd7a3-8c37-4bfb-bc17-08c223f529eb req-895e14ed-5812-48b3-9e04-1e579174caca tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Apr 22 15:14:32.156916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0a2a-0038-42fa-9ddd-6588d7535cda req-bcc240fe-598a-4fd2-b116-2aacd9686e7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:32.158385 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-16df0a2a-0038-42fa-9ddd-6588d7535cda req-bcc240fe-598a-4fd2-b116-2aacd9686e7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0856519 Apr 22 15:14:32.203223 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-16df0a2a-0038-42fa-9ddd-6588d7535cda req-08dc79e1-6fab-4560-a31f-3bb16c5e2de1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Apr 22 15:14:33.403038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d8f68-bd2a-44ae-a914-a1db24e3c910 req-b5a9513f-8dd7-4a5a-9146-a1a299b86964 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:33.404620 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-653d8f68-bd2a-44ae-a914-a1db24e3c910 req-b5a9513f-8dd7-4a5a-9146-a1a299b86964 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0784090 Apr 22 15:14:33.448941 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-653d8f68-bd2a-44ae-a914-a1db24e3c910 req-3c8b9270-1fa9-4872-9b92-c441d075eb33 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385098 Apr 22 15:14:34.173781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.664695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdd473-9335-4395-b7b2-d546ec4b31a5 req-d242aecb-788e-4d4d-909b-d605aafac671 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:34.666164 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0ccdd473-9335-4395-b7b2-d546ec4b31a5 req-d242aecb-788e-4d4d-909b-d605aafac671 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0852342 Apr 22 15:14:34.714318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0ccdd473-9335-4395-b7b2-d546ec4b31a5 req-2361ba12-f494-4373-977b-27148dcd24d6 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425580 Apr 22 15:14:36.018063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4057f2-7cd7-458b-93b9-12e6627cc483 req-11223c6a-4739-4e96-9b4c-6b858c24fa0b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:36.019579 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5a4057f2-7cd7-458b-93b9-12e6627cc483 req-11223c6a-4739-4e96-9b4c-6b858c24fa0b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.1692793 Apr 22 15:14:36.066731 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5a4057f2-7cd7-458b-93b9-12e6627cc483 req-9f8d5978-637b-43b8-96bf-135a92bb937d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Apr 22 15:14:37.291100 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a28f1-099b-4e33-8e21-8dbfc762e9a1 req-f168c9ec-4e88-4308-8d6d-3234f17382a1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:37.292540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b3a28f1-099b-4e33-8e21-8dbfc762e9a1 req-f168c9ec-4e88-4308-8d6d-3234f17382a1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0845144 Apr 22 15:14:37.337597 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b3a28f1-099b-4e33-8e21-8dbfc762e9a1 req-426846f6-137c-4c79-901c-11c27309b51c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Apr 22 15:14:38.554968 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a31f5b-a1d1-48e7-a48e-a7cd8d893dda req-4c69e9bd-8efc-4680-a9c6-05c7a9946871 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:38.556467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60a31f5b-a1d1-48e7-a48e-a7cd8d893dda req-4c69e9bd-8efc-4680-a9c6-05c7a9946871 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0894666 Apr 22 15:14:38.606294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60a31f5b-a1d1-48e7-a48e-a7cd8d893dda req-1454e8f3-537c-4929-a256-9d7c790963d5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441971 Apr 22 15:14:38.638434 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43574) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:38.746297 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9db93a5d-ae37-4fb5-9f46-acf7fda7d424 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 993 time: 0.1062348 Apr 22 15:14:39.630085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3a991eb4-a8c9-48b3-8a85-d1d87c5ecd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.313895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d91f8-f46e-483d-abd1-8a17813f7c3e req-9bf77b4b-0454-461d-8462-ab9b98ae0765 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:40.315316 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec2d91f8-f46e-483d-abd1-8a17813f7c3e req-9bf77b4b-0454-461d-8462-ab9b98ae0765 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.1343155 Apr 22 15:14:40.337384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-60d34835-10a0-418b-b283-746382eb90e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1098 time: 0.1087103 Apr 22 15:14:40.442628 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ec2d91f8-f46e-483d-abd1-8a17813f7c3e req-f707012d-2374-427f-ad31-fce7b65a7c9f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213691 Apr 22 15:14:40.486092 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-150f458a-0037-40dc-893b-d6fe73477f13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:40.487547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-150f458a-0037-40dc-893b-d6fe73477f13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 897 time: 0.1428757 Apr 22 15:14:40.589629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-80a0a1ab-9d96-40bc-9514-e764c3d57122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 1001 time: 0.0953195 Apr 22 15:14:40.661296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-c53c1e30-ef51-4976-9d78-23d2da02936b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:40.663526 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-c53c1e30-ef51-4976-9d78-23d2da02936b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0674465 Apr 22 15:14:40.739708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-483a15f5-907e-4fae-bca0-d32b32fa9dce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696771 Apr 22 15:14:40.878585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-4e8a706a-2fd0-470b-a188-dff5a34c0bf2 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309254 Apr 22 15:14:41.010100 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eedc9255-85a6-4d3c-8ff8-0632c18828f0 req-efbe90a9-4839-48fb-b3e7-5d4c47d09217 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250339 Apr 22 15:14:41.653151 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db425-5595-4342-94b6-058e6c1b3d87 req-942d3bf8-fd8f-47b6-ad91-f7b31b80160a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:41.654525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e2db425-5595-4342-94b6-058e6c1b3d87 req-942d3bf8-fd8f-47b6-ad91-f7b31b80160a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.0839014 Apr 22 15:14:41.698412 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7e2db425-5595-4342-94b6-058e6c1b3d87 req-eb28dc72-83f3-4ce0-af83-91d8683fc35e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381639 Apr 22 15:14:41.726139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43586) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:41.756461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-adf91974-00cd-421b-8850-e6cf4cf7e1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.831251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-93a749fe-e5cd-4996-8345-6a365b262396 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 200 len: 993 time: 0.1038976 Apr 22 15:14:43.036652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.049303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.570887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.075124 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-305f344f-72d9-4c74-9ec4-b3f0bebf4db0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850024 Apr 22 15:15:02.228032 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-6e3cd79d-3842-471a-99ac-251d1a5d814f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1098 time: 0.0783961 Apr 22 15:15:02.383215 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-64f747a2-b0ae-40e7-b0db-b27909112d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:02.384692 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-64f747a2-b0ae-40e7-b0db-b27909112d02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 897 time: 0.1373188 Apr 22 15:15:02.565925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-010adae6-a9df-4eb0-80e5-f6e520aafd88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 1001 time: 0.1741097 Apr 22 15:15:02.632343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-4758c4b1-7b8f-4c23-9794-771c1f996830 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:02.633715 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-4758c4b1-7b8f-4c23-9794-771c1f996830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0610492 Apr 22 15:15:02.708767 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-bd35b4f1-5908-4f35-85a2-fba2a3e0442d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689106 Apr 22 15:15:02.841117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-dd922d04-c0d0-43d9-8fcf-f75853232c16 service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252108 Apr 22 15:15:02.974926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8726eed0-1c8d-4ee5-87da-4447c57b465a req-cc741642-371a-4a38-b2ed-31244524a2fa service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269433 Apr 22 15:15:04.183890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.239485 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:15:09.632981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1077eefd-4c69-4550-805a-ff929eb46c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.765834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2dbc7fc9-d955-441c-9279-d1a5fedb3d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.412356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43604) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:12.620731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 079b6758-3ee1-4954-8f92-8ee80d70c0e8 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:12.621067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.788841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.789127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.918165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 079b6758-3ee1-4954-8f92-8ee80d70c0e8 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:13.043814 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.054508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.075218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.132859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=079b6758-3ee1-4954-8f92-8ee80d70c0e8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:13.182719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.183060 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.183397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.183730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.184061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.184389 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.184713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.185033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.185358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.185712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.186015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:13.244855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.744854 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:13.947890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:13.960104 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] Sync routers for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:13.969537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.973431 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:13.974072 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:14.021966 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b701e1f9-9ee0-4733-9585-6099d31ed93c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/floatingips/039e6e21-69c3-4dc7-b875-29b7926a03de HTTP/1.1" status: 204 len: 168 time: 1.6081846 Apr 22 15:15:14.022404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:14.150261 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:14.157014 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e705cc88-ef91-4b45-bd84-52152945e691'] response: {'name': 'network-changed', 'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'status': 'completed', 'code': 200} Apr 22 15:15:14.264283 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-dab05f4d-3805-46a6-b8ff-00f50cdd6638 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 1098 time: 0.0856450 Apr 22 15:15:14.456461 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-e5bf5fbc-4a11-4924-8f8b-e63d1a3c761b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:14.457982 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-e5bf5fbc-4a11-4924-8f8b-e63d1a3c761b service neutron] 10.222.0.24 "GET /v2.0/networks?id=21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 200 len: 897 time: 0.1875114 Apr 22 15:15:14.468971 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:40Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:14.473144 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] Checking router: 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:14.483958 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:14.484678 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:14.534829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8df34-887c-42f4-82fa-3481df6e9eeb req-d731b7cf-2330-4000-a994-5875ed1e699c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:14.535406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-28a8df34-887c-42f4-82fa-3481df6e9eeb req-d731b7cf-2330-4000-a994-5875ed1e699c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:14.539900 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-ee3b715c-4ada-4761-99e2-2047c201dc15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 200 len: 217 time: 0.0744684 Apr 22 15:15:14.572304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.581006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-28a8df34-887c-42f4-82fa-3481df6e9eeb req-d731b7cf-2330-4000-a994-5875ed1e699c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:14.582212 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-28a8df34-887c-42f4-82fa-3481df6e9eeb req-d731b7cf-2330-4000-a994-5875ed1e699c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.2176714 Apr 22 15:15:14.630850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-31b8ca47-d594-4bfb-8249-fb2168d54a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:14.632267 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-31b8ca47-d594-4bfb-8249-fb2168d54a6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 200 len: 835 time: 0.0855861 Apr 22 15:15:14.660301 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:14.678979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-28a8df34-887c-42f4-82fa-3481df6e9eeb req-bec60f57-c17f-4301-b583-3d980b0fb705 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863142 Apr 22 15:15:14.715168 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-ae10003d-03b4-452c-ab22-19c9a5604730 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21ae0584-6528-489a-b10f-5f8744b1fc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749898 Apr 22 15:15:14.847808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-8b8ac460-dd9b-449d-9b5d-5b808a1335cd service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255147 Apr 22 15:15:14.961096 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:40Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:14.965162 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c795a8-766f-4b5d-b503-db98dd6b39ba None None] The sync data for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv is: [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'b1482660-ee36-4b2c-b334-412bee8b46a3', 'name': '', 'network_id': '21ae0584-6528-489a-b10f-5f8744b1fc21', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:7e:c0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:34Z', 'updated_at': '2022-04-22T15:13:40Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '403a7071-c968-4b61-98e7-e80b9a24351d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:14.975810 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-674ca0f4-3fb5-4652-8719-bf751ec1a308 req-55350611-10a8-414b-98e8-b5acbaf48a6b service neutron] 10.222.0.24 "GET /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211371 Apr 22 15:15:15.189274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0ca63-1a1d-4679-9c29-b9470929a27d None None] New status for floating IP 039e6e21-69c3-4dc7-b875-29b7926a03de: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:15:15.922166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe57dac-601d-4963-8e25-e13494d8815f req-7b2becb8-e063-43d5-815b-6f5836e502cc tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:15.923599 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afe57dac-601d-4963-8e25-e13494d8815f req-7b2becb8-e063-43d5-815b-6f5836e502cc tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.1376388 Apr 22 15:15:15.928596 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209b1e9-2f5e-401e-bdf0-62872f4f761b req-f74e469c-be02-44a8-8daf-72d99d61613a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:15.930009 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e209b1e9-2f5e-401e-bdf0-62872f4f761b req-f74e469c-be02-44a8-8daf-72d99d61613a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 945 time: 0.1112061 Apr 22 15:15:16.016273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 5bf790d1-a9f3-4f05-9de8-29756971d791 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:16.016485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.057226 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e209b1e9-2f5e-401e-bdf0-62872f4f761b req-e312b5dd-c589-45e5-9bcd-6ea3410c5351 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=33369c09-3f60-4889-b658-81e6900170a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000991 Apr 22 15:15:16.381607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 5bf790d1-a9f3-4f05-9de8-29756971d791, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5bf790d1-a9f3-4f05-9de8-29756971d791,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:16.382005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.509714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 5bf790d1-a9f3-4f05-9de8-29756971d791 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:16.653433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.702641 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=5bf790d1-a9f3-4f05-9de8-29756971d791,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:16.771279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] No DVR routers for this DVR port 5bf790d1-a9f3-4f05-9de8-29756971d791 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:16.773940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.776315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'name': 'network-vif-deleted', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:16.793549 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-afe57dac-601d-4963-8e25-e13494d8815f req-6e8f8f8f-18d7-45fc-80c4-a488bd8d4e54 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "DELETE /v2.0/ports/5bf790d1-a9f3-4f05-9de8-29756971d791 HTTP/1.1" status: 204 len: 173 time: 0.8622179 Apr 22 15:15:16.834228 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a4ecb8-e42d-4f82-a2d2-7bd38e54f65f'] response: {'server_uuid': '2e774e7f-4405-4179-a633-a56271800794', 'name': 'network-vif-deleted', 'tag': '5bf790d1-a9f3-4f05-9de8-29756971d791', 'status': 'completed', 'code': 200} Apr 22 15:15:17.245584 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-cfca7a46-581a-436e-a3c3-988eb57a27ee req-f381f8c2-882b-413a-9154-c07a12a65cef tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:17.262875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-cfca7a46-581a-436e-a3c3-988eb57a27ee req-f381f8c2-882b-413a-9154-c07a12a65cef tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:17.264247 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfca7a46-581a-436e-a3c3-988eb57a27ee req-f381f8c2-882b-413a-9154-c07a12a65cef tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e774e7f-4405-4179-a633-a56271800794 HTTP/1.1" status: 200 len: 210 time: 0.0593343 Apr 22 15:15:18.371657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43626) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:18.788277 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.494754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5bf790d1-a9f3-4f05-9de8-29756971d791 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:19.521145 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port b1482660-ee36-4b2c-b334-412bee8b46a3 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:19.521746 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.527220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 5bf790d1-a9f3-4f05-9de8-29756971d791 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:19.527583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 5bf790d1-a9f3-4f05-9de8-29756971d791 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:19.713712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port b1482660-ee36-4b2c-b334-412bee8b46a3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1482660-ee36-4b2c-b334-412bee8b46a3,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:19.714099 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.831398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for b1482660-ee36-4b2c-b334-412bee8b46a3 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:20.013889 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.058945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=b1482660-ee36-4b2c-b334-412bee8b46a3,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:20.100214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.100601 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.100904 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.101243 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.101579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.101935 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.102326 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.102656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.102977 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.103779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.103779 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:20.373483 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.083316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:21.310986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:21.321777 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] Sync routers for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:21.331319 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c7c105b9-2a7d-417a-b067-0b983f157c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/4b5f8008-a5fd-45da-82b1-23fdcc5baba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9576344 Apr 22 15:15:21.334016 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43630) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.336046 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:21.336752 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:21.518087 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:21.535599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting subnet 403a7071-c968-4b61-98e7-e80b9a24351d {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:21.538648 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.593123 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.679500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.751543 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.790157 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Subnet': ['ID=403a7071-c968-4b61-98e7-e80b9a24351d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:21.795519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.803259 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4cb5d770-b833-4cdf-a603-d1580a2a01c0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/subnets/403a7071-c968-4b61-98e7-e80b9a24351d HTTP/1.1" status: 204 len: 168 time: 0.4658332 Apr 22 15:15:21.803441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5c38b-c5fc-4db8-976d-f777dde990b2 None None] Network 21ae0584-6528-489a-b10f-5f8744b1fc21 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:21.803907 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43634) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.828972 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:15:19Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:21.833045 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] Checking router: 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:21.844234 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] Routers {'4b5f8008-a5fd-45da-82b1-23fdcc5baba4'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:21.844776 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:22.015098 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.020806 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] Set router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:22.057855 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] DHCP port deletion for 21ae0584-6528-489a-b10f-5f8744b1fc21 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:22.062565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Deleting port eab9408b-a8c3-4377-9f3c-369f1f76aaff {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:22.063103 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.241054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device eab9408b-a8c3-4377-9f3c-369f1f76aaff no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:22.318625 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:15:19Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:22.322825 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec5f88-d7fb-4b7e-ada8-0be43d90c237 None None] The sync data for ids ['4b5f8008-a5fd-45da-82b1-23fdcc5baba4'] in dv-neutron-838878-1-hyperv is: [{'id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884033788', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:15:19Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '6766f3e1-9f38-4966-9535-1a49ea06301b', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f8008-a5fd-45da-82b1-23fdcc5baba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:30Z', 'updated_at': '2022-04-22T15:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:22.325842 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] For port eab9408b-a8c3-4377-9f3c-369f1f76aaff, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eab9408b-a8c3-4377-9f3c-369f1f76aaff,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:22.326649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.345850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.356768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 6766f3e1-9f38-4966-9535-1a49ea06301b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:22.357362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.481883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Calling delete_port for eab9408b-a8c3-4377-9f3c-369f1f76aaff owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:22.528809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 6766f3e1-9f38-4966-9535-1a49ea06301b, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6766f3e1-9f38-4966-9535-1a49ea06301b,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:22.529153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.537341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.583944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port eab9408b-a8c3-4377-9f3c-369f1f76aaff, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eab9408b-a8c3-4377-9f3c-369f1f76aaff,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:22.588464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.636714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:22.636985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:22.653330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 6766f3e1-9f38-4966-9535-1a49ea06301b owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:22.665149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=eab9408b-a8c3-4377-9f3c-369f1f76aaff,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:22.676371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.676714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.677100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.677669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.678032 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.678491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.678822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.679268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.679591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.679909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.680267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:22.819654 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.862556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=6766f3e1-9f38-4966-9535-1a49ea06301b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.082307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.138557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Deleting port eab9408b-a8c3-4377-9f3c-369f1f76aaff {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:23.139119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.333486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.337945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.341018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] For port eab9408b-a8c3-4377-9f3c-369f1f76aaff, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=eab9408b-a8c3-4377-9f3c-369f1f76aaff,segment=NetworkSegment(eca8d0f1-2179-47f0-b83f-b1e41d1f65ba),segment_id=eca8d0f1-2179-47f0-b83f-b1e41d1f65ba)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:23.341156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.363925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.364561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Fanout notify agent at l3_agent the message router_deleted on router 4b5f8008-a5fd-45da-82b1-23fdcc5baba4 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:23.379204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.380562 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-89be28c2-498b-43dc-b409-fece7b33b423 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/routers/4b5f8008-a5fd-45da-82b1-23fdcc5baba4 HTTP/1.1" status: 204 len: 168 time: 1.5761614 Apr 22 15:15:23.383066 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43638) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:23.473619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Calling delete_port for eab9408b-a8c3-4377-9f3c-369f1f76aaff owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:23.504512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.514608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port eab9408b-a8c3-4377-9f3c-369f1f76aaff {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:23.514928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.547554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.589471 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] Pushing event deleted for resources: {'Port': ['ID=eab9408b-a8c3-4377-9f3c-369f1f76aaff,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.595352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c8856-a5de-46d5-9e35-221b9df9a809 None None] No DVR routers for this DVR port eab9408b-a8c3-4377-9f3c-369f1f76aaff on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:23.596531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] The port 'eab9408b-a8c3-4377-9f3c-369f1f76aaff' was deleted {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:23.808800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.835627 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ae0584-6528-489a-b10f-5f8744b1fc21']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.851402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.851599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca8d0f1-2179-47f0-b83f-b1e41d1f65ba') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.863330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.879150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.885140 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:23.885513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:23.900181 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:23.981990 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.998689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.013443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Network': ['ID=21ae0584-6528-489a-b10f-5f8744b1fc21,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.028295 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2c961e8f-1286-4b76-88c1-b0f1d99d7c22 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/networks/21ae0584-6528-489a-b10f-5f8744b1fc21 HTTP/1.1" status: 204 len: 168 time: 0.6432602 Apr 22 15:15:24.031901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43642) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:24.102153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d3202f45-c6d5-4791-8580-be4a2199b0e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.131660 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d3202f45-c6d5-4791-8580-be4a2199b0e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.187304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1482660-ee36-4b2c-b334-412bee8b46a3 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:24.194597 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d3202f45-c6d5-4791-8580-be4a2199b0e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.212754 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3202f45-c6d5-4791-8580-be4a2199b0e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33369c09-3f60-4889-b658-81e6900170a6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.223554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-d3202f45-c6d5-4791-8580-be4a2199b0e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.227551 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-d3202f45-c6d5-4791-8580-be4a2199b0e7 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/security-groups/33369c09-3f60-4889-b658-81e6900170a6 HTTP/1.1" status: 204 len: 168 time: 0.1918769 Apr 22 15:15:24.261604 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: b1482660-ee36-4b2c-b334-412bee8b46a3 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:24.261949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1482660-ee36-4b2c-b334-412bee8b46a3 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:24.262433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6766f3e1-9f38-4966-9535-1a49ea06301b no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:24.302579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6766f3e1-9f38-4966-9535-1a49ea06301b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:24.302914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6766f3e1-9f38-4966-9535-1a49ea06301b not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:24.653359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43650) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:24.658953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673056095', 'description': 'tempest-secgroup-smoke-673056095 description', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:24.665295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:24.669880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:24.672903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:24.679048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:24.692453 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.726154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:24.729916 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:24.732609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:24.738176 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:24.794554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.800217 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.842757 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7bc50f-4449-46d4-954e-76e66e9dc9c3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.846966 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.848312 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9e90453e-6d46-45fc-83be-b55b839dde38 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1938653 Apr 22 15:15:24.851255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43654) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:24.857154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '4e7bc50f-4449-46d4-954e-76e66e9dc9c3', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:24.863076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:24.866926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:24.869829 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:24.875557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:24.895476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.959881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.966280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.998948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048be0fc-c3ee-4a0c-9e23-df5f1a5c1c86,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.009186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.010435 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a672aa41-557b-47c7-ac12-50bf22b7cf83 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1581998 Apr 22 15:15:25.013291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43658) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.018729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '4e7bc50f-4449-46d4-954e-76e66e9dc9c3', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:25.024870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:25.028885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:25.031857 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:25.037647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:25.056603 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.117306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.122101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.148490 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03e6850-9320-41a7-9cdb-5644f10bea07,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.166523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.167770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b07edc8e-afa6-492b-8ec1-782da1cea3eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1535137 Apr 22 15:15:25.170898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43662) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.180043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '4e7bc50f-4449-46d4-954e-76e66e9dc9c3', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:25.187103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:25.191369 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:25.194529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:25.200354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:25.218151 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.287659 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.291865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.315255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc892cf-f6d2-466e-9d55-e23f0a81923a,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.324234 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.325573 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-d0ae28f3-3289-4c68-9ec9-046948cc56c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1536868 Apr 22 15:15:25.328443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43666) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.334051 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '4e7bc50f-4449-46d4-954e-76e66e9dc9c3', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:25.340197 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:25.344106 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:25.347002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:25.352717 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:25.371584 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.448291 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.453476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.477845 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576e7b8d-05e2-4274-ad61-25b6b4d4d214,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.491697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.493159 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c4d6fc33-335c-445c-ad5a-8f1ede2da87a tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1637282 Apr 22 15:15:25.495948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43670) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.501789 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '4e7bc50f-4449-46d4-954e-76e66e9dc9c3', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:25.510780 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:25.514742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:25.517859 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:25.524562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:25.536852 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:15:25.543454 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.612661 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.617600 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.641329 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd9d728-c59f-4c20-ac2a-e3701c9168f0,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.652570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.653888 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4d1b1172-7149-4865-83bc-f0b284ef1a44 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1568983 Apr 22 15:15:25.658395 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43674) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.663876 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'security_group_rule': {'security_group_id': '4e7bc50f-4449-46d4-954e-76e66e9dc9c3', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:25.670114 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:25.674341 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:security_group_rule and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:25.677529 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:25.683941 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:25.700056 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Project 7d9e82dcdab24662867cb36f85ac24b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:15:25.706999 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.771357 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.777169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.800742 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957d13b6-8924-4145-9f81-c85d86f312c4,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.810250 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.811421 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-f3f74c9b-9ab3-450f-bcb5-66ee9f57b496 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1521246 Apr 22 15:15:25.815263 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43678) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.820599 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'network': {'name': 'tempest-network-smoke--1209136909', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'port_security_enabled': True}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:25.825784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:25.829821 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:network and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:25.832615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:25.838284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:25.850615 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:25.853554 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.883340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:25.892113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.892471 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Added segment a1936116-b775-482f-bed5-71eaff6648db of type vlan for network 49fc0d4d-2f60-451c-997e-332616059242 Apr 22 15:15:25.919374 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.949640 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.953476 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:25.954010 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.055223 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2388346 Apr 22 15:15:26.057967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43682) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:26.062813 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993748f-10cd-462c-9e91-5ce845e3e7c3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Network': ['ID=49fc0d4d-2f60-451c-997e-332616059242,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:26.063159 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'admin_state_up': True, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:26.070093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:26.073067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 49fc0d4d-2f60-451c-997e-332616059242 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:26.075006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:router and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:26.078005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:26.084037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:26.096548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.097755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.117945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.266291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.444994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.476369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.614712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.217 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/240b3cab-9523-4dfc-8a87-003202d46fb1) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:26.758742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.788678 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.856496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:26.859343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:26.863646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:26.887354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=240b3cab-9523-4dfc-8a87-003202d46fb1,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:27.021260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.022034 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.327548 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 13746b33-9d62-4e96-a0ee-79e065e25f33 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:15:27.555542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:27.564878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Sync routers for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:27.578176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:27.578882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:27.581314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.582767 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a92c521b-5c0e-40d2-9bac-c3be8e0859b3 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5238054 Apr 22 15:15:27.585902 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43686) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.624733 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-60021e8d-87a6-409d-b14a-14654a4cddf0 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d9e82dcdab24662867cb36f85ac24b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375469 Apr 22 15:15:27.627905 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43690) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.754515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:27.756850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca8e4d-dc3e-437c-b5da-ebbf8f0ad669 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:27.758433 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-daca8e4d-dc3e-437c-b5da-ebbf8f0ad669 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295850 Apr 22 15:15:27.761261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43694) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.802504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-373c5d67-d475-4373-a067-22607c91c170 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9174a81f-d8cd-4f7d-9b94-1a7726bc9676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400486 Apr 22 15:15:27.804876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43698) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.810126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759368484', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:27.916533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:27.920605 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:subnet and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:27.923629 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:27.929251 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:27.939455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:28.034801 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:28.039081 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Checking router: 13746b33-9d62-4e96-a0ee-79e065e25f33 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:28.039454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Updating router 13746b33-9d62-4e96-a0ee-79e065e25f33 port 240b3cab-9523-4dfc-8a87-003202d46fb1 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:15:28.044617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.089519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.256192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.336708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Subnet': ['ID=012de960-4b23-40af-b65b-40476ec55b95,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.346602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Checking segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:28.346961 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network hostable DHCP agents. Network: 49fc0d4d-2f60-451c-997e-332616059242, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:28.369014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 49fc0d4d-2f60-451c-997e-332616059242 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:28.379128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 49fc0d4d-2f60-451c-997e-332616059242) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:28.383099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:28.383724 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.403623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e838757-9718-48aa-a224-df4694f4373d None None] Network 49fc0d4d-2f60-451c-997e-332616059242 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:28.409191 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6cf6b09c-2acb-46ce-ba01-07f3e3cdfc2f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6033049 Apr 22 15:15:28.411919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43702) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.495220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.526130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Transition to ACTIVE for port object 240b3cab-9523-4dfc-8a87-003202d46fb1 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:28.543376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.674851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc12e-8ede-4df2-a01f-f641f82e6983 None None] Pushing event updated for resources: {'Port': ['ID=240b3cab-9523-4dfc-8a87-003202d46fb1,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.678793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Attempting to bind port 240b3cab-9523-4dfc-8a87-003202d46fb1 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:28.679166 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Attempting to bind port 240b3cab-9523-4dfc-8a87-003202d46fb1 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:28.679534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Attempting to bind port 240b3cab-9523-4dfc-8a87-003202d46fb1 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:28.718730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:28.719164 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:28.719499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.719854 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:28.720319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Bound port: 240b3cab-9523-4dfc-8a87-003202d46fb1, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:28.720685 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.747890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-49fc0d4d-2f60-451c-997e-332616059242', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:28.748680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.907181 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] For port 240b3cab-9523-4dfc-8a87-003202d46fb1, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:28.922631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] For port 240b3cab-9523-4dfc-8a87-003202d46fb1, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=240b3cab-9523-4dfc-8a87-003202d46fb1,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:28.929492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.057488 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Allocated IP 172.20.0.2 (49fc0d4d-2f60-451c-997e-332616059242/012de960-4b23-40af-b65b-40476ec55b95/b1ba5d0e-c1d7-4071-9779-990c4d6b493e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:29.059396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc12e-8ede-4df2-a01f-f641f82e6983 None None] Pushing event updated for resources: {'Port': ['ID=240b3cab-9523-4dfc-8a87-003202d46fb1,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:29.071819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:29.072458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:29.253184 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.389261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:29.530302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.595386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Transition to ACTIVE for port object b1ba5d0e-c1d7-4071-9779-990c4d6b493e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:29.631005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Transition to ACTIVE for port object b1ba5d0e-c1d7-4071-9779-990c4d6b493e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:29.646837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.701487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.1 (49fc0d4d-2f60-451c-997e-332616059242/012de960-4b23-40af-b65b-40476ec55b95/fadde5ed-d340-4e46-a3e9-05ae301eac82) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:29.743705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Network 49fc0d4d-2f60-451c-997e-332616059242 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:29.746976 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:29.751203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:29.770276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Pushing event updated for resources: {'Port': ['ID=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:29.860384 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.862400 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Attempting to bind port b1ba5d0e-c1d7-4071-9779-990c4d6b493e on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:29.862786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Attempting to bind port b1ba5d0e-c1d7-4071-9779-990c4d6b493e by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:29.863139 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Attempting to bind port b1ba5d0e-c1d7-4071-9779-990c4d6b493e on network 49fc0d4d-2f60-451c-997e-332616059242 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:29.873437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:29.873821 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Checking segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:29.874254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.874656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Bound using segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:29.875075 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Bound port: b1ba5d0e-c1d7-4071-9779-990c4d6b493e, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:29.875428 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.876307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object fadde5ed-d340-4e46-a3e9-05ae301eac82 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:29.885256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:29.894047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52c87f-46fc-49c1-b95a-e8e2cb1a896b None None] The sync data for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv is: [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:26Z', 'revision_number': 3, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:29.898889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.976443 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 49fc0d4d-2f60-451c-997e-332616059242 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:29.977766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] For port b1ba5d0e-c1d7-4071-9779-990c4d6b493e, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:29.980964 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:29.983166 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=fadde5ed-d340-4e46-a3e9-05ae301eac82,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:29.985390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:29.985843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] For port b1ba5d0e-c1d7-4071-9779-990c4d6b493e, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:29.991316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.044592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.086431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffe6fd-6080-4dfc-b030-45b34c83b18d None None] Pushing event updated for resources: {'Port': ['ID=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.161985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.252970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 240b3cab-9523-4dfc-8a87-003202d46fb1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:30.385652 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 240b3cab-9523-4dfc-8a87-003202d46fb1 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:30.391277 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 240b3cab-9523-4dfc-8a87-003202d46fb1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:30.391649 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.531881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.549900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 240b3cab-9523-4dfc-8a87-003202d46fb1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=240b3cab-9523-4dfc-8a87-003202d46fb1,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:30.556479 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.625871 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=240b3cab-9523-4dfc-8a87-003202d46fb1,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.645925 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.651285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.866938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.870635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=fadde5ed-d340-4e46-a3e9-05ae301eac82,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:31.010291 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 49fc0d4d-2f60-451c-997e-332616059242 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:31.011400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:31.153295 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ccc2e9-c81c-4912-9188-bdc03b81b61f None None] Network 49fc0d4d-2f60-451c-997e-332616059242 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:31.296575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e2fbe6f2-84e1-47ca-8859-98d23c8a9be8 None None] Provisioning for port b1ba5d0e-c1d7-4071-9779-990c4d6b493e completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:31.387173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 13746b33-9d62-4e96-a0ee-79e065e25f33 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:31.593340 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:31.606577 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0460f94a-ba03-4d9d-9c9a-fcc7896208c1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/13746b33-9d62-4e96-a0ee-79e065e25f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1936564 Apr 22 15:15:31.650150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4816d988-7c1d-4395-a2cc-5ac7ec161438 None None] Provisioning for port fadde5ed-d340-4e46-a3e9-05ae301eac82 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:31.656755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-4816d988-7c1d-4395-a2cc-5ac7ec161438 None None] Provisioning complete for port fadde5ed-d340-4e46-a3e9-05ae301eac82 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:31.656755 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4816d988-7c1d-4395-a2cc-5ac7ec161438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.715648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4816d988-7c1d-4395-a2cc-5ac7ec161438 None None] Port fadde5ed-d340-4e46-a3e9-05ae301eac82 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:31.795732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7caef135-46fc-41e3-a424-60ea12048cbd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:31.812744 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7caef135-46fc-41e3-a424-60ea12048cbd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:31.813979 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7caef135-46fc-41e3-a424-60ea12048cbd tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673056095&fields=id&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 267 time: 0.0674310 Apr 22 15:15:31.837638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-80f6476a-28fd-4164-9323-c634ef71ebb5 None None] Provisioning complete for port fadde5ed-d340-4e46-a3e9-05ae301eac82 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:31.838030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-80f6476a-28fd-4164-9323-c634ef71ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.898197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-80f6476a-28fd-4164-9323-c634ef71ebb5 None None] Port fadde5ed-d340-4e46-a3e9-05ae301eac82 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:31.966756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-b6bed6b7-b9d3-41cc-a7a3-e9b67bcb424f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:31.967419 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-b6bed6b7-b9d3-41cc-a7a3-e9b67bcb424f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:31.983153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-b6bed6b7-b9d3-41cc-a7a3-e9b67bcb424f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:31.984317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-b6bed6b7-b9d3-41cc-a7a3-e9b67bcb424f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 797 time: 0.1636531 Apr 22 15:15:32.000584 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7a21b7ec-c546-461d-a1f8-b68d2c281e6c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/quotas/7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 375 time: 0.0107839 Apr 22 15:15:32.019877 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-50b78f96-d6a0-4eb5-b4a2-de691a5b5a33 None None] Provisioning complete for port fadde5ed-d340-4e46-a3e9-05ae301eac82 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:32.020323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-50b78f96-d6a0-4eb5-b4a2-de691a5b5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.070993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-50b78f96-d6a0-4eb5-b4a2-de691a5b5a33 None None] Port fadde5ed-d340-4e46-a3e9-05ae301eac82 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:32.079322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-92a72e09-78d4-471d-ab7a-0f9dbb4bed67 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:32.096486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-92a72e09-78d4-471d-ab7a-0f9dbb4bed67 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:32.097795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-92a72e09-78d4-471d-ab7a-0f9dbb4bed67 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918124 Apr 22 15:15:32.264023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 240b3cab-9523-4dfc-8a87-003202d46fb1 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:32.297258 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-b0820b0c-37f8-4024-873e-2a5d1fbc3db6 service neutron] 10.222.0.32 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878190 Apr 22 15:15:32.336966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 240b3cab-9523-4dfc-8a87-003202d46fb1 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:32.337323 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.430880 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-ef37106c-97a0-41e1-8ef8-d55326f08b54 service neutron] 10.222.0.32 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268771 Apr 22 15:15:32.449709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1ba5d0e-c1d7-4071-9779-990c4d6b493e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:32.519110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port b1ba5d0e-c1d7-4071-9779-990c4d6b493e completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:32.523868 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b1ba5d0e-c1d7-4071-9779-990c4d6b493e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:32.524350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.632834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e8fef862-8883-4296-83a6-64aa7b78041a req-2f090bb2-2247-4710-b42d-a0d6849b8abb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 210 time: 0.0394838 Apr 22 15:15:32.641974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.676258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port b1ba5d0e-c1d7-4071-9779-990c4d6b493e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:32.681054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.754949 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:33.543186 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Sync routers for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:33.556197 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:33.556802 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:33.733866 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:33.922426 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ad6a9ec-c78f-4fd9-8edc-d0e8f07be750 req-45e8beeb-f7da-4dd7-bd46-26debd4347cb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 210 time: 0.0594416 Apr 22 15:15:33.975171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-31c09a3f-c16f-49a8-b2ce-4bb14aaef1da tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:33.976548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-31c09a3f-c16f-49a8-b2ce-4bb14aaef1da tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 797 time: 0.3065782 Apr 22 15:15:34.033280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-1963e700-8cda-499a-b98e-f168413055aa tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9e82dcdab24662867cb36f85ac24b6 HTTP/1.1" status: 200 len: 379 time: 0.0396352 Apr 22 15:15:34.042948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'port': {'device_id': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'admin_state_up': True, 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'security_groups': ['4e7bc50f-4449-46d4-954e-76e66e9dc9c3']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:34.054170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 2, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:34.058268 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Checking router: 13746b33-9d62-4e96-a0ee-79e065e25f33 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:34.058604 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Updating router 13746b33-9d62-4e96-a0ee-79e065e25f33 port fadde5ed-d340-4e46-a3e9-05ae301eac82 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:15:34.107548 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.192331 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:34.195762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.205593 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:34.208705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1ba5d0e-c1d7-4071-9779-990c4d6b493e up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:34.216401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Made reservation on behalf of 7d9e82dcdab24662867cb36f85ac24b6 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:34.219409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.278513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port b1ba5d0e-c1d7-4071-9779-990c4d6b493e triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:34.279623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.474076 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.485421 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Transition to ACTIVE for port object fadde5ed-d340-4e46-a3e9-05ae301eac82 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:34.493184 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.558359 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.20.0.7 (49fc0d4d-2f60-451c-997e-332616059242/012de960-4b23-40af-b65b-40476ec55b95/87dfe5c2-6662-49eb-bf4f-bbd631ab32b4) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:34.608739 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Pushing event updated for resources: {'Port': ['ID=fadde5ed-d340-4e46-a3e9-05ae301eac82,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:34.687320 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.687778 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.688113 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.688495 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.688854 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.689183 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.689501 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.689855 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.690174 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.690517 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.690845 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:34.715975 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Attempting to bind port fadde5ed-d340-4e46-a3e9-05ae301eac82 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:34.716471 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Attempting to bind port fadde5ed-d340-4e46-a3e9-05ae301eac82 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:34.716824 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Attempting to bind port fadde5ed-d340-4e46-a3e9-05ae301eac82 on network 49fc0d4d-2f60-451c-997e-332616059242 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:34.723452 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:34.724078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Checking segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:34.724228 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.724580 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Bound using segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:34.725029 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Bound port: fadde5ed-d340-4e46-a3e9-05ae301eac82, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:34.725392 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.757684 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.774337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Transition to ACTIVE for port object 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:34.801875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.814831 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] For port fadde5ed-d340-4e46-a3e9-05ae301eac82, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:34.817994 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] For port fadde5ed-d340-4e46-a3e9-05ae301eac82, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fadde5ed-d340-4e46-a3e9-05ae301eac82,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:34.823311 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.882135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 49fc0d4d-2f60-451c-997e-332616059242 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:34.885319 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:34.887680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:34.900538 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f563715-9b49-4a3e-92ac-f47b49868996 None None] Pushing event updated for resources: {'Port': ['ID=fadde5ed-d340-4e46-a3e9-05ae301eac82,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:34.905383 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:34.906231 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:34.923000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:34.965110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:34.965994 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.996109 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-5f5002cc-25e3-4d03-83fc-d6c764679e9b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578626 Apr 22 15:15:35.008929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Request body: {'port': {'device_id': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:35.091777 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:35.187927 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.255067 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4b1fb-0687-4282-b500-f0c8919949fe req-f055c648-f397-4b9c-9705-1fc81347548c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:35.255756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-84a4b1fb-0687-4282-b500-f0c8919949fe req-f055c648-f397-4b9c-9705-1fc81347548c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:35.323575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-84a4b1fb-0687-4282-b500-f0c8919949fe req-f055c648-f397-4b9c-9705-1fc81347548c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:35.324731 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84a4b1fb-0687-4282-b500-f0c8919949fe req-f055c648-f397-4b9c-9705-1fc81347548c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 931 time: 0.2680130 Apr 22 15:15:35.364569 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7da83ea9-62cd-42f9-8199-667ee76fb751 None None] Provisioning for port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:35.369404 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7da83ea9-62cd-42f9-8199-667ee76fb751 None None] Provisioning complete for port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:35.369905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7da83ea9-62cd-42f9-8199-667ee76fb751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.411876 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:35.415836 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16eb44-226e-4411-becf-ec999e8aa145 None None] The sync data for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv is: [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:34Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:35.425807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7da83ea9-62cd-42f9-8199-667ee76fb751 None None] Port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:35.454083 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84a4b1fb-0687-4282-b500-f0c8919949fe req-e08a3730-e315-4f98-acef-21d3476a4115 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158731 Apr 22 15:15:35.605722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:15:35.613134 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.628187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Transition to ACTIVE for port object 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:35.632940 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.760263 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Pushing event updated for resources: {'Port': ['ID=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:35.867647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Attempting to bind port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:35.867982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Attempting to bind port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:35.868303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Attempting to bind port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 on network 49fc0d4d-2f60-451c-997e-332616059242 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:35.874702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 on network 49fc0d4d-2f60-451c-997e-332616059242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:35.875023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Attempting to bind port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 on network 49fc0d4d-2f60-451c-997e-332616059242 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:35.882350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:35.882679 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Checking segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:35.883081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Bound using segment: {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:35.883532 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Bound port: 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1936116-b775-482f-bed5-71eaff6648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '49fc0d4d-2f60-451c-997e-332616059242'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:35.884037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.075210 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] For port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:36.078161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] For port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:36.083573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.145568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.147060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] 10.222.0.24 "PUT /v2.0/ports/87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 1093 time: 1.1431773 Apr 22 15:15:36.147496 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:36.173786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf6215-2a47-4795-89f4-741dcfa6fab5 service neutron] Pushing event updated for resources: {'Port': ['ID=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:36.243222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a70a006-6128-48de-be58-2ceaf738023e'] response: {'name': 'network-changed', 'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'status': 'completed', 'code': 200} Apr 22 15:15:36.278409 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-77ca2b9d-2e3f-4860-9d72-5d7f126317bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1096 time: 0.0917332 Apr 22 15:15:36.308767 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fadde5ed-d340-4e46-a3e9-05ae301eac82 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:36.369704 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-071bee54-1474-4eff-83fb-d5c434520a82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 217 time: 0.0843346 Apr 22 15:15:36.388761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port fadde5ed-d340-4e46-a3e9-05ae301eac82 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:36.394123 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port fadde5ed-d340-4e46-a3e9-05ae301eac82 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:36.394486 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.432018 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7b37042e-5118-448a-a780-b45bb66d2c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:36.433475 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-7b37042e-5118-448a-a780-b45bb66d2c42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 200 len: 835 time: 0.0586586 Apr 22 15:15:36.508749 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-3b2ef69e-d390-43b9-9316-08e119b0c4dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49fc0d4d-2f60-451c-997e-332616059242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684438 Apr 22 15:15:36.520362 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.556128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port fadde5ed-d340-4e46-a3e9-05ae301eac82, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fadde5ed-d340-4e46-a3e9-05ae301eac82,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:36.560693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.628964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=fadde5ed-d340-4e46-a3e9-05ae301eac82,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:36.691497 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-9e5367fb-9d2b-4f1a-a273-6c0bd94509ed service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779401 Apr 22 15:15:36.794549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acac7c-c57f-46f4-9ea0-c4cb47e0e8e0 req-ad8df85b-36da-4792-a1d1-71aa1308330e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:36.795984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a8acac7c-c57f-46f4-9ea0-c4cb47e0e8e0 req-ad8df85b-36da-4792-a1d1-71aa1308330e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 943 time: 0.1893809 Apr 22 15:15:36.858580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-eb433ad1-008a-41a3-8d80-b2a3254ec8ec req-4a599c0a-0893-4cfe-ba97-2b51e642b8ef service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600289 Apr 22 15:15:36.870967 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a8acac7c-c57f-46f4-9ea0-c4cb47e0e8e0 req-fa674a3a-e408-458e-9bef-2ffcb47799ac tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672832 Apr 22 15:15:36.976854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-1dd71d33-7b83-42ff-ba8d-bd39bb2cfcae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1096 time: 0.0692499 Apr 22 15:15:37.116547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2068-1861-415f-bd63-fe919db54dd2 req-48f3ac59-ce6f-4b3d-970b-b79e3a5df75f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:37.117968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-48f3ac59-ce6f-4b3d-970b-b79e3a5df75f service neutron] 10.222.0.24 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 898 time: 0.1344934 Apr 22 15:15:37.187898 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-3b9b9c84-b804-48e0-b955-10bd964aaba5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 217 time: 0.0632684 Apr 22 15:15:37.250198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2068-1861-415f-bd63-fe919db54dd2 req-7d888246-25f7-4613-a22a-4165b2c5c7e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:37.251574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-7d888246-25f7-4613-a22a-4165b2c5c7e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 200 len: 835 time: 0.0570199 Apr 22 15:15:37.328120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-8d7c2333-7893-44c9-9aeb-3c23808b1342 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49fc0d4d-2f60-451c-997e-332616059242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695288 Apr 22 15:15:37.465770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-0563bb82-bad8-441a-8481-cb6e67a109ee service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303887 Apr 22 15:15:37.598117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-794a2068-1861-415f-bd63-fe919db54dd2 req-9642ebb9-b3f7-4761-ac58-61aac8e438e7 service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258893 Apr 22 15:15:38.082149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf189c-281e-430c-b31f-b1e5f9124aa4 req-fda5a5cc-be1c-4e67-bcfe-8213b15d1842 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:38.083598 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4edf189c-281e-430c-b31f-b1e5f9124aa4 req-fda5a5cc-be1c-4e67-bcfe-8213b15d1842 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 943 time: 0.0766225 Apr 22 15:15:38.140121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4edf189c-281e-430c-b31f-b1e5f9124aa4 req-dbefb29d-0379-4bf6-b293-d5404644abe5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485673 Apr 22 15:15:38.195446 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fadde5ed-d340-4e46-a3e9-05ae301eac82 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:38.267076 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port fadde5ed-d340-4e46-a3e9-05ae301eac82 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:38.267439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.435075 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cfb53-e5d8-4c5c-827a-508a245e2da9 req-3913b051-99fc-4259-ad96-2e6fc06fb94f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:39.436570 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c0cfb53-e5d8-4c5c-827a-508a245e2da9 req-3913b051-99fc-4259-ad96-2e6fc06fb94f tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 943 time: 0.1726170 Apr 22 15:15:39.485537 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c0cfb53-e5d8-4c5c-827a-508a245e2da9 req-c036114c-711f-4a7c-9121-97c27b114851 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412588 Apr 22 15:15:39.622124 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:15:39.643288 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f250eeff-d236-47b6-87cf-b482da87bac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.803592 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:39.816951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'port_id': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'mac_address': 'fa:16:3e:99:4a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:15:39.875039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.892677 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:15:39.908063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:39.913134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.989964 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:40.150199 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['87dfe5c2-6662-49eb-bf4f-bbd631ab32b4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:15:40.688722 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10259-0eeb-4f60-8548-b0eb078f1a32 req-6b6fe48e-3a6a-41de-ae07-30a68098ea4e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:40.690155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2d10259-0eeb-4f60-8548-b0eb078f1a32 req-6b6fe48e-3a6a-41de-ae07-30a68098ea4e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 944 time: 0.0831454 Apr 22 15:15:40.737884 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2d10259-0eeb-4f60-8548-b0eb078f1a32 req-9971ee3a-9c48-40b3-be9a-c88541f7833c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Apr 22 15:15:41.246141 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:15:41.619467 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:41.702723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:41.708281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:41.708675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.773087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b1056018-3a26-42d2-919d-7f19444a2f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.835005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.861292 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:41.871224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:41.875769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.917030 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e90011-180a-4bab-bcb4-ce3e8c9ff9e1'] response: {'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'code': 200} Apr 22 15:15:41.943625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822f3bd-4f62-4d93-b506-2a32e8b72922 req-fe9db619-da36-4df1-a7cf-21709abc1aee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:41.946115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a822f3bd-4f62-4d93-b506-2a32e8b72922 req-fe9db619-da36-4df1-a7cf-21709abc1aee tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0821533 Apr 22 15:15:41.948688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:41.991992 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a822f3bd-4f62-4d93-b506-2a32e8b72922 req-06bbf339-00fa-4df9-a611-aab75a3e5230 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408299 Apr 22 15:15:42.157875 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-91084144-d9dd-4180-a410-bf0ba0f172cb req-a06a19e4-7f84-4ed6-8686-90c13f0a2b58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1098 time: 0.0714035 Apr 22 15:15:42.201318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-91084144-d9dd-4180-a410-bf0ba0f172cb req-7bad3b15-0064-4b17-8063-5a1b6d0bbb1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375023 Apr 22 15:15:43.041078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.058959 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.203213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a531-2537-430e-b044-d520917c1bc4 req-1b9748d7-7bbb-4062-9168-18b8367a210e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:43.204681 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f465a531-2537-430e-b044-d520917c1bc4 req-1b9748d7-7bbb-4062-9168-18b8367a210e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0838270 Apr 22 15:15:43.253169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f465a531-2537-430e-b044-d520917c1bc4 req-9eed8367-3f29-464c-884a-ef9188395938 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Apr 22 15:15:44.471518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713875bf-328d-49f2-9309-9bc2818e980e req-f3b2c388-a37a-4db4-adf9-f28daa4370bb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:44.472820 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-713875bf-328d-49f2-9309-9bc2818e980e req-f3b2c388-a37a-4db4-adf9-f28daa4370bb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0996215 Apr 22 15:15:44.529533 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-713875bf-328d-49f2-9309-9bc2818e980e req-8bcc2906-7d4c-41b4-882e-23cf89566ca0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484495 Apr 22 15:15:44.575966 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.738441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197cb0-f4bb-4973-902e-9aa7e235a1ef req-55badb9a-f4e2-4d84-bee2-03d5e649583e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:44.739780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-90197cb0-f4bb-4973-902e-9aa7e235a1ef req-55badb9a-f4e2-4d84-bee2-03d5e649583e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0845177 Apr 22 15:15:44.794091 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-90197cb0-f4bb-4973-902e-9aa7e235a1ef req-ec548493-d64b-4612-8863-fbe1f5de3a8d tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477436 Apr 22 15:15:44.825882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43754) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.904270 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-650426b4-e3c5-4157-8f60-8cb680c785f2 tempest-TestNetworkAdvancedServerOps-421821802 tempest-TestNetworkAdvancedServerOps-421821802-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1093 time: 0.0772457 Apr 22 15:15:44.907030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43758) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.912213 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:44.917877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:44.921709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Usage tracker for resource:floatingip and tenant:7d9e82dcdab24662867cb36f85ac24b6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:44.924537 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:44.930276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:44.942948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.082439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.216888 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Allocated IP 172.26.2.184 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/fd2e9f24-5b85-4bdc-9635-4f755a321159) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:45.362050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.394317 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.459507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:45.462395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:45.466662 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:45.493321 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=fd2e9f24-5b85-4bdc-9635-4f755a321159,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:46.060175 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.118448 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.321113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.326683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.431919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event updated for resources: {'Port': ['ID=fd2e9f24-5b85-4bdc-9635-4f755a321159,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:46.449047 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.644204 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Floating IP fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 associated. External IP: 172.26.2.184, port: 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4. Apr 22 15:15:47.040542 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 13746b33-9d62-4e96-a0ee-79e065e25f33 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:47.259748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:47.285478 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.338815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-8d5f6ab9-9976-4a07-8d5a-5e847590dd92 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4307926 Apr 22 15:15:47.339400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:47.392477 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c913c1-2722-40de-ae32-b84e774b79de'] response: {'name': 'network-changed', 'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'status': 'completed', 'code': 200} Apr 22 15:15:47.454670 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] Sync routers for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:47.468431 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:47.469067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:47.542985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-fba44aad-e26d-4394-8277-b98792d7f7ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1098 time: 0.1275415 Apr 22 15:15:47.551522 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebf14b-137e-4ae7-bb62-ba63166a44cb req-8d284355-d108-42a1-a7d9-48aef4b86c30 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:47.552903 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46ebf14b-137e-4ae7-bb62-ba63166a44cb req-8d284355-d108-42a1-a7d9-48aef4b86c30 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.1018741 Apr 22 15:15:47.653289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:47.787648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46ebf14b-137e-4ae7-bb62-ba63166a44cb req-206f8725-6023-4b36-8dd8-d69c5ee7c1be tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154481 Apr 22 15:15:47.810239 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-941aff42-57f6-4b85-a9f0-d291dc19d6ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:47.811704 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-941aff42-57f6-4b85-a9f0-d291dc19d6ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 898 time: 0.2579792 Apr 22 15:15:47.815185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43766) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:47.997651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b36782ef-db39-4f6f-9882-4112f50da829 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 991 time: 0.1812544 Apr 22 15:15:47.997900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'fe2d260d-663d-4a0c-9ab9-1893f4a1ac77', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'port_id': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'mac_address': 'fa:16:3e:99:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:15:45Z', 'updated_at': '2022-04-22T15:15:45Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:36Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:48.001844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] Checking router: 13746b33-9d62-4e96-a0ee-79e065e25f33 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:48.003338 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-379f9337-228a-4049-bd0d-865ef06cef00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 999 time: 0.1366174 Apr 22 15:15:48.012923 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:48.013506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:15:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:48.064223 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-7ccf51d3-10d8-4b8a-91a7-a6e7071a0545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:48.065719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-7ccf51d3-10d8-4b8a-91a7-a6e7071a0545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 200 len: 835 time: 0.0562181 Apr 22 15:15:48.142859 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-522d2a2b-ed9f-4296-89f6-fb47080dbe8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49fc0d4d-2f60-451c-997e-332616059242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676019 Apr 22 15:15:48.187591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:48.272744 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-338a62bf-4f98-4e30-9bcc-9dbb18c26c3c service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231239 Apr 22 15:15:48.406712 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffcbcf25-38c7-419e-906b-cc4488afa5ae req-019e0148-c3f1-47bf-b2bd-8ffe33b43538 service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277759 Apr 22 15:15:48.569274 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'fe2d260d-663d-4a0c-9ab9-1893f4a1ac77', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'port_id': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'mac_address': 'fa:16:3e:99:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:15:45Z', 'updated_at': '2022-04-22T15:15:45Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:36Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:48.573579 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec37f8-dfbd-4258-ac01-2403c8781f37 None None] The sync data for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv is: [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'fe2d260d-663d-4a0c-9ab9-1893f4a1ac77', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'port_id': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'mac_address': 'fa:16:3e:99:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:15:45Z', 'updated_at': '2022-04-22T15:15:45Z', 'revision_number': 0, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:36Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:49.003045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43770) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:49.125284 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-66286ecd-f60c-4582-b755-1e88b27b64b2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 991 time: 0.1211674 Apr 22 15:15:50.131178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43774) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:50.237077 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ab1c48bd-4606-4600-9b8d-0c779ad3027e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 991 time: 0.1043801 Apr 22 15:15:51.242607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43778) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:51.362525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e554b9c6-f908-4b44-b354-0586f34793d8 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 991 time: 0.1184578 Apr 22 15:15:51.690920 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dbca15-b3a5-41a1-9881-80b37e6d60c0 None None] New status for floating IP fe2d260d-663d-4a0c-9ab9-1893f4a1ac77: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:15:52.366802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43782) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:52.479736 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-df23480e-1e2a-40a2-9772-b32f6cada171 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 993 time: 0.1117845 Apr 22 15:16:03.016154 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-89f78d68-3ca3-485c-b6c4-3e5c33109896 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900497 Apr 22 15:16:03.173944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-45642714-7377-4dc3-8dd1-41f3b19d9bf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1098 time: 0.0799603 Apr 22 15:16:03.322205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c75a0-1d67-406a-9548-6746c612e034 req-e3c897c1-01a1-4e69-8c69-b57803752354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:03.323662 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-e3c897c1-01a1-4e69-8c69-b57803752354 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 898 time: 0.1260223 Apr 22 15:16:03.429984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-383f80b2-b074-41bf-a0aa-18e498dfe5b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 1001 time: 0.0976515 Apr 22 15:16:03.492884 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c75a0-1d67-406a-9548-6746c612e034 req-860ac98b-80c3-4293-9e9b-00c8aec165cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:03.494407 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-860ac98b-80c3-4293-9e9b-00c8aec165cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 200 len: 835 time: 0.0583484 Apr 22 15:16:03.574590 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-1dfe866b-3408-4397-834e-7c7072f50a42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49fc0d4d-2f60-451c-997e-332616059242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730526 Apr 22 15:16:03.791166 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-18b9d102-bc11-42ba-8ff5-afa93904a661 service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098446 Apr 22 15:16:03.923629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-026c75a0-1d67-406a-9548-6746c612e034 req-c4e9d5bd-8b8b-43ba-8853-e5a006e8edc9 service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256924 Apr 22 15:16:04.197532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.636640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2acc55d4-2a6c-4889-a476-c47872496066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.758893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-360c0d38-11d6-4002-869f-37a456120596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.049290 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.064903 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.585366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.241032 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:16:20.142427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393109-d17c-42c8-9b8c-758a927dcb0c req-703a36d8-e0f7-4963-ab6f-4b9ecb9d10be tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:20.143944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-37393109-d17c-42c8-9b8c-758a927dcb0c req-703a36d8-e0f7-4963-ab6f-4b9ecb9d10be tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0866213 Apr 22 15:16:20.193431 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-37393109-d17c-42c8-9b8c-758a927dcb0c req-9365accd-645b-4b19-ba1e-9173d53f9cc1 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Apr 22 15:16:21.403145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805f655-3e36-4938-9f3a-b8afd2d5fb61 req-b2033a57-a06e-4dcc-af02-36dc5c2933e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:21.404586 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2805f655-3e36-4938-9f3a-b8afd2d5fb61 req-b2033a57-a06e-4dcc-af02-36dc5c2933e4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0891285 Apr 22 15:16:21.448657 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2805f655-3e36-4938-9f3a-b8afd2d5fb61 req-26c47fc4-75d3-404d-89d7-62c7dc3f538e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383315 Apr 22 15:16:21.476952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43804) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:21.581457 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-39d6cd0e-0bb3-4433-9e81-ff524c109cf2 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 993 time: 0.1033828 Apr 22 15:16:23.149975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d292c-f316-4e9b-b3e6-08d73a3097d9 req-d50862d4-1184-44a8-b540-e3f48a04a128 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:23.151444 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-130d292c-f316-4e9b-b3e6-08d73a3097d9 req-d50862d4-1184-44a8-b540-e3f48a04a128 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.1349142 Apr 22 15:16:23.155299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-1d076c4e-2b27-4134-ae93-e4f2dd92fe0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1098 time: 0.1078191 Apr 22 15:16:23.279850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-130d292c-f316-4e9b-b3e6-08d73a3097d9 req-415a27a0-46d4-446e-867d-0d8b54af8038 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226888 Apr 22 15:16:23.316996 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-813d7f29-a94d-4e16-b892-b09d49583eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:23.318484 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-813d7f29-a94d-4e16-b892-b09d49583eb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 898 time: 0.1479070 Apr 22 15:16:23.422213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-7f0fa818-88d8-4dad-9808-52ddd8a55fe8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 1001 time: 0.0970211 Apr 22 15:16:23.484707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-fbc71747-3924-4c9b-b49c-ab8350bdabad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:23.486205 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-fbc71747-3924-4c9b-b49c-ab8350bdabad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 200 len: 835 time: 0.0576930 Apr 22 15:16:23.570017 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-aca5e068-2fe5-45bf-8208-98df8c64a2b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49fc0d4d-2f60-451c-997e-332616059242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770597 Apr 22 15:16:23.702301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-82759d88-7c19-4144-ad7c-1d2ec19f9fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253529 Apr 22 15:16:23.835214 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adc81cac-339f-412f-91a1-cfe36cae1f30 req-d7f79589-8db8-447d-a0dd-1a67f2bb1b5b service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257243 Apr 22 15:16:24.488144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edf1e-75b6-4381-9db7-d639088a1657 req-5e5c960e-7e91-4cb0-9600-fde5533b68af tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:24.489563 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-959edf1e-75b6-4381-9db7-d639088a1657 req-5e5c960e-7e91-4cb0-9600-fde5533b68af tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0801947 Apr 22 15:16:24.535572 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-959edf1e-75b6-4381-9db7-d639088a1657 req-2d978af7-dfcb-4b1b-95d9-8c94634db165 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Apr 22 15:16:25.769735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61be92-0b13-4c72-bec9-0d974800069d req-6686378e-07b5-4953-8d81-662e145fe559 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:25.772178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c61be92-0b13-4c72-bec9-0d974800069d req-6686378e-07b5-4953-8d81-662e145fe559 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.1024528 Apr 22 15:16:25.818661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4c61be92-0b13-4c72-bec9-0d974800069d req-d1ecb1a9-dcba-409b-8e89-31f7fdea78b0 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Apr 22 15:16:25.847101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43818) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:25.959059 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-055103e3-87c6-4c81-abb1-ad3ba6515a56 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 200 len: 993 time: 0.1108592 Apr 22 15:16:26.263214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43826) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:26.473704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port fd2e9f24-5b85-4bdc-9635-4f755a321159 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:26.474014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.773955 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.774167 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.895883 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for fd2e9f24-5b85-4bdc-9635-4f755a321159 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:27.049932 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.095724 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=fd2e9f24-5b85-4bdc-9635-4f755a321159,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:27.167221 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.167519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.167861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.168191 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.168516 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.168837 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.169161 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.169479 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.169826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.170146 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.170463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:27.201484 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.609307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 13746b33-9d62-4e96-a0ee-79e065e25f33 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:27.807510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:27.817822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] Sync routers for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:27.828721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.829416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:27.830060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:27.886061 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8011fdcc-d162-4c0a-b1a7-28c8dd1330eb tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe2d260d-663d-4a0c-9ab9-1893f4a1ac77 HTTP/1.1" status: 204 len: 168 time: 1.6190462 Apr 22 15:16:27.886061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:16:27.954451 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09487ff0-b267-4735-928f-f57ceda9c940'] response: {'name': 'network-changed', 'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'status': 'completed', 'code': 200} Apr 22 15:16:28.012425 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:28.147487 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-3628c2ea-c379-4312-8f60-c2dd4a56ddd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 1098 time: 0.1783874 Apr 22 15:16:28.324273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:36Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:28.328403 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] Checking router: 13746b33-9d62-4e96-a0ee-79e065e25f33 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:28.333103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-81798e56-cae4-40e7-9538-233164197899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:28.334582 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-81798e56-cae4-40e7-9538-233164197899 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 200 len: 898 time: 0.1812482 Apr 22 15:16:28.339669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:28.340363 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:28.392890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce50610-e0bb-4bcc-bbfe-d239fa0fda86 req-0d64ad10-74dc-42bd-a1ac-e98a4c444fb4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:28.394322 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ce50610-e0bb-4bcc-bbfe-d239fa0fda86 req-0d64ad10-74dc-42bd-a1ac-e98a4c444fb4 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.1705713 Apr 22 15:16:28.421265 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-0b6cb57f-07ae-4dfc-be4f-531c8e318193 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 200 len: 217 time: 0.0795105 Apr 22 15:16:28.498176 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7ce50610-e0bb-4bcc-bbfe-d239fa0fda86 req-3a8c345e-b31b-4416-b58d-086640fcb9db tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974910 Apr 22 15:16:28.505928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-2ce205f8-1ab4-4629-92d2-861b883b8910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:28.507522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-2ce205f8-1ab4-4629-92d2-861b883b8910 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 200 len: 835 time: 0.0787554 Apr 22 15:16:28.530583 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:28.584275 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-490a380a-0fd1-4a1b-9183-047dddb7e368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49fc0d4d-2f60-451c-997e-332616059242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700266 Apr 22 15:16:28.722677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-e31777bf-351b-40d8-bd42-c0175a6eff7d service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307631 Apr 22 15:16:28.865509 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4e7b360b-9929-4339-bf69-7d5d35741516 req-44f9afdf-0363-451b-99f4-4b0e4ff49a6d service neutron] 10.222.0.24 "GET /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358814 Apr 22 15:16:28.894932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:36Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:28.898879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005ce7a-813b-4623-8b78-b6847b319d0a None None] The sync data for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv is: [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'fadde5ed-d340-4e46-a3e9-05ae301eac82', 'name': '', 'network_id': '49fc0d4d-2f60-451c-997e-332616059242', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'mac_address': 'fa:16:3e:d2:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '012de960-4b23-40af-b65b-40476ec55b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:29Z', 'updated_at': '2022-04-22T15:15:36Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'subnets': [{'id': '012de960-4b23-40af-b65b-40476ec55b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:29.133575 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff0318-c2e9-48f4-afe9-19c4d9cf3733 None None] New status for floating IP fe2d260d-663d-4a0c-9ab9-1893f4a1ac77: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:16:29.717949 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b716-f609-43cf-bd3d-6ecf63df2c6c req-aadcb62a-ade6-4c7b-a3c0-9ab03656dc7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:29.719384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea15b716-f609-43cf-bd3d-6ecf63df2c6c req-aadcb62a-ade6-4c7b-a3c0-9ab03656dc7e tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0875454 Apr 22 15:16:29.811629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea15b716-f609-43cf-bd3d-6ecf63df2c6c req-b99a7116-f8af-4679-a352-34a6428ec108 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7bc50f-4449-46d4-954e-76e66e9dc9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861902 Apr 22 15:16:29.843521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-8e3225da-856d-4c5c-b647-b0d3e1557fd5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:29.844962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-8e3225da-856d-4c5c-b647-b0d3e1557fd5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 945 time: 0.0852516 Apr 22 15:16:29.915958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:29.916250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.187207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:30.187569 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.308750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:30.454235 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.594758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=87dfe5c2-6662-49eb-bf4f-bbd631ab32b4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:30.661835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.662198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.662506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.662839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.663141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.663531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.663859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.664181 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.664529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.664847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.665191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:30.684551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] No DVR routers for this DVR port 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:16:30.687411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.690307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'name': 'network-vif-deleted', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:16:30.703271 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e8b12495-5126-47c6-8aa7-9599c50e858b req-e14f12ca-8d67-4cb7-ae8d-bcaf8a2db19b tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.24 "DELETE /v2.0/ports/87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 HTTP/1.1" status: 204 len: 173 time: 0.8531482 Apr 22 15:16:30.750177 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73026036-2069-4826-97e8-534fa1bac88f'] response: {'server_uuid': '03fc893d-c946-4cd8-81e6-773726ac7efe', 'name': 'network-vif-deleted', 'tag': '87dfe5c2-6662-49eb-bf4f-bbd631ab32b4', 'status': 'completed', 'code': 200} Apr 22 15:16:30.993025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-adfdc759-1266-4c97-801e-c409f46edceb req-ce408f7d-5c1d-4ad1-b5c8-60599781b628 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Synchronizing usage tracker for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:31.011671 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-adfdc759-1266-4c97-801e-c409f46edceb req-ce408f7d-5c1d-4ad1-b5c8-60599781b628 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Unset dirty status for tenant:7d9e82dcdab24662867cb36f85ac24b6 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:31.012871 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adfdc759-1266-4c97-801e-c409f46edceb req-ce408f7d-5c1d-4ad1-b5c8-60599781b628 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "GET /v2.0/ports?device_id=03fc893d-c946-4cd8-81e6-773726ac7efe HTTP/1.1" status: 200 len: 210 time: 0.0618842 Apr 22 15:16:32.127681 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43844) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:32.639802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.277513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port fadde5ed-d340-4e46-a3e9-05ae301eac82 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:33.278226 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.477411 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port fadde5ed-d340-4e46-a3e9-05ae301eac82, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fadde5ed-d340-4e46-a3e9-05ae301eac82,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:33.477868 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.597802 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for fadde5ed-d340-4e46-a3e9-05ae301eac82 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:33.782085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.820762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:33.828208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=fadde5ed-d340-4e46-a3e9-05ae301eac82,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:33.853809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:16:33.854458 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 87dfe5c2-6662-49eb-bf4f-bbd631ab32b4 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:34.212916 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.223100 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.815918 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Router 13746b33-9d62-4e96-a0ee-79e065e25f33 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:35.023843 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:35.033485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] Sync routers for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:35.044115 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-592367cf-4d8a-4e50-a37b-19223b8afb50 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "PUT /v2.0/routers/13746b33-9d62-4e96-a0ee-79e065e25f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9150090 Apr 22 15:16:35.046735 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43848) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:35.047245 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:35.047439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.223985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:35.229906 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting subnet 012de960-4b23-40af-b65b-40476ec55b95 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:16:35.232937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.289622 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.370358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.441811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.482247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Subnet': ['ID=012de960-4b23-40af-b65b-40476ec55b95,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:35.491489 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.503099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414886b6-1922-4ddf-a361-f7cba239a6d6 None None] Network 49fc0d4d-2f60-451c-997e-332616059242 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:35.503330 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b8353fd6-5cd3-424f-a933-40974eda4752 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/subnets/012de960-4b23-40af-b65b-40476ec55b95 HTTP/1.1" status: 204 len: 168 time: 0.4525251 Apr 22 15:16:35.503330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:35.584907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:16:33Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.604104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] Checking router: 13746b33-9d62-4e96-a0ee-79e065e25f33 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:35.681542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] Routers {'13746b33-9d62-4e96-a0ee-79e065e25f33'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:35.682197 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['13746b33-9d62-4e96-a0ee-79e065e25f33'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.704385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.874053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] Set router 13746b33-9d62-4e96-a0ee-79e065e25f33 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:35.910899 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.921559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Deleting port 240b3cab-9523-4dfc-8a87-003202d46fb1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:35.922454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.925021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] DHCP port deletion for 49fc0d4d-2f60-451c-997e-332616059242 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:16:35.986542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Deleting port b1ba5d0e-c1d7-4071-9779-990c4d6b493e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:35.986879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.097395 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] For port 240b3cab-9523-4dfc-8a87-003202d46fb1, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=240b3cab-9523-4dfc-8a87-003202d46fb1,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:36.098048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.214673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Calling delete_port for 240b3cab-9523-4dfc-8a87-003202d46fb1 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:36.257601 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device b1ba5d0e-c1d7-4071-9779-990c4d6b493e no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:36.424311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] For port b1ba5d0e-c1d7-4071-9779-990c4d6b493e, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,segment=NetworkSegment(a1936116-b775-482f-bed5-71eaff6648db),segment_id=a1936116-b775-482f-bed5-71eaff6648db)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:36.424571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.482677 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.527195 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Port': ['ID=240b3cab-9523-4dfc-8a87-003202d46fb1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:36.551484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Calling delete_port for b1ba5d0e-c1d7-4071-9779-990c4d6b493e owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:36.665597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.692900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.697074 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:16:33Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:36.756472 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.767233 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6305f5e-447f-4b58-8580-0f9b354a1bac None None] The sync data for ids ['13746b33-9d62-4e96-a0ee-79e065e25f33'] in dv-neutron-838878-1-hyperv is: [{'id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-854548164', 'tenant_id': '7d9e82dcdab24662867cb36f85ac24b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217'}], 'enable_snat': True}, 'gw_port_id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:16:33Z', 'revision_number': 5, 'project_id': '7d9e82dcdab24662867cb36f85ac24b6', 'gw_port': {'id': '240b3cab-9523-4dfc-8a87-003202d46fb1', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13746b33-9d62-4e96-a0ee-79e065e25f33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:15:26Z', 'updated_at': '2022-04-22T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:36.773669 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Pushing event deleted for resources: {'Port': ['ID=b1ba5d0e-c1d7-4071-9779-990c4d6b493e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:36.785482 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] No DVR routers for this DVR port b1ba5d0e-c1d7-4071-9779-990c4d6b493e on host dv-neutron-838878-1-hyperv {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:16:36.793621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.793954 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.794525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.794617 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.794883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.795209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.795539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.795858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.796183 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.796822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:36.796822 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f555fcba-379f-471c-96ec-3cad467f707e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:37.017911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.022204 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.047051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.047769 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Fanout notify agent at l3_agent the message router_deleted on router 13746b33-9d62-4e96-a0ee-79e065e25f33 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:16:37.062113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.063387 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-ab9b33ea-b0b3-4309-8eed-a0d43334e7e5 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/routers/13746b33-9d62-4e96-a0ee-79e065e25f33 HTTP/1.1" status: 204 len: 168 time: 1.5591745 Apr 22 15:16:37.066635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43856) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:37.180889 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.312454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.340567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fc0d4d-2f60-451c-997e-332616059242']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:37.353639 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1936116-b775-482f-bed5-71eaff6648db') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:37.353935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1936116-b775-482f-bed5-71eaff6648db') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:37.365650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.382800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.389256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:37.389636 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:37.404379 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:37.485324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.502758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.513575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'Network': ['ID=49fc0d4d-2f60-451c-997e-332616059242,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:37.523205 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-52282895-65a5-4e2c-8e1f-cee38363e512 tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/networks/49fc0d4d-2f60-451c-997e-332616059242 HTTP/1.1" status: 204 len: 168 time: 0.4555659 Apr 22 15:16:37.526310 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43860) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:37.593371 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11cb075a-35e1-41fe-98ae-4c3a4808049c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.621883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11cb075a-35e1-41fe-98ae-4c3a4808049c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.687171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11cb075a-35e1-41fe-98ae-4c3a4808049c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.708348 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb075a-35e1-41fe-98ae-4c3a4808049c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7bc50f-4449-46d4-954e-76e66e9dc9c3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:37.719805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-11cb075a-35e1-41fe-98ae-4c3a4808049c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.720938 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-11cb075a-35e1-41fe-98ae-4c3a4808049c tempest-TestNetworkAdvancedServerOps-691697457 tempest-TestNetworkAdvancedServerOps-691697457-project] 10.222.0.32 "DELETE /v2.0/security-groups/4e7bc50f-4449-46d4-954e-76e66e9dc9c3 HTTP/1.1" status: 204 len: 168 time: 0.1937075 Apr 22 15:16:38.163589 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43870) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:38.229911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fadde5ed-d340-4e46-a3e9-05ae301eac82 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:38.266454 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: fadde5ed-d340-4e46-a3e9-05ae301eac82 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:16:38.267089 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fadde5ed-d340-4e46-a3e9-05ae301eac82 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:38.268352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 240b3cab-9523-4dfc-8a87-003202d46fb1 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:38.300907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 240b3cab-9523-4dfc-8a87-003202d46fb1 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:16:38.301223 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 240b3cab-9523-4dfc-8a87-003202d46fb1 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:38.335667 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-5c234760-4ffe-4b2b-915b-1ec10635aa22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d9e82dcdab24662867cb36f85ac24b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709306 Apr 22 15:16:38.338273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43876) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:38.396798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf3cf-1417-49a1-b2aa-f0af1105cbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.426798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf3cf-1417-49a1-b2aa-f0af1105cbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.479996 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf3cf-1417-49a1-b2aa-f0af1105cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.497016 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf3cf-1417-49a1-b2aa-f0af1105cbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9853b4de-8915-44d4-b1f4-d7b95cf97c08,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:38.504109 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf3cf-1417-49a1-b2aa-f0af1105cbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.505259 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-8d6cf3cf-1417-49a1-b2aa-f0af1105cbbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9853b4de-8915-44d4-b1f4-d7b95cf97c08 HTTP/1.1" status: 204 len: 168 time: 0.1661048 Apr 22 15:16:38.838956 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43884) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:38.858183 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.893834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:38.897957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Usage tracker for resource:security_group_rule and tenant:601b980788bb48a5b69a3a931288af71 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:38.901119 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:38.907095 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:38.975181 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.980583 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.025390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e7b58-a528-4e11-bb5a-3cb8a9139d98,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.031522 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b7df3d36-ab95-4290-93df-694b893fb808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=601b980788bb48a5b69a3a931288af71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915185 Apr 22 15:16:39.034380 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43888) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.094177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96cd4cab-413e-4f69-99c2-3e8defd35f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.120056 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96cd4cab-413e-4f69-99c2-3e8defd35f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.175024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96cd4cab-413e-4f69-99c2-3e8defd35f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.189318 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd4cab-413e-4f69-99c2-3e8defd35f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e7b58-a528-4e11-bb5a-3cb8a9139d98,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.195670 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-96cd4cab-413e-4f69-99c2-3e8defd35f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.198029 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-96cd4cab-413e-4f69-99c2-3e8defd35f47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710e7b58-a528-4e11-bb5a-3cb8a9139d98 HTTP/1.1" status: 204 len: 168 time: 0.1626143 Apr 22 15:16:39.632372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6c2882ab-78b5-461a-8632-c75de00261f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.108608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43910) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:40.253132 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-194819716-network', 'tenant_id': '080b62eb931b4c148de5bce3025ade64'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:40.258814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:40.262861 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Usage tracker for resource:network and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:40.265919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:40.272137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:40.284061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Made reservation on behalf of 080b62eb931b4c148de5bce3025ade64 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:40.286289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.298820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.330589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:40.334414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:40.337379 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:40.343452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:40.407554 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.413307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.449099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:40.457981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf34b9-1bca-4d77-a11f-484177f39b18,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:40.466167 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.466667 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Added segment ceab0d5f-8265-49cb-9057-e976a496cbb6 of type vlan for network 17d92261-f3e2-4794-b120-bdba7557b508 Apr 22 15:16:40.495161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.537885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.538738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:40.539315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.738320 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] Pushing event updated for resources: {'Network': ['ID=17d92261-f3e2-4794-b120-bdba7557b508,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:40.741772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a69678dc-dc68-4868-82af-5d8a2506388e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6319470 Apr 22 15:16:40.746653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43916) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:40.751542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 17d92261-f3e2-4794-b120-bdba7557b508 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:40.753429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Request body: {'subnet': {'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-194819716-subnet', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:40.758630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:40.763013 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Usage tracker for resource:subnet and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:40.766253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:40.772373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:40.784048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Made reservation on behalf of 080b62eb931b4c148de5bce3025ade64 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:40.786400 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.003030 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.070858 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d362893c-1acf-4a85-bca1-bf9b93a8606e,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:41.089432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Checking segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:41.089824 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Network hostable DHCP agents. Network: 17d92261-f3e2-4794-b120-bdba7557b508, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:41.112535 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Network 17d92261-f3e2-4794-b120-bdba7557b508 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:41.122712 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 17d92261-f3e2-4794-b120-bdba7557b508) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:41.127074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:41.128815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.133500 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c71e21-bb93-43fb-92c2-450bc337f844 None None] Network 17d92261-f3e2-4794-b120-bdba7557b508 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:41.157115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2aeef5af-da8b-48d2-a154-72364ce9c8fc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4095342 Apr 22 15:16:41.159951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43920) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:41.165074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:41.170228 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:41.174307 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Usage tracker for resource:router and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:41.177303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:41.184266 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:41.205939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.206869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.227976 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.355224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-17d92261-f3e2-4794-b120-bdba7557b508', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:41.356060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.377696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.510455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Allocated IP 172.20.0.2 (17d92261-f3e2-4794-b120-bdba7557b508/d362893c-1acf-4a85-bca1-bf9b93a8606e/fbeec235-c85a-4712-9433-f97cda747d22) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:41.559615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.588523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.722893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Allocated IP 172.26.2.89 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/5f115448-6b66-481c-b94d-27c32a6e9c2a) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:41.729623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.742051 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Transition to ACTIVE for port object fbeec235-c85a-4712-9433-f97cda747d22 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:41.775830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Transition to ACTIVE for port object fbeec235-c85a-4712-9433-f97cda747d22 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:41.782646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.813907 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-de577752-1445-4af8-a658-2e767d398c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.850937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Network 17d92261-f3e2-4794-b120-bdba7557b508 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:41.853639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:41.856105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:41.886494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.906100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Pushing event updated for resources: {'Port': ['ID=fbeec235-c85a-4712-9433-f97cda747d22,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:41.922326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.000062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:42.003638 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:42.008404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:42.010835 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Attempting to bind port fbeec235-c85a-4712-9433-f97cda747d22 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:42.011190 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Attempting to bind port fbeec235-c85a-4712-9433-f97cda747d22 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:42.011534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Attempting to bind port fbeec235-c85a-4712-9433-f97cda747d22 on network 17d92261-f3e2-4794-b120-bdba7557b508 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:42.018387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:42.018834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Checking segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:42.019321 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.019790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Bound using segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:42.020220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Bound port: fbeec235-c85a-4712-9433-f97cda747d22, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:42.020581 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.032275 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Pushing event updated for resources: {'Port': ['ID=5f115448-6b66-481c-b94d-27c32a6e9c2a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:42.109981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-18633662-41f3-4863-832e-cc7542bb829d None None] For port fbeec235-c85a-4712-9433-f97cda747d22, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:42.113186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-18633662-41f3-4863-832e-cc7542bb829d None None] For port fbeec235-c85a-4712-9433-f97cda747d22, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fbeec235-c85a-4712-9433-f97cda747d22,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:42.118616 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.175227 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.175707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.205084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18633662-41f3-4863-832e-cc7542bb829d None None] Pushing event updated for resources: {'Port': ['ID=fbeec235-c85a-4712-9433-f97cda747d22,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:42.444552 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Router 68937a63-f788-4532-9e5e-6767bd7081f1 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:42.738738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:42.748118 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:42.761314 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:42.761937 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:42.763374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.764625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-245a02da-20a4-4c85-ba98-2d9b53a2e215 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6037359 Apr 22 15:16:42.767323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:42.945304 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:43.061217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.069887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.134462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9c551-0b42-45b2-93fc-c39444b7f0ab None None] Network 17d92261-f3e2-4794-b120-bdba7557b508 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:43.233118 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:42Z', 'revision_number': 3, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:43.237059 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:43.237393 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Updating router 68937a63-f788-4532-9e5e-6767bd7081f1 port 5f115448-6b66-481c-b94d-27c32a6e9c2a binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:43.289220 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-18bbb8ea-4a8a-4da3-841b-36af6cfb29ec None None] Provisioning for port fbeec235-c85a-4712-9433-f97cda747d22 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:43.290607 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.545876 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.632481 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.644830 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Transition to ACTIVE for port object 5f115448-6b66-481c-b94d-27c32a6e9c2a will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:43.652600 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.730858 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Pushing event updated for resources: {'Port': ['ID=5f115448-6b66-481c-b94d-27c32a6e9c2a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:43.732910 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Attempting to bind port 5f115448-6b66-481c-b94d-27c32a6e9c2a on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:43.733259 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Attempting to bind port 5f115448-6b66-481c-b94d-27c32a6e9c2a by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:43.733602 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Attempting to bind port 5f115448-6b66-481c-b94d-27c32a6e9c2a on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:43.744401 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:43.744758 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:43.745146 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.745523 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:43.746000 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Bound port: 5f115448-6b66-481c-b94d-27c32a6e9c2a, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:43.746360 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.751820 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Allocated IP 172.20.0.1 (17d92261-f3e2-4794-b120-bdba7557b508/d362893c-1acf-4a85-bca1-bf9b93a8606e/9f798859-d83e-446e-ad84-d47fc1b096f4) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:43.773264 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.773839 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.773927 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.774282 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.774608 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.774929 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.775245 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.775564 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.775877 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.776190 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.776497 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:43.821888 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] For port 5f115448-6b66-481c-b94d-27c32a6e9c2a, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:43.825552 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] For port 5f115448-6b66-481c-b94d-27c32a6e9c2a, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5f115448-6b66-481c-b94d-27c32a6e9c2a,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:43.830064 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.896332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.911885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Transition to ACTIVE for port object 9f798859-d83e-446e-ad84-d47fc1b096f4 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:43.929058 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809274f-9625-4013-aab9-03ff04108365 None None] Pushing event updated for resources: {'Port': ['ID=5f115448-6b66-481c-b94d-27c32a6e9c2a,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:43.934926 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.935462 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:43.936051 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:43.999788 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Network 17d92261-f3e2-4794-b120-bdba7557b508 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:44.002957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:44.007230 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:44.033388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Pushing event updated for resources: {'Port': ['ID=9f798859-d83e-446e-ad84-d47fc1b096f4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:44.063000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.118886 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:44.145774 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.266626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-63b7d636-7605-4ba9-9686-99fbac2867a7 None None] Provisioning for port 9f798859-d83e-446e-ad84-d47fc1b096f4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:44.274527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-63b7d636-7605-4ba9-9686-99fbac2867a7 None None] Provisioning complete for port 9f798859-d83e-446e-ad84-d47fc1b096f4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:44.275210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-63b7d636-7605-4ba9-9686-99fbac2867a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.346371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-63b7d636-7605-4ba9-9686-99fbac2867a7 None None] Port 9f798859-d83e-446e-ad84-d47fc1b096f4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:44.348213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fbeec235-c85a-4712-9433-f97cda747d22 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:44.417382 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:42Z', 'revision_number': 3, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:44.420506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port fbeec235-c85a-4712-9433-f97cda747d22 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:44.421965 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1cf59-dc51-4869-bfd5-5cac646fcfd1 None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:42Z', 'revision_number': 3, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:44.425908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port fbeec235-c85a-4712-9433-f97cda747d22 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:44.426090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.519646 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.525558 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.546951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.609003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.611940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port fbeec235-c85a-4712-9433-f97cda747d22, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fbeec235-c85a-4712-9433-f97cda747d22,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:44.619922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.643883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.647270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Pushing event updated for resources: {'Port': ['ID=9f798859-d83e-446e-ad84-d47fc1b096f4,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:44.692941 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=fbeec235-c85a-4712-9433-f97cda747d22,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:44.786163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Network 17d92261-f3e2-4794-b120-bdba7557b508 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:44.787242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:45.072676 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7a0e8801-c7dd-4bd9-a9d8-f77a6b23f95d None None] Provisioning complete for port 9f798859-d83e-446e-ad84-d47fc1b096f4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:45.073030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8801-c7dd-4bd9-a9d8-f77a6b23f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.125219 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e8801-c7dd-4bd9-a9d8-f77a6b23f95d None None] Port 9f798859-d83e-446e-ad84-d47fc1b096f4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:45.182471 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Router 68937a63-f788-4532-9e5e-6767bd7081f1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:45.381986 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:45.390784 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a6c387bc-617e-4c12-9f35-84e0b2fe8666 admin admin] 10.222.0.32 "PUT /v2.0/routers/68937a63-f788-4532-9e5e-6767bd7081f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6224866 Apr 22 15:16:46.276094 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 43946) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:46.282530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1078412757-network', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:46.287674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:46.292745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Usage tracker for resource:network and tenant:351ff93a0dfd44248f4050eaea7b76b5 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:46.296696 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:46.302397 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:46.305379 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5f115448-6b66-481c-b94d-27c32a6e9c2a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:46.323238 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Made reservation on behalf of 351ff93a0dfd44248f4050eaea7b76b5 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:46.325719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.339463 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.369797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:46.374049 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Usage tracker for resource:security_group_rule and tenant:351ff93a0dfd44248f4050eaea7b76b5 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:46.374698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 5f115448-6b66-481c-b94d-27c32a6e9c2a completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:46.376982 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:46.379679 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5f115448-6b66-481c-b94d-27c32a6e9c2a triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:46.380039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.383224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:46.448326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.453527 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.482074 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:46.490939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f67690e-4486-463e-8ddb-68a0140ffec6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:46.496574 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.496925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Added segment 9763de38-7287-4afd-bf47-52a3c6b2ed75 of type vlan for network a5442435-1e81-4b1c-8058-50b6d22514d6 Apr 22 15:16:46.497502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.514013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 5f115448-6b66-481c-b94d-27c32a6e9c2a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5f115448-6b66-481c-b94d-27c32a6e9c2a,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:46.517917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.518639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fbeec235-c85a-4712-9433-f97cda747d22 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:46.523771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.554070 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.554808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:46.555369 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.627927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=5f115448-6b66-481c-b94d-27c32a6e9c2a,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:46.642354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port fbeec235-c85a-4712-9433-f97cda747d22 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:46.642693 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.656148 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5442435-1e81-4b1c-8058-50b6d22514d6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:46.662299 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-25ea58c9-0d3d-41e0-86e8-49b2741d51f5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3847253 Apr 22 15:16:46.662492 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43950) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:46.668336 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Request body: {'subnet': {'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1078412757-subnet', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:46.673134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:46.677038 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Usage tracker for resource:subnet and tenant:351ff93a0dfd44248f4050eaea7b76b5 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:46.679474 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network a5442435-1e81-4b1c-8058-50b6d22514d6 details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:46.680188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:46.686812 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:46.698087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Made reservation on behalf of 351ff93a0dfd44248f4050eaea7b76b5 for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:46.700437 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.897840 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.066405 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=babd577f-9729-4044-ad34-211c4c0858ab,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:47.082817 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Checking segment: {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:47.083163 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Network hostable DHCP agents. Network: a5442435-1e81-4b1c-8058-50b6d22514d6, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:47.107092 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Network a5442435-1e81-4b1c-8058-50b6d22514d6 is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:47.117168 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, a5442435-1e81-4b1c-8058-50b6d22514d6) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:47.121264 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:47.121861 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.126895 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22fcc2-b626-4a03-b01c-ec88bbec96c9 None None] Network a5442435-1e81-4b1c-8058-50b6d22514d6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:47.143711 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-603c0b82-0794-46fd-b43a-90d54ed061f0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4803140 Apr 22 15:16:47.146285 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43954) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:47.151383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:47.155930 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:47.159669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Usage tracker for resource:router and tenant:351ff93a0dfd44248f4050eaea7b76b5 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:47.162456 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:47.168024 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:47.179199 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.180112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.197931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.342775 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.352833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-a5442435-1e81-4b1c-8058-50b6d22514d6', 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'fixed_ips': [{'subnet_id': 'babd577f-9729-4044-ad34-211c4c0858ab'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:47.353812 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.536076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.538743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Allocated IP 172.20.0.2 (a5442435-1e81-4b1c-8058-50b6d22514d6/babd577f-9729-4044-ad34-211c4c0858ab/6ec70f4a-79d5-4be5-afd1-4c201294ff9d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:47.566796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.706409 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Allocated IP 172.26.2.125 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/a40ec71c-de61-4e04-9845-aa44781b6652) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:47.752845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.763615 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Transition to ACTIVE for port object 6ec70f4a-79d5-4be5-afd1-4c201294ff9d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:47.782878 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Transition to ACTIVE for port object 6ec70f4a-79d5-4be5-afd1-4c201294ff9d will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:47.789333 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.851335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Network a5442435-1e81-4b1c-8058-50b6d22514d6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:47.854028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:47.856473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:47.856745 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.868227 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Pushing event updated for resources: {'Port': ['ID=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:47.887565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.937698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:47.956986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:47.960353 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:47.962533 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Pushing event updated for resources: {'Port': ['ID=a40ec71c-de61-4e04-9845-aa44781b6652,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:47.963350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Attempting to bind port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:47.963883 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Attempting to bind port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:47.964595 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:47.964808 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Attempting to bind port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d on network a5442435-1e81-4b1c-8058-50b6d22514d6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:47.973607 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:47.973971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Checking segment: {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:47.974390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.974766 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Bound using segment: {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:47.975221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Bound port: 6ec70f4a-79d5-4be5-afd1-4c201294ff9d, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:47.975553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.986533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:47.987154 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:48.123781 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.124498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.212134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] For port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:48.224156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] For port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:48.231612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:48.270686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.274150 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5f115448-6b66-481c-b94d-27c32a6e9c2a up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:48.357973 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Router 7af4b6c8-473b-492b-b4b7-a562d4750edf is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:48.484845 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d24fe8-8e0e-4363-bbc6-2ee0175733d1 None None] Pushing event updated for resources: {'Port': ['ID=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:48.589818 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:48.607286 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 5f115448-6b66-481c-b94d-27c32a6e9c2a triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:48.607804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.608246 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Sync routers for ids ['7af4b6c8-473b-492b-b4b7-a562d4750edf'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:48.621635 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Routers {'7af4b6c8-473b-492b-b4b7-a562d4750edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:48.622736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.622905 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7af4b6c8-473b-492b-b4b7-a562d4750edf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:48.626650 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a99762d7-63e7-4210-a3a3-3ced0d23677c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4768634 Apr 22 15:16:48.626943 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43958) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:48.829066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 2, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:48.833284 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:48.833628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Updating router 68937a63-f788-4532-9e5e-6767bd7081f1 port 9f798859-d83e-446e-ad84-d47fc1b096f4 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:48.835389 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Set router 7af4b6c8-473b-492b-b4b7-a562d4750edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:48.892712 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.151215 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:48Z', 'revision_number': 3, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:49.156246 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Checking router: 7af4b6c8-473b-492b-b4b7-a562d4750edf for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:49.156860 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Updating router 7af4b6c8-473b-492b-b4b7-a562d4750edf port a40ec71c-de61-4e04-9845-aa44781b6652 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:49.214943 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.368153 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.382540 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Transition to ACTIVE for port object 9f798859-d83e-446e-ad84-d47fc1b096f4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:49.393134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.540053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc347-ff84-41d9-8d3b-15b005e31515 None None] Pushing event updated for resources: {'Port': ['ID=9f798859-d83e-446e-ad84-d47fc1b096f4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:49.629694 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.645521 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Transition to ACTIVE for port object a40ec71c-de61-4e04-9845-aa44781b6652 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:49.646291 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Attempting to bind port 9f798859-d83e-446e-ad84-d47fc1b096f4 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:49.646661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Attempting to bind port 9f798859-d83e-446e-ad84-d47fc1b096f4 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:49.647018 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Attempting to bind port 9f798859-d83e-446e-ad84-d47fc1b096f4 on network 17d92261-f3e2-4794-b120-bdba7557b508 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:49.654768 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:49.655170 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Checking segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:49.655535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.655927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Bound using segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:49.656409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Bound port: 9f798859-d83e-446e-ad84-d47fc1b096f4, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:49.656785 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.662288 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.698059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.739281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad99c6-5fcb-424e-b467-0c37687a4704 None None] Network a5442435-1e81-4b1c-8058-50b6d22514d6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:49.785146 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Attempting to bind port a40ec71c-de61-4e04-9845-aa44781b6652 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:49.786293 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Attempting to bind port a40ec71c-de61-4e04-9845-aa44781b6652 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:49.786293 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Attempting to bind port a40ec71c-de61-4e04-9845-aa44781b6652 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:49.788979 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f43a88-e9ef-43c5-80c5-8d18fd400911 None None] Pushing event updated for resources: {'Port': ['ID=a40ec71c-de61-4e04-9845-aa44781b6652,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:49.797520 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:49.798601 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:49.798601 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.799051 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:49.799631 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Bound port: a40ec71c-de61-4e04-9845-aa44781b6652, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:49.800090 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.875496 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] For port a40ec71c-de61-4e04-9845-aa44781b6652, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:49.880035 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] For port a40ec71c-de61-4e04-9845-aa44781b6652, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a40ec71c-de61-4e04-9845-aa44781b6652,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:49.886252 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.889360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85968f61-df3b-4c82-9971-eb25dd32046c None None] Provisioning for port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:49.912377 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] For port 9f798859-d83e-446e-ad84-d47fc1b096f4, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:49.932621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] For port 9f798859-d83e-446e-ad84-d47fc1b096f4, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9f798859-d83e-446e-ad84-d47fc1b096f4,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:49.937875 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Allocated IP 172.20.0.1 (a5442435-1e81-4b1c-8058-50b6d22514d6/babd577f-9729-4044-ad34-211c4c0858ab/a6556bb9-126a-4362-9ba5-92b96aa7f5d5) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:49.940882 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.978574 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Routers {'7af4b6c8-473b-492b-b4b7-a562d4750edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:49.979208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7af4b6c8-473b-492b-b4b7-a562d4750edf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:50.042056 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f43a88-e9ef-43c5-80c5-8d18fd400911 None None] Pushing event updated for resources: {'Port': ['ID=a40ec71c-de61-4e04-9845-aa44781b6652,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:50.084587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc347-ff84-41d9-8d3b-15b005e31515 None None] Pushing event updated for resources: {'Port': ['ID=9f798859-d83e-446e-ad84-d47fc1b096f4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:50.124567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:50.125202 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:50.135855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.155522 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Transition to ACTIVE for port object a6556bb9-126a-4362-9ba5-92b96aa7f5d5 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:50.204597 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.208467 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] Set router 7af4b6c8-473b-492b-b4b7-a562d4750edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:50.286045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Network a5442435-1e81-4b1c-8058-50b6d22514d6 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:50.290143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:50.293428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:50.360188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Pushing event updated for resources: {'Port': ['ID=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:50.375563 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.377059 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6ec70f4a-79d5-4be5-afd1-4c201294ff9d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:50.490459 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.511506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:50.561281 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:50.573803 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:50.574279 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.608872 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:48Z', 'revision_number': 3, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:50.613406 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6abf39c-4d78-408f-8544-18285dbb9ef4 None None] The sync data for ids ['7af4b6c8-473b-492b-b4b7-a562d4750edf'] in dv-neutron-838878-1-hyperv is: [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:48Z', 'revision_number': 3, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:50.809466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.815393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.912162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.921461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Pushing event updated for resources: {'Port': ['ID=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:50.922593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-eb47b29c-4901-4d2d-b003-585f8c5b5944 None None] Provisioning complete for port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:50.922967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eb47b29c-4901-4d2d-b003-585f8c5b5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.924307 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.052909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:51.059570 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.176486 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Network a5442435-1e81-4b1c-8058-50b6d22514d6 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:51.177703 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:51.194599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:51.219021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:49Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:51.226134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b439d-9ac4-4e9e-bd03-b6672b72c274 None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:49Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:51.339185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3c14b933-ae82-4f41-8536-8a072c174970 None None] Provisioning for port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:51.350327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-3c14b933-ae82-4f41-8536-8a072c174970 None None] Provisioning complete for port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:51.350887 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3c14b933-ae82-4f41-8536-8a072c174970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.415754 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-3c14b933-ae82-4f41-8536-8a072c174970 None None] Port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:51.542599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6d22626f-8d07-4325-ace3-5e1157c8d60a None None] Provisioning complete for port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:51.543114 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6d22626f-8d07-4325-ace3-5e1157c8d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.631751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-6d22626f-8d07-4325-ace3-5e1157c8d60a None None] Port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:51.694090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Router 7af4b6c8-473b-492b-b4b7-a562d4750edf has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:51.908113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:51.919289 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b5d4b06e-80e6-4dca-9bae-e6cc5a085d62 admin admin] 10.222.0.32 "PUT /v2.0/routers/7af4b6c8-473b-492b-b4b7-a562d4750edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2909205 Apr 22 15:16:52.363320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6ec70f4a-79d5-4be5-afd1-4c201294ff9d up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:52.432283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:52.432647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.552104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a40ec71c-de61-4e04-9845-aa44781b6652 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:52.562048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43968) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:52.570015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287937168', 'description': 'tempest-secgroup-smoke-287937168 description', 'project_id': '080b62eb931b4c148de5bce3025ade64'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:52.581048 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:52.585319 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:52.591382 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:52.597463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:52.612913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.623957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a40ec71c-de61-4e04-9845-aa44781b6652 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:52.629751 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a40ec71c-de61-4e04-9845-aa44781b6652 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:52.630117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.652498 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:52.656582 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:52.659510 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:52.665430 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:52.722202 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.727652 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.756099 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.773551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a40ec71c-de61-4e04-9845-aa44781b6652, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a40ec71c-de61-4e04-9845-aa44781b6652,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:52.776054 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8c9cac-526b-4782-b34f-29d9dcd7cf76,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:52.780819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.782026 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.782248 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9f798859-d83e-446e-ad84-d47fc1b096f4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:52.783606 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7d403214-39b5-49f0-8098-6a19b9748819 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2204258 Apr 22 15:16:52.787255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43972) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:52.793289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c9cac-526b-4782-b34f-29d9dcd7cf76', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:52.801566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:52.806393 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:52.809417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:52.815425 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:52.840292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.902381 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a40ec71c-de61-4e04-9845-aa44781b6652,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:52.914089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.916741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 9f798859-d83e-446e-ad84-d47fc1b096f4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:52.920251 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.921646 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9f798859-d83e-446e-ad84-d47fc1b096f4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:52.922688 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.947340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02eb1b1d-3e39-4b47-a423-bef24d6b812d,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:52.957501 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.961828 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3695982b-1894-4558-ad23-163a18560822 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1707470 Apr 22 15:16:52.962127 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43976) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:52.967558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c9cac-526b-4782-b34f-29d9dcd7cf76', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:52.973826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:52.977570 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:52.980433 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:52.986281 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:53.003776 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.037528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.065122 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.069945 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.070116 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 9f798859-d83e-446e-ad84-d47fc1b096f4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9f798859-d83e-446e-ad84-d47fc1b096f4,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:53.075313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.093940 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff112ee-31f1-403c-bb6c-fa68336d8fe5,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.104452 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.105664 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b3c67999-379a-43ab-848d-1ba6a4ffd4f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1425858 Apr 22 15:16:53.108390 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43980) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:53.114061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c9cac-526b-4782-b34f-29d9dcd7cf76', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:53.119957 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:53.123700 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:53.126758 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:53.132618 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:53.142614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=9f798859-d83e-446e-ad84-d47fc1b096f4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.149553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.211276 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.217453 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.244261 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e3d6d4-64f9-4c59-bc7c-2ab1b8e265fb,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.255278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.256491 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-499dc1e1-212d-496f-ac5e-399f5629eac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1471834 Apr 22 15:16:53.259352 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43984) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:53.264733 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c9cac-526b-4782-b34f-29d9dcd7cf76', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:53.271013 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:53.275308 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:53.278305 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:53.284254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:53.304133 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.372558 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.377253 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.399924 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae34a3f-3f49-4401-8f8f-3b1b7909d2b1,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.410403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.411572 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-97a3474a-2edf-4acc-8f39-92e5afc935a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1512628 Apr 22 15:16:53.414475 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43988) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:53.419787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c9cac-526b-4782-b34f-29d9dcd7cf76', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:53.425569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:53.429400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:53.432565 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:53.438222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:53.451877 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Project 080b62eb931b4c148de5bce3025ade64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:16:53.458342 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.526773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.531947 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.554169 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b24d0c7-1cd9-41e8-85cc-e9d6737780d9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.565284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.566833 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-3370af02-fd2d-4443-9292-a494939a031c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1513648 Apr 22 15:16:53.569571 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 43992) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:53.574865 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c9cac-526b-4782-b34f-29d9dcd7cf76', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:53.580763 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:53.585007 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:53.587960 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:53.593850 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:53.610283 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Project 080b62eb931b4c148de5bce3025ade64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:16:53.617351 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.688186 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.693750 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.719725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8343ee16-3b86-4b42-97e2-cfe7c54483c9,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.730044 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.731219 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-210e6c7a-ba1b-4e73-8791-aac923f699ad tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1607275 Apr 22 15:16:53.912500 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-accc6029-1182-4859-ac9e-e6e305f6a55a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:53.930805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-accc6029-1182-4859-ac9e-e6e305f6a55a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:53.931950 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-accc6029-1182-4859-ac9e-e6e305f6a55a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287937168&fields=id&tenant_id=080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 267 time: 0.0610871 Apr 22 15:16:54.080051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-7d701517-0179-45cb-b99f-23f937ffe498 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:54.080728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-7d701517-0179-45cb-b99f-23f937ffe498 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:54.099142 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-7d701517-0179-45cb-b99f-23f937ffe498 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:54.100233 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-7d701517-0179-45cb-b99f-23f937ffe498 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 808 time: 0.1616952 Apr 22 15:16:54.117006 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-94cf6c1d-5e8f-4ac5-b01f-5891006a909e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/quotas/080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 375 time: 0.0109339 Apr 22 15:16:54.246834 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a40ec71c-de61-4e04-9845-aa44781b6652 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:54.299650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-0bb67a6d-abcd-40bd-b46d-d7bf211e9bb0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:54.316084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a40ec71c-de61-4e04-9845-aa44781b6652 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:54.316513 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.318165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-0bb67a6d-abcd-40bd-b46d-d7bf211e9bb0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:54.322776 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-0bb67a6d-abcd-40bd-b46d-d7bf211e9bb0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984272 Apr 22 15:16:54.430979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9f798859-d83e-446e-ad84-d47fc1b096f4 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:54.460473 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-59d8adcb-3ee9-4e95-a151-6ae8ddfe4345 service neutron] 10.222.0.32 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272895 Apr 22 15:16:54.498294 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9f798859-d83e-446e-ad84-d47fc1b096f4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:54.498898 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.591001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-0ec7b21b-2dc6-4ec9-a94d-2faf389f84d8 service neutron] 10.222.0.32 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244373 Apr 22 15:16:54.776765 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-483ad0f4-c0e0-4a60-b55c-2b231d3d489e req-89a589b0-03a3-41e5-aa15-560d0f3864dc tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 210 time: 0.0396900 Apr 22 15:16:55.241933 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:16:55.846547 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-0505c832-a194-4707-9390-316c52f540b3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:55.848121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-0505c832-a194-4707-9390-316c52f540b3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 808 time: 0.1537943 Apr 22 15:16:55.973644 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b19e355a-0e1a-4e8c-8543-ffe3800e28ae req-715f2149-439a-475e-bb77-12b83967a474 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 210 time: 0.0660961 Apr 22 15:16:55.977518 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-366f5fa2-cae7-4e69-8648-e467d26a2f80 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 379 time: 0.1145678 Apr 22 15:16:55.986841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'port': {'device_id': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'admin_state_up': True, 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'security_groups': ['ec8c9cac-526b-4782-b34f-29d9dcd7cf76']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:56.128301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:56.138333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:56.148707 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Made reservation on behalf of 080b62eb931b4c148de5bce3025ade64 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:56.151815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.318432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Allocated IP 172.20.0.12 (17d92261-f3e2-4794-b120-bdba7557b508/d362893c-1acf-4a85-bca1-bf9b93a8606e/8b1ef509-1c51-478a-8689-9dfa61eee6c2) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:56.517207 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.534174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Transition to ACTIVE for port object 8b1ef509-1c51-478a-8689-9dfa61eee6c2 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:56.559115 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.631010 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Network 17d92261-f3e2-4794-b120-bdba7557b508 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:56.634261 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:56.638943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:56.666502 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:56.704533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:56.705550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.739257 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-9b794370-d127-4f8b-ac22-349df4988fa2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7564337 Apr 22 15:16:56.751834 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-57377157-69d7-424b-9414-1aa09c86225a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:16:56.753224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-57377157-69d7-424b-9414-1aa09c86225a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078299 Apr 22 15:16:56.765008 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Request body: {'port': {'device_id': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:56.879099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.896702 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-37a03878-11ca-4323-82b3-de34c1b80da3 None None] Provisioning for port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:56.906900 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-37a03878-11ca-4323-82b3-de34c1b80da3 None None] Provisioning complete for port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:56.907858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-37a03878-11ca-4323-82b3-de34c1b80da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.966264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-37a03878-11ca-4323-82b3-de34c1b80da3 None None] Port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:57.331434 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5928-61d9-49eb-8755-145f7dc526d4 req-8d5a6f92-1f5e-4024-8baa-cb7cb3f90bf2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:57.332468 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-630b5928-61d9-49eb-8755-145f7dc526d4 req-8d5a6f92-1f5e-4024-8baa-cb7cb3f90bf2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:57.394231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1ef509-1c51-478a-8689-9dfa61eee6c2 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:16:57.398112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-630b5928-61d9-49eb-8755-145f7dc526d4 req-8d5a6f92-1f5e-4024-8baa-cb7cb3f90bf2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:57.399356 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-630b5928-61d9-49eb-8755-145f7dc526d4 req-8d5a6f92-1f5e-4024-8baa-cb7cb3f90bf2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 932 time: 0.2915564 Apr 22 15:16:57.403557 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.436934 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Transition to ACTIVE for port object 8b1ef509-1c51-478a-8689-9dfa61eee6c2 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:57.447433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.582416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-630b5928-61d9-49eb-8755-145f7dc526d4 req-df1722c5-2c16-4d13-bd58-3891455856da tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761730 Apr 22 15:16:57.609473 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:57.713919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Attempting to bind port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:57.714254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Attempting to bind port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:57.714579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Attempting to bind port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 on network 17d92261-f3e2-4794-b120-bdba7557b508 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:57.720901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 on network 17d92261-f3e2-4794-b120-bdba7557b508 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:16:57.721222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Attempting to bind port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 on network 17d92261-f3e2-4794-b120-bdba7557b508 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:57.727480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:57.728004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Checking segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:57.728390 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Bound using segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:57.728819 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Bound port: 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:57.729162 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.823150 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:57.826224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:57.832782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.894026 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.895406 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 1094 time: 1.1345947 Apr 22 15:16:57.895849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:16:57.920012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005263a-f1f9-4242-8a97-4fc0c2223dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:57.981453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614a1086-24e9-44b3-8c24-314111caf5f3'] response: {'name': 'network-changed', 'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'status': 'completed', 'code': 200} Apr 22 15:16:58.022944 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-ed1e1572-bdc3-4f99-8f8d-aa0bbeb7c15c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1097 time: 0.0802627 Apr 22 15:16:58.098384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-2f6c9e0d-d5a0-4bad-8000-fc7feacd44c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 217 time: 0.0676377 Apr 22 15:16:58.162203 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-6bb619e3-90dc-41c0-ace6-654ad54f18fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:58.163687 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-6bb619e3-90dc-41c0-ace6-654ad54f18fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0593264 Apr 22 15:16:58.242587 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-ec5e3de1-25bc-4b9e-b4f7-f785139f8a26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719984 Apr 22 15:16:58.394790 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-5241deb9-d9a0-4ab8-88b5-f44eda34abce service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452579 Apr 22 15:16:58.527073 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-665f3133-9505-403d-b452-5ae1e7c14c90 req-4ee5528d-f491-421f-9936-ea240f147cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255894 Apr 22 15:16:58.657632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-c14ab90e-8f36-4d39-9dc9-6f86d8a7faa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1097 time: 0.0749094 Apr 22 15:16:58.848965 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-bed59f0a-2a3d-40c4-9b33-24336c28e4de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:58.850400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-bed59f0a-2a3d-40c4-9b33-24336c28e4de service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1859660 Apr 22 15:16:58.909768 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b934b-73c2-4a41-a3bb-0a4a8a98e5cd req-87cf9061-b940-4821-8465-de990e9e1958 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:58.911084 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c66b934b-73c2-4a41-a3bb-0a4a8a98e5cd req-87cf9061-b940-4821-8465-de990e9e1958 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.1722198 Apr 22 15:16:58.938931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-3bf02b8c-be69-4646-9de2-f6f5a640de3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 217 time: 0.0808749 Apr 22 15:16:59.010782 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c66b934b-73c2-4a41-a3bb-0a4a8a98e5cd req-6ad8aae7-a802-470e-a8ea-6e7e649c61b2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940089 Apr 22 15:16:59.019911 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-3358d324-7f77-48e6-beab-317f46afdc8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:59.021277 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-3358d324-7f77-48e6-beab-317f46afdc8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0690608 Apr 22 15:16:59.098323 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-b4ee6474-b34a-4e53-acee-fc5706494a36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703659 Apr 22 15:16:59.324508 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-03b29287-b81e-4d03-8ba3-4869d66cde34 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191496 Apr 22 15:16:59.459937 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c23f32ea-0ea3-43f6-baa1-9e4e4ae0c670 req-dd576a0e-6803-4a2e-a644-12bede93c912 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292360 Apr 22 15:16:59.946538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:17:00.125393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:00.141213 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'mac_address': 'fa:16:3e:08:4f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:17:00.200648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.218680 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1ef509-1c51-478a-8689-9dfa61eee6c2 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:17:00.221617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1d795-538c-43f4-be93-a867538050ac req-2c7992c9-644c-44aa-aca1-93b3fa83bdbd tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:00.223109 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a6c1d795-538c-43f4-be93-a867538050ac req-2c7992c9-644c-44aa-aca1-93b3fa83bdbd tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0856261 Apr 22 15:17:00.234840 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:00.243881 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.280121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a6c1d795-538c-43f4-be93-a867538050ac req-7f135ce6-9ac6-44f7-85b7-0296157b66df tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511365 Apr 22 15:17:00.321206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:00.460196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['8b1ef509-1c51-478a-8689-9dfa61eee6c2'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:17:01.494068 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce53c7-9b62-483a-baff-d73e5ea5c269 req-1d35cc74-999e-45a8-b51d-07c7b94f2098 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:01.495627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0bce53c7-9b62-483a-baff-d73e5ea5c269 req-1d35cc74-999e-45a8-b51d-07c7b94f2098 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 945 time: 0.0889232 Apr 22 15:17:01.546691 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0bce53c7-9b62-483a-baff-d73e5ea5c269 req-e0623ad8-c8af-4f51-b112-efc5c8ea8045 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Apr 22 15:17:01.959433 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:02.031107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:02.036638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:02.036917 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.152699 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.180706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:02.195336 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:02.202194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.293741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:02.340704 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab576a21-5509-4e03-8c8c-7825d5385b76'] response: {'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'code': 200} Apr 22 15:17:02.768001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3975b72d-3c25-4875-94c2-abe00379dc99 req-0311e9fc-df71-4e0d-b333-eaba90122a33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1099 time: 0.2557390 Apr 22 15:17:02.778571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4668629-02ca-4058-ab96-deb32fa7a3ab req-8764a3e3-04b9-4586-96a5-875932d96cd7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:02.780025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c4668629-02ca-4058-ab96-deb32fa7a3ab req-8764a3e3-04b9-4586-96a5-875932d96cd7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.1031508 Apr 22 15:17:02.852444 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3975b72d-3c25-4875-94c2-abe00379dc99 req-9a6838cd-662a-4866-a7df-046d3b717f1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713639 Apr 22 15:17:02.854684 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c4668629-02ca-4058-ab96-deb32fa7a3ab req-8b3cdaae-87cf-4510-8608-931e2f413166 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607917 Apr 22 15:17:04.075680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728660a-96ac-4d66-a2db-3fd33e0e897e req-2969f172-4a0f-4aa4-81d1-34e91f2b0ebe tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:04.077206 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1728660a-96ac-4d66-a2db-3fd33e0e897e req-2969f172-4a0f-4aa4-81d1-34e91f2b0ebe tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0892200 Apr 22 15:17:04.131098 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1728660a-96ac-4d66-a2db-3fd33e0e897e req-ddf8d534-bbe6-449c-bf4c-1b18180bf04f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480247 Apr 22 15:17:04.212450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.993547 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-ab3d76e9-c609-4b19-97cc-020e405311b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712941 Apr 22 15:17:05.151737 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-020bbf53-0435-40b0-b9d3-285e1d40a366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1099 time: 0.0811944 Apr 22 15:17:05.355246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-57976fa6-0a88-49f8-86f5-01a9ad499e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:05.356685 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-57976fa6-0a88-49f8-86f5-01a9ad499e99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1818938 Apr 22 15:17:05.424755 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b57f89-7d81-4daa-95b5-44cb9e64e675 req-d980d2e1-949b-404b-9fe5-84455bca5ae2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:05.426226 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20b57f89-7d81-4daa-95b5-44cb9e64e675 req-d980d2e1-949b-404b-9fe5-84455bca5ae2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.1690428 Apr 22 15:17:05.453036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-d85b8184-afb0-471d-aeea-8b0baaddc704 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 217 time: 0.0883200 Apr 22 15:17:05.527660 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-20b57f89-7d81-4daa-95b5-44cb9e64e675 req-63d2210e-6ad2-4308-a42f-57458efe9a1f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908892 Apr 22 15:17:05.532895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-b19d2915-437f-4ba4-9c80-7d25170b6728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:05.534364 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-b19d2915-437f-4ba4-9c80-7d25170b6728 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0752003 Apr 22 15:17:05.613646 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-b2beaeca-e630-4ba6-aaed-aa9c33c0e4ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729301 Apr 22 15:17:05.796276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-0417e0b5-c3da-4b40-9caf-75211f9910d2 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762826 Apr 22 15:17:05.827292 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6984b1-fae8-4329-b440-909d85ac8f3a req-f43a3bde-022d-4d99-a7f4-8cc19cc228c8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:05.828838 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c6984b1-fae8-4329-b440-909d85ac8f3a req-f43a3bde-022d-4d99-a7f4-8cc19cc228c8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.1453140 Apr 22 15:17:06.044188 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9c6984b1-fae8-4329-b440-909d85ac8f3a req-282e1702-4f9c-4c00-967b-c6871818f82a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087951 Apr 22 15:17:06.062927 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ce9f043b-5afb-408f-a2b1-cbd2be722d66 req-7ab366f6-b480-4085-a740-cb02d4ba694b service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585471 Apr 22 15:17:06.071784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44040) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:06.219919 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cf0a9afb-1410-4032-ae0a-03c3e49da5a6 tempest-TestShelveInstance-1349085576 tempest-TestShelveInstance-1349085576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1094 time: 0.1458089 Apr 22 15:17:06.222771 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44046) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:06.228005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:06.233881 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:06.237714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:floatingip and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:06.240561 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:06.246295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:06.258351 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:06.398179 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:06.568798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Allocated IP 172.26.2.81 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/77e1f523-a4e5-4d92-97bf-afb9c5b8f55b) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:06.734578 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:06.765750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:06.832974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:06.836252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:06.838792 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:06.871786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'Port': ['ID=77e1f523-a4e5-4d92-97bf-afb9c5b8f55b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:07.356833 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.416571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.621506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.627751 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.836297 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'Port': ['ID=77e1f523-a4e5-4d92-97bf-afb9c5b8f55b,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:07.850499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.038008 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Floating IP dea31f2c-0111-4111-99c5-7d09989986d9 associated. External IP: 172.26.2.81, port: 8b1ef509-1c51-478a-8689-9dfa61eee6c2. Apr 22 15:17:08.476938 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Router 68937a63-f788-4532-9e5e-6767bd7081f1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:08.724373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:08.735247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:08.750014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:08.750556 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.750902 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:08.817703 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-cb863fc4-d4b6-4f75-820c-bed7e7d32fc7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5812747 Apr 22 15:17:08.817703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:08.863295 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf5b806-1cf9-4c17-b070-4ef9ab4b7490'] response: {'name': 'network-changed', 'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'status': 'completed', 'code': 200} Apr 22 15:17:08.936863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:08.961213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-593d4430-483d-4f17-9fc4-33d0786dbfb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1099 time: 0.0753779 Apr 22 15:17:09.117391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-8f3cf3b0-fc16-4ce4-8f4b-0c0c8e357fc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:09.119290 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-8f3cf3b0-fc16-4ce4-8f4b-0c0c8e357fc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1527007 Apr 22 15:17:09.244366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-cc106b4c-f7b3-4b2a-88ba-f9ce3d87d558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 999 time: 0.1181974 Apr 22 15:17:09.312436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-a3cfec7f-3ca5-45b6-ae4a-99564f267c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:09.314016 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-a3cfec7f-3ca5-45b6-ae4a-99564f267c94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0633922 Apr 22 15:17:09.365316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'dea31f2c-0111-4111-99c5-7d09989986d9', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'mac_address': 'fa:16:3e:08:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:17:07Z', 'updated_at': '2022-04-22T15:17:07Z', 'revision_number': 0, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:09.369472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:09.385839 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:09.386465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:16:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:09.423002 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-c016bfe5-a0f3-4f34-b822-6a3ca1642d83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991919 Apr 22 15:17:09.562374 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-5c6a2248-8476-4731-a03a-e2ddc5b3dcf3 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325259 Apr 22 15:17:09.605192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:09.684087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c4f36b9-72ed-4960-ba32-d32dac147a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:09.814828 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3cda6f2c-f6b1-468f-9afc-4f0691b59391 req-89905c2c-b0da-4a72-bbb7-18bf80ecda7a service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459705 Apr 22 15:17:10.037329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'dea31f2c-0111-4111-99c5-7d09989986d9', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'mac_address': 'fa:16:3e:08:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:17:07Z', 'updated_at': '2022-04-22T15:17:07Z', 'revision_number': 0, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.041509 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d0e56-25b3-47b3-a521-38f6b6a7ce36 None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'dea31f2c-0111-4111-99c5-7d09989986d9', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'mac_address': 'fa:16:3e:08:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:17:07Z', 'updated_at': '2022-04-22T15:17:07Z', 'revision_number': 0, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:11.772268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-626b864d-6c86-4349-8345-85bfebaa84e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.055069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.067730 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.194254 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Sync routers for ids ['7af4b6c8-473b-492b-b4b7-a562d4750edf'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:13.199143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa376e0-3669-45d6-b9e1-3b2fb831de53 None None] New status for floating IP dea31f2c-0111-4111-99c5-7d09989986d9: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:17:13.207450 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Routers {'7af4b6c8-473b-492b-b4b7-a562d4750edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:13.208053 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:17:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7af4b6c8-473b-492b-b4b7-a562d4750edf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:13.388575 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Set router 7af4b6c8-473b-492b-b4b7-a562d4750edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:13.741961 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:50Z', 'revision_number': 4, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a6556bb9-126a-4362-9ba5-92b96aa7f5d5', 'name': '', 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'mac_address': 'fa:16:3e:f3:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babd577f-9729-4044-ad34-211c4c0858ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:49Z', 'updated_at': '2022-04-22T15:16:50Z', 'revision_number': 2, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'subnets': [{'id': 'babd577f-9729-4044-ad34-211c4c0858ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:13.747078 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Checking router: 7af4b6c8-473b-492b-b4b7-a562d4750edf for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:13.747417 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Updating router 7af4b6c8-473b-492b-b4b7-a562d4750edf port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:13.803552 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.194030 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.206963 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Transition to ACTIVE for port object a6556bb9-126a-4362-9ba5-92b96aa7f5d5 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:14.214246 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.349170 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75939027-67da-44de-91c6-ed2b06074651 None None] Pushing event updated for resources: {'Port': ['ID=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:14.440044 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Attempting to bind port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:14.440411 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Attempting to bind port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:14.440858 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Attempting to bind port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 on network a5442435-1e81-4b1c-8058-50b6d22514d6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:14.447901 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:14.448198 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Checking segment: {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:14.448580 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.448964 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Bound using segment: {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:14.449406 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Bound port: a6556bb9-126a-4362-9ba5-92b96aa7f5d5, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763de38-7287-4afd-bf47-52a3c6b2ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:14.449800 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.535266 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] For port a6556bb9-126a-4362-9ba5-92b96aa7f5d5, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:14.538097 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] For port a6556bb9-126a-4362-9ba5-92b96aa7f5d5, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:14.542746 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.588565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.624486 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Routers {'7af4b6c8-473b-492b-b4b7-a562d4750edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:14.625056 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:17:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7af4b6c8-473b-492b-b4b7-a562d4750edf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:14.670720 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75939027-67da-44de-91c6-ed2b06074651 None None] Pushing event updated for resources: {'Port': ['ID=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:14.814419 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] Set router 7af4b6c8-473b-492b-b4b7-a562d4750edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:15.145327 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:50Z', 'revision_number': 4, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a6556bb9-126a-4362-9ba5-92b96aa7f5d5', 'name': '', 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'mac_address': 'fa:16:3e:f3:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babd577f-9729-4044-ad34-211c4c0858ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:49Z', 'updated_at': '2022-04-22T15:17:14Z', 'revision_number': 4, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'subnets': [{'id': 'babd577f-9729-4044-ad34-211c4c0858ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:15.147212 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be81b5-dc35-4d93-a344-e5b0355e56e3 None None] The sync data for ids ['7af4b6c8-473b-492b-b4b7-a562d4750edf'] in dv-neutron-838878-1-hyperv is: [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:50Z', 'revision_number': 4, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a6556bb9-126a-4362-9ba5-92b96aa7f5d5', 'name': '', 'network_id': 'a5442435-1e81-4b1c-8058-50b6d22514d6', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'mac_address': 'fa:16:3e:f3:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'babd577f-9729-4044-ad34-211c4c0858ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:49Z', 'updated_at': '2022-04-22T15:17:14Z', 'revision_number': 4, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'subnets': [{'id': 'babd577f-9729-4044-ad34-211c4c0858ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:16.277724 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6556bb9-126a-4362-9ba5-92b96aa7f5d5 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:16.359276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:16.366441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:16.366813 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.503528 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.537203 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a6556bb9-126a-4362-9ba5-92b96aa7f5d5, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:16.542329 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.615423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:18.254859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6556bb9-126a-4362-9ba5-92b96aa7f5d5 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:18.324041 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:18.324411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.291372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-f61386cd-f816-449b-91ba-9339a02a3be7 req-1ff65b1b-ab9a-45fe-9662-a9f492600431 service neutron] (84059) timed out ('10.222.0.32', 40036) {{(pid=84059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 15:17:32.243155 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:17:34.209385 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.640953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0820c05b-41a1-4186-bd78-2a9cf3238e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.769399 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6f507e1a-4484-410a-8d15-ee30015becd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.065696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.067689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:44.591355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.222994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.990989 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-0b9e485b-2ca2-4f6c-9b63-1bbbd641cddc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737166 Apr 22 15:18:07.152731 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-2bcd3c85-8038-4dc4-a6a5-70b48b70b74d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1099 time: 0.0726295 Apr 22 15:18:07.296177 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-e13e12f4-ab5a-418c-afff-7042833978b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:07.297220 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-e13e12f4-ab5a-418c-afff-7042833978b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1251774 Apr 22 15:18:07.401652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-85c0db64-538c-496f-858e-548bc299a17e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0979586 Apr 22 15:18:07.466928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-1bf39373-49ca-49b5-a800-ca0a19597437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:07.468329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-1bf39373-49ca-49b5-a800-ca0a19597437 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0597255 Apr 22 15:18:07.543200 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-08d11101-a427-4a92-8760-20a2f48ee2c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686603 Apr 22 15:18:07.679714 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-57d76955-143c-4af0-a101-990d1200bbfa service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300318 Apr 22 15:18:07.811885 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-23e4fbc7-b522-4b1d-bb11-980b4311fd63 req-ebd518d6-b7fa-464c-bb78-2781045342ee service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254020 Apr 22 15:18:09.245523 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:18:09.648480 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fd68e17b-0425-4b18-8c69-68dce90f9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:11.764402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a4bc5292-2690-46cc-b789-f1421bb55f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.069085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.070212 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.595180 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:34.236007 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:39.644097 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-40354867-bd28-4002-a041-010dc0f82ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:41.769624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1421ac5-ae65-4b66-a7a1-a5e73fe79adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:43.070272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:43.071974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:44.596912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:46.246888 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:19:03.946255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1917b4b-e45c-459c-acdf-464103263ac6 req-8550ebd8-8ac6-4af5-bdb2-28e6055408f0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:03.947702 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1917b4b-e45c-459c-acdf-464103263ac6 req-8550ebd8-8ac6-4af5-bdb2-28e6055408f0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.1661568 Apr 22 15:19:03.997503 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f1917b4b-e45c-459c-acdf-464103263ac6 req-950792a0-93f2-4c74-8dc1-653f3bed7616 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Apr 22 15:19:04.254198 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:05.200686 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d35f30-57d5-425a-b6d1-72ca972a3daf req-3e1a677c-3df4-4a51-b616-ebce985a409d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:05.202145 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65d35f30-57d5-425a-b6d1-72ca972a3daf req-3e1a677c-3df4-4a51-b616-ebce985a409d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0772738 Apr 22 15:19:05.247112 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-65d35f30-57d5-425a-b6d1-72ca972a3daf req-86e45827-b35d-45f1-bffd-095d8d78df17 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393231 Apr 22 15:19:06.464393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa73c7b-2192-45a5-a574-a101b3335221 req-2c647485-782a-4341-b24c-4e30d82ca7df tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:06.465854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dfa73c7b-2192-45a5-a574-a101b3335221 req-2c647485-782a-4341-b24c-4e30d82ca7df tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0856144 Apr 22 15:19:06.512096 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dfa73c7b-2192-45a5-a574-a101b3335221 req-7af51eb6-4542-445c-b6b5-926a0e434eef tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Apr 22 15:19:07.709006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d7240-de6a-479c-9718-a1e63e848aec req-fe6f1f7e-682b-4a5f-b634-aafcc3860848 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:07.710666 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ef0d7240-de6a-479c-9718-a1e63e848aec req-fe6f1f7e-682b-4a5f-b634-aafcc3860848 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0778189 Apr 22 15:19:07.763327 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ef0d7240-de6a-479c-9718-a1e63e848aec req-081a1c6e-7554-4958-a123-ed5f4605595a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469747 Apr 22 15:19:08.063991 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-23f7040d-ab25-43b3-80af-eaf0b581f043 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1099 time: 0.0744245 Apr 22 15:19:08.204460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-5480c73d-bfcf-4bce-ab9b-5a10fe9087a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:08.205964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-5480c73d-bfcf-4bce-ab9b-5a10fe9087a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1235301 Apr 22 15:19:08.310950 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-19b7d110-059f-413d-ac65-14b4c1d15324 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0988696 Apr 22 15:19:08.458731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-58878c00-e01e-4f2a-8e7c-fb214c2aaf8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:08.460167 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-58878c00-e01e-4f2a-8e7c-fb214c2aaf8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.1432431 Apr 22 15:19:08.536795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-2908fdf1-00fa-4cad-95e9-a9c2a2aef40b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703256 Apr 22 15:19:08.676213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-408eb508-4e3a-411f-8375-1a079d993755 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320815 Apr 22 15:19:08.808418 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6e9ebab9-2d68-4aff-840f-21a16c69b58e req-26dc4dd6-4a07-466f-abca-e922d90c4b92 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260943 Apr 22 15:19:08.961114 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643d1bc-1598-41da-9a9a-dd6ff0e03dfe req-22026df4-9d11-424d-9582-e4b56569b52e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:08.962476 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b643d1bc-1598-41da-9a9a-dd6ff0e03dfe req-22026df4-9d11-424d-9582-e4b56569b52e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0763831 Apr 22 15:19:09.008459 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b643d1bc-1598-41da-9a9a-dd6ff0e03dfe req-a1c31139-8362-420e-a628-45336e11e8a5 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401239 Apr 22 15:19:09.639501 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0968a51f-134b-4a5e-b402-318ab1772029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:10.221234 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39563-89e7-45f6-8531-ec01956819e3 req-2427ca70-f3d3-4b8c-be57-7d732a01c5fc tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:10.222725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffd39563-89e7-45f6-8531-ec01956819e3 req-2427ca70-f3d3-4b8c-be57-7d732a01c5fc tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0803864 Apr 22 15:19:10.268781 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ffd39563-89e7-45f6-8531-ec01956819e3 req-25a2b1dc-ebcd-48b8-85ce-f5df683a5c40 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Apr 22 15:19:11.470076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998128e-5102-4977-a4fa-6ece23985329 req-c5e9e248-eda0-4b9b-b414-c56264abff28 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:11.471562 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2998128e-5102-4977-a4fa-6ece23985329 req-c5e9e248-eda0-4b9b-b414-c56264abff28 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0837796 Apr 22 15:19:11.518962 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2998128e-5102-4977-a4fa-6ece23985329 req-0276ec79-9d83-4682-8eb7-d45f09742d79 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 Apr 22 15:19:11.773978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0d2f13f2-1207-4032-a532-70d35397993b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:12.718186 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7889933-02bc-438d-bbfb-ce10063f39f6 req-bbdbd03b-5da2-4ad0-bda2-04607c01b18a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:12.719652 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c7889933-02bc-438d-bbfb-ce10063f39f6 req-bbdbd03b-5da2-4ad0-bda2-04607c01b18a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0805526 Apr 22 15:19:12.766392 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c7889933-02bc-438d-bbfb-ce10063f39f6 req-c3f58843-3d3a-4498-948f-9664f875c08e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Apr 22 15:19:13.072100 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:13.073965 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:13.975530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39085fb-a32d-41d7-b814-b3dc926c1d01 req-e15659ff-857f-4b9b-b7ce-f4ab3a9954e0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:13.977075 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c39085fb-a32d-41d7-b814-b3dc926c1d01 req-e15659ff-857f-4b9b-b7ce-f4ab3a9954e0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0874128 Apr 22 15:19:14.028407 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c39085fb-a32d-41d7-b814-b3dc926c1d01 req-c289a933-d281-4f12-98e2-e11fd9f77d9a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452921 Apr 22 15:19:14.599682 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:15.225084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6effda6-e824-4986-a097-03c15fb4c122 req-44a2a09d-5c6f-4f1a-8fd9-449dbec6ba8d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:15.226475 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f6effda6-e824-4986-a097-03c15fb4c122 req-44a2a09d-5c6f-4f1a-8fd9-449dbec6ba8d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0783625 Apr 22 15:19:15.272120 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f6effda6-e824-4986-a097-03c15fb4c122 req-951889b6-0021-46f7-bb51-16597cd3427c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Apr 22 15:19:16.455656 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:19:16.484072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279fee7-04ed-4ee0-85cf-6ec26dbb7cf7 req-f29352a8-5feb-4f49-9546-f421c1c1fda2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:16.486211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e279fee7-04ed-4ee0-85cf-6ec26dbb7cf7 req-f29352a8-5feb-4f49-9546-f421c1c1fda2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0825458 Apr 22 15:19:16.534830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e279fee7-04ed-4ee0-85cf-6ec26dbb7cf7 req-efafdc49-3f06-495f-814d-5cb118c84fa5 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Apr 22 15:19:16.635484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:16.656305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'mac_address': 'fa:16:3e:08:4f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:19:16.718002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:16.741138 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1ef509-1c51-478a-8689-9dfa61eee6c2 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:19:16.756411 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:16.760631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:16.828344 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:16.838725 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.839063 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.839390 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.839713 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.840039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.840357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.840674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.840990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.841597 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.841708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.841989 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.846010 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['8b1ef509-1c51-478a-8689-9dfa61eee6c2'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:19:17.764141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481dd90-8ca9-44f4-b8b2-2fcd8b814f26 req-be498135-505a-48e9-8716-8d3cbe7ce918 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:17.766083 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e481dd90-8ca9-44f4-b8b2-2fcd8b814f26 req-be498135-505a-48e9-8716-8d3cbe7ce918 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 945 time: 0.0960698 Apr 22 15:19:17.830015 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e481dd90-8ca9-44f4-b8b2-2fcd8b814f26 req-df3c4564-7433-4357-84d0-13d107c7ae91 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576971 Apr 22 15:19:18.475357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:18.568911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:18.569366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:18.698337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:18.733134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:18.759311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:18.769720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:18.857465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:19.083301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff088-298e-4db3-abe3-bc2356ce4af5 req-858ac6d8-3329-4a2b-a822-a9757ff3628e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:19.085348 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd5ff088-298e-4db3-abe3-bc2356ce4af5 req-858ac6d8-3329-4a2b-a822-a9757ff3628e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0821784 Apr 22 15:19:19.140365 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bd5ff088-298e-4db3-abe3-bc2356ce4af5 req-5b5057de-6c94-4af8-9e52-409c0bd66396 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 Apr 22 15:19:19.859172 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80d5bcd-a08c-45ec-a361-8bf5d798dfaa'] response: {'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'code': 200} Apr 22 15:19:20.350403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a134-3caf-4420-8209-d079155dfed5 req-9bb95c7d-5c91-4e72-8ddb-45ed8540c110 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:20.357329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a21a134-3caf-4420-8209-d079155dfed5 req-9bb95c7d-5c91-4e72-8ddb-45ed8540c110 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0859466 Apr 22 15:19:20.399748 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4a21a134-3caf-4420-8209-d079155dfed5 req-4bd2a4a1-a503-4aee-92ab-060db0df58a5 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Apr 22 15:19:21.669618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5cbad-18f8-430a-9436-3592ec282058 req-056552b1-5545-4165-b29f-1affca9b648c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:21.672811 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-42a5cbad-18f8-430a-9436-3592ec282058 req-056552b1-5545-4165-b29f-1affca9b648c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.1133087 Apr 22 15:19:21.750369 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-42a5cbad-18f8-430a-9436-3592ec282058 req-9e01fd4a-a740-430c-b60c-689fa703f4a2 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663109 Apr 22 15:19:22.969007 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c178a-9f43-491c-92f6-6006216ee89c req-e819e38f-3eb5-411a-b11f-8b3bcd450efb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:22.971345 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-878c178a-9f43-491c-92f6-6006216ee89c req-e819e38f-3eb5-411a-b11f-8b3bcd450efb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0887740 Apr 22 15:19:23.025068 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-878c178a-9f43-491c-92f6-6006216ee89c req-e91236ba-7426-4673-9ab9-75d358d6bf2b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476570 Apr 22 15:19:23.251208 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:19:24.238551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cb8fa-47e0-40ab-a062-00ab1a7a88e8 req-29ae1999-d59c-45b3-8d99-658c712c6d74 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:24.242666 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae2cb8fa-47e0-40ab-a062-00ab1a7a88e8 req-29ae1999-d59c-45b3-8d99-658c712c6d74 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0819733 Apr 22 15:19:24.305738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ae2cb8fa-47e0-40ab-a062-00ab1a7a88e8 req-a60d67f6-19ae-41b6-b144-10c5a3702b82 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588138 Apr 22 15:19:25.618950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0f47-7082-4471-b708-cacfffaf4a3c req-faebb963-4d0c-4ca9-95f3-09ef6d8a3a59 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:25.620499 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f39e0f47-7082-4471-b708-cacfffaf4a3c req-faebb963-4d0c-4ca9-95f3-09ef6d8a3a59 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.1809933 Apr 22 15:19:25.669495 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f39e0f47-7082-4471-b708-cacfffaf4a3c req-084c5ebb-1b54-4ed6-a853-609335204622 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426292 Apr 22 15:19:26.867086 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6453-3a38-4291-9c6b-1d4b37ff2237 req-4d930ed2-cf01-4f93-b4a7-dc6042264569 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:26.868624 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb8b6453-3a38-4291-9c6b-1d4b37ff2237 req-4d930ed2-cf01-4f93-b4a7-dc6042264569 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0778682 Apr 22 15:19:26.918329 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cb8b6453-3a38-4291-9c6b-1d4b37ff2237 req-9df4ec86-7057-4f60-a9df-c99d419b4199 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 Apr 22 15:19:27.078877 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-99064e11-47f9-44bb-801b-cedd765d89d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1099 time: 0.0726471 Apr 22 15:19:27.208296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-bde18060-00a4-45e0-bdcb-5ad44c360312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:27.209751 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-bde18060-00a4-45e0-bdcb-5ad44c360312 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1251981 Apr 22 15:19:27.313651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-3437b119-a180-432c-b5ca-052ae10b26c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0971956 Apr 22 15:19:27.374602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-e261f0a8-8703-4ae1-b464-5ac8c2851790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:27.375961 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-e261f0a8-8703-4ae1-b464-5ac8c2851790 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0562932 Apr 22 15:19:27.450826 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-8c9cee16-1272-4349-8fae-ea51b1ee02d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691459 Apr 22 15:19:27.586269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-31cbca1b-7e65-49a8-805a-d8bf89bd3ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293759 Apr 22 15:19:27.718889 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-80b31ef9-ddc0-4b7c-9a55-90b75099eae0 req-975c2629-6f18-4c81-be6a-f64b8ad5e740 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258085 Apr 22 15:19:28.119080 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc529a8-5d1a-4e6f-ab3a-68f4f339a8ba req-b5363666-8791-4ef8-bd8f-4bce252a818f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:28.120646 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fc529a8-5d1a-4e6f-ab3a-68f4f339a8ba req-b5363666-8791-4ef8-bd8f-4bce252a818f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0817499 Apr 22 15:19:28.167643 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6fc529a8-5d1a-4e6f-ab3a-68f4f339a8ba req-6110e183-a36d-437c-b8d7-5e95631e1620 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Apr 22 15:19:29.381054 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8601c-a81a-4ec9-9812-7eec52299046 req-7cb2a4b8-e5e0-49f6-a3d2-6717ac27eba3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.382863 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-85d8601c-a81a-4ec9-9812-7eec52299046 req-7cb2a4b8-e5e0-49f6-a3d2-6717ac27eba3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0788846 Apr 22 15:19:29.433828 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-85d8601c-a81a-4ec9-9812-7eec52299046 req-08dbbe2f-be31-411c-a135-a88f0c3a676a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450315 Apr 22 15:19:30.486556 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:30.604297 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.632386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:30.642331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:30.648192 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.655871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a4ee8-0478-4d3f-9491-a3941c979543 req-7cd6b57b-d290-427c-869a-6775b069571a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:30.657369 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f1a4ee8-0478-4d3f-9491-a3941c979543 req-7cd6b57b-d290-427c-869a-6775b069571a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 946 time: 0.0779154 Apr 22 15:19:30.699332 dv-neutron-838878-1-hyperv neutron-server[84060]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b67ef58-0c25-4d0d-bb89-2f107be5c4c7']: {'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'code': 422} returned with failed status Apr 22 15:19:30.704542 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f1a4ee8-0478-4d3f-9491-a3941c979543 req-7c0c4ceb-573e-44ab-9991-b07ef82d0964 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Apr 22 15:19:30.715934 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:30.958664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3616d68e-4c90-4a0a-9a42-43e4b36aa654 req-8c457759-180f-41a3-90ba-db3ad1b9bb21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1401303 Apr 22 15:19:31.161621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44216) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:31.304688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-ba61bfb5-c45c-48e7-ab77-709c3242c22d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1415908 Apr 22 15:19:31.390729 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb47cf-44b1-4339-adb2-bcd3ac98dc61 req-ff6bf468-6bfe-48eb-8519-39cb414d3380 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:31.392215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adfb47cf-44b1-4339-adb2-bcd3ac98dc61 req-ff6bf468-6bfe-48eb-8519-39cb414d3380 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0867059 Apr 22 15:19:31.443075 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-adfb47cf-44b1-4339-adb2-bcd3ac98dc61 req-b42f6216-946b-4bda-af04-e5cbb05c7561 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 Apr 22 15:19:31.840523 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-73a04d8d-ca1f-4814-8ad3-981009473cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d&tenant_id=080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 1097 time: 0.0684545 Apr 22 15:19:31.932517 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-6dbe822e-d545-4dec-bc18-5d27d615b9a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1097 time: 0.0689883 Apr 22 15:19:32.061958 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-02712f32-2065-47cc-a140-8eaac23c316d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:32.063416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-02712f32-2065-47cc-a140-8eaac23c316d service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1252906 Apr 22 15:19:32.249041 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-4401435d-efdf-4418-a06a-3569c79e91ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 999 time: 0.1794963 Apr 22 15:19:32.314088 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-e6226e79-737e-4ae3-a6c5-07d66253c66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:32.315485 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-e6226e79-737e-4ae3-a6c5-07d66253c66b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0597653 Apr 22 15:19:32.391395 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-2946b697-d697-4f56-8280-11871019f1b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699661 Apr 22 15:19:32.529638 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-a23a0355-840e-4040-a9fd-35b47248e5db service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305797 Apr 22 15:19:32.715119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-e2b29ce5-48c1-4416-8a72-a2b1ba48b01e service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808026 Apr 22 15:19:32.730111 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c98dc-1172-4f9f-8f9d-c3c1a504adb0 req-ba3ba06a-8995-426c-9807-512fd9feb2bf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:32.731582 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ed8c98dc-1172-4f9f-8f9d-c3c1a504adb0 req-ba3ba06a-8995-426c-9807-512fd9feb2bf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.1287997 Apr 22 15:19:32.780163 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ed8c98dc-1172-4f9f-8f9d-c3c1a504adb0 req-4177aa7d-f76c-4033-b3c6-6d0b5c74cc11 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Apr 22 15:19:34.007852 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783bf2-41bb-40ca-9ef4-bf15540072e8 req-9d6190f8-285c-43c5-af03-85d08312c633 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:34.009366 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6c783bf2-41bb-40ca-9ef4-bf15540072e8 req-9d6190f8-285c-43c5-af03-85d08312c633 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.1016207 Apr 22 15:19:34.059400 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6c783bf2-41bb-40ca-9ef4-bf15540072e8 req-5340ea74-675c-471d-945b-bbf34f969c6b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Apr 22 15:19:34.254372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.276272 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819d604-5cdc-42b5-925d-ee50898cdff3 req-abd2c63f-680d-4d9f-9a7d-b0858c6bcc05 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:35.284485 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2819d604-5cdc-42b5-925d-ee50898cdff3 req-abd2c63f-680d-4d9f-9a7d-b0858c6bcc05 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0945210 Apr 22 15:19:35.331964 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2819d604-5cdc-42b5-925d-ee50898cdff3 req-99fbcaf4-e4ba-409e-ad52-782362061e66 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462294 Apr 22 15:19:36.534665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560a981-5067-4f06-9363-76c43149aa3e req-ffdf80f6-3103-4ac8-a767-23ef06c8e718 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:36.536670 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b560a981-5067-4f06-9363-76c43149aa3e req-ffdf80f6-3103-4ac8-a767-23ef06c8e718 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0790765 Apr 22 15:19:36.599696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b560a981-5067-4f06-9363-76c43149aa3e req-f2477d06-0a1a-4162-8f49-b15408f9a929 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574355 Apr 22 15:19:37.821299 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09babcd5-ed96-4834-9e5b-333572d3c8cf req-40d49899-8dd4-4fd9-ae77-ed051c1d1bf7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:37.829340 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09babcd5-ed96-4834-9e5b-333572d3c8cf req-40d49899-8dd4-4fd9-ae77-ed051c1d1bf7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0894020 Apr 22 15:19:37.870844 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09babcd5-ed96-4834-9e5b-333572d3c8cf req-09880162-84e4-4ff6-9b5a-738f583f995e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404401 Apr 22 15:19:39.079741 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255c95-dbc4-4fe1-887c-d5924640b10e req-97aec335-ccfd-4e3c-a28a-70e395717db3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:39.081241 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c255c95-dbc4-4fe1-887c-d5924640b10e req-97aec335-ccfd-4e3c-a28a-70e395717db3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0827382 Apr 22 15:19:39.130805 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1c255c95-dbc4-4fe1-887c-d5924640b10e req-4252342e-f4b9-4b41-896b-7c632b429100 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433850 Apr 22 15:19:39.653946 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7018b9fd-d09e-48cd-98db-b68dbffe008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.364896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3809e-0eca-4431-b518-b23145894ba0 req-b25bc241-1cdb-4643-8c1d-4f3ff6c7adbb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:40.372744 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5bc3809e-0eca-4431-b518-b23145894ba0 req-b25bc241-1cdb-4643-8c1d-4f3ff6c7adbb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.1146247 Apr 22 15:19:40.418452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5bc3809e-0eca-4431-b518-b23145894ba0 req-bbc5ec9d-cb09-4d0a-b6fa-b90a5be844fb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447352 Apr 22 15:19:41.625250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b38fd-a43b-4a04-aa47-9a5b954e5464 req-b0a130fb-6f42-4118-a126-102abcee4079 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.626622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-db2b38fd-a43b-4a04-aa47-9a5b954e5464 req-b0a130fb-6f42-4118-a126-102abcee4079 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0818195 Apr 22 15:19:41.673142 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-db2b38fd-a43b-4a04-aa47-9a5b954e5464 req-3bb72d36-224f-47da-8e8e-00852ff0e6f7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Apr 22 15:19:41.779675 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3ae2078e-6d0d-4463-9e08-f0f03ed6814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:42.884737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218b02b-533b-413c-aa7b-317845899758 req-fac2bd7e-ba80-4253-819b-81f6fdc5d3ef tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:42.886276 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3218b02b-533b-413c-aa7b-317845899758 req-fac2bd7e-ba80-4253-819b-81f6fdc5d3ef tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0888267 Apr 22 15:19:42.938368 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3218b02b-533b-413c-aa7b-317845899758 req-cc63959d-2513-4abe-827b-473a5e929675 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Apr 22 15:19:43.078757 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:43.080542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.142606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774ec1-f8d3-4fd0-b766-c472e4ebcce0 req-5a3eff8c-ec34-4844-add2-9cb9f624af1a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:44.144036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea774ec1-f8d3-4fd0-b766-c472e4ebcce0 req-5a3eff8c-ec34-4844-add2-9cb9f624af1a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 944 time: 0.0827322 Apr 22 15:19:44.189601 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-ea774ec1-f8d3-4fd0-b766-c472e4ebcce0 req-1516353f-4af2-41f6-88f4-b77bb677ee46 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Apr 22 15:19:44.563602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:19:44.727539 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.736544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:44.749694 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'port_id': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'mac_address': 'fa:16:3e:08:4f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:19:44.805441 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.823716 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1ef509-1c51-478a-8689-9dfa61eee6c2 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:19:44.839173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:44.844217 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:44.908930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=9']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:45.106268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['8b1ef509-1c51-478a-8689-9dfa61eee6c2'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:19:45.389334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f136a34-a506-475c-86d3-2ae646c2849e req-0ce12f60-4a49-40c2-9512-cff8349907b7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:45.390819 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f136a34-a506-475c-86d3-2ae646c2849e req-0ce12f60-4a49-40c2-9512-cff8349907b7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 945 time: 0.0768514 Apr 22 15:19:45.436613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6f136a34-a506-475c-86d3-2ae646c2849e req-65069511-84a3-423b-a617-b250a8873151 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399387 Apr 22 15:19:46.594518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:46.635300 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2564c-6b41-4e22-b13b-667b4ae20d0d req-2dcb6c4b-54a2-43e8-85e9-76cafa178aa4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:46.636790 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bab2564c-6b41-4e22-b13b-667b4ae20d0d req-2dcb6c4b-54a2-43e8-85e9-76cafa178aa4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 945 time: 0.0800934 Apr 22 15:19:46.666252 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:46.666609 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.682587 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bab2564c-6b41-4e22-b13b-667b4ae20d0d req-5a691817-dfb5-4e45-bf85-ad425defaf3d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 Apr 22 15:19:46.781612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.807700 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:46.817313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:46.823080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.865510 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b47f8d-bf2f-4feb-b905-209dba0a035a'] response: {'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'code': 200} Apr 22 15:19:46.895775 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=10']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:47.212615 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d135d1e0-b4b6-4d4c-9cc5-cecea45734fd req-12259da4-7130-478e-9fcf-4ee912bfa06d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1100 time: 0.1552382 Apr 22 15:19:47.255338 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d135d1e0-b4b6-4d4c-9cc5-cecea45734fd req-44d70e2d-f57c-4634-8f33-185e04f19c95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360165 Apr 22 15:19:47.881632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2fbc-3f48-4cc1-8e42-a21a0fed1921 req-84942343-1c3f-496b-989f-27b8b9bee27d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:47.883104 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d98b2fbc-3f48-4cc1-8e42-a21a0fed1921 req-84942343-1c3f-496b-989f-27b8b9bee27d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 947 time: 0.0809662 Apr 22 15:19:47.928846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d98b2fbc-3f48-4cc1-8e42-a21a0fed1921 req-985690f3-75c9-44f5-ad29-01ca183696ae tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Apr 22 15:19:49.135499 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf737cc-94f5-438e-9f08-893326fb45e1 req-58a02fc1-6cbe-44b9-904f-21819a8698ff tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:49.137003 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fdf737cc-94f5-438e-9f08-893326fb45e1 req-58a02fc1-6cbe-44b9-904f-21819a8698ff tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 947 time: 0.0798876 Apr 22 15:19:49.182711 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fdf737cc-94f5-438e-9f08-893326fb45e1 req-7fc5d5e3-9521-4434-b71a-ddab61ba3fdf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398381 Apr 22 15:20:00.253018 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:20:04.253257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:08.126019 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-2f4c7665-429e-4db7-a7b7-b6e21b4d92ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685506 Apr 22 15:20:08.272403 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-3d8513cb-ef83-4f5f-9650-58cbe864f741 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1100 time: 0.0747275 Apr 22 15:20:08.418808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-87162ec7-cf7a-43ad-a052-f4889b31063f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:08.420164 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-87162ec7-cf7a-43ad-a052-f4889b31063f service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1281540 Apr 22 15:20:08.525973 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-7d51c21c-0cee-4517-ba38-f979c84ed05f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0989554 Apr 22 15:20:08.587859 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-79ee98ec-bafe-4e26-bbdc-756b143b2ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:08.589318 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-79ee98ec-bafe-4e26-bbdc-756b143b2ad6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0562720 Apr 22 15:20:08.665916 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-16412b05-7121-4be1-9a75-f2173bc46ec6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696540 Apr 22 15:20:08.801108 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-498983d2-f1ff-490c-8eda-d6f1c640f8ec service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280053 Apr 22 15:20:08.937463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f01d0854-de4c-429b-87f0-7729f8c4927f req-caf28ccb-da14-4fd8-ad7e-161eac34742d service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295342 Apr 22 15:20:09.650155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-131cc921-fe31-4a6c-b058-d678c4ab6346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:11.784165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8c8adc6b-3bf7-4634-a8bf-8a1e873759ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:13.083134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:13.084958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:14.601272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:34.248971 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:37.260914 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:20:39.664129 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c33098cb-ef59-44f4-8611-25b6cceac2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:41.793841 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5092-2949-4e90-9c91-de53858cb8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:43.086448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:43.090408 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:44.607988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:00.821506 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44318) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:01.039923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Deleting port 77e1f523-a4e5-4d92-97bf-afb9c5b8f55b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:21:01.040231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:01.214185 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:01.214474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:01.429703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Calling delete_port for 77e1f523-a4e5-4d92-97bf-afb9c5b8f55b owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:21:01.593442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:01.640459 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event deleted for resources: {'Port': ['ID=77e1f523-a4e5-4d92-97bf-afb9c5b8f55b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:01.676841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.677146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.677493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.677835 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.678152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.678466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.678759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.679091 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.679399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.679709 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.680014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:01.744690 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:02.148295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Router 68937a63-f788-4532-9e5e-6767bd7081f1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:21:02.358493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:21:02.368027 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:21:02.380232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:02.381216 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:02.381849 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:20:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:02.439846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-bc3eca45-35ed-440f-b07a-5c5fe77c184c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "DELETE /v2.0/floatingips/dea31f2c-0111-4111-99c5-7d09989986d9 HTTP/1.1" status: 204 len: 168 time: 1.6170423 Apr 22 15:21:02.440387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:02.570326 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:02.598991 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121b3685-629f-42f3-8fe9-31e1983a0a55'] response: {'name': 'network-changed', 'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'status': 'completed', 'code': 200} Apr 22 15:21:02.697556 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-4c253b9d-3e51-4820-881d-eb7ed36b81a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 1100 time: 0.0730083 Apr 22 15:21:02.887433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-7b6778ee-9ce3-4165-9997-33df61acad7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:02.889028 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-7b6778ee-9ce3-4165-9997-33df61acad7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1816761 Apr 22 15:21:02.907473 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:02.911616 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:21:02.922435 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:02.923038 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:20:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:02.963914 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-df8e41d8-25bc-4e89-9cf4-c60d935d149e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 200 len: 217 time: 0.0669460 Apr 22 15:21:02.973549 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94111-77be-4282-8f51-2ca2a2ddda31 req-c3fb3ec0-b121-4cad-a326-e8ab1f95af87 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:02.974258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-70a94111-77be-4282-8f51-2ca2a2ddda31 req-c3fb3ec0-b121-4cad-a326-e8ab1f95af87 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:03.035649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-70a94111-77be-4282-8f51-2ca2a2ddda31 req-c3fb3ec0-b121-4cad-a326-e8ab1f95af87 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:03.036853 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70a94111-77be-4282-8f51-2ca2a2ddda31 req-c3fb3ec0-b121-4cad-a326-e8ab1f95af87 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 947 time: 0.2356141 Apr 22 15:21:03.059274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-30547891-494d-45ed-aa16-8b55b23be648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:03.060785 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-30547891-494d-45ed-aa16-8b55b23be648 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0837948 Apr 22 15:21:03.104953 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:03.126239 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-70a94111-77be-4282-8f51-2ca2a2ddda31 req-487cf9d2-5dcd-4041-a69b-2c279ed8d772 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830970 Apr 22 15:21:03.161213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-63770965-3e83-446a-a66e-8dc6623c75f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916193 Apr 22 15:21:03.395981 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-a63dd5e6-345f-4d64-b13d-e607c9916855 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269316 Apr 22 15:21:03.420769 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:03.426009 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c04fc1-99d8-4f2c-ad27-39bd8bda8045 None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:21:03.556388 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e9da0b7f-dc83-4a04-b912-1f3077f3e980 req-ab4d12e6-05db-4110-94a0-035b42e127fc service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535785 Apr 22 15:21:03.696790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767090a-ab6e-4a46-a7ff-26189084419a None None] New status for floating IP dea31f2c-0111-4111-99c5-7d09989986d9: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:21:04.146804 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-42dc2fd1-a886-42a4-a7a2-05ef8520ea79 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:04.148618 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-42dc2fd1-a886-42a4-a7a2-05ef8520ea79 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 947 time: 0.0910516 Apr 22 15:21:04.220782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Deleting port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:21:04.221536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:04.248872 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:04.466287 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e611348-9a5c-4a95-af62-77cbb010a1e5 req-39a777df-142a-4d8d-856b-405da49b9393 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:04.467632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8e611348-9a5c-4a95-af62-77cbb010a1e5 req-39a777df-142a-4d8d-856b-405da49b9393 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=3849372d-6a0f-4150-876e-8c68cfdb957d HTTP/1.1" status: 200 len: 947 time: 0.2172070 Apr 22 15:21:04.551258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] For port 8b1ef509-1c51-478a-8689-9dfa61eee6c2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8b1ef509-1c51-478a-8689-9dfa61eee6c2,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:04.551258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:04.559956 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8e611348-9a5c-4a95-af62-77cbb010a1e5 req-81945872-bbee-4508-a61e-eb8b1115c71f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8c9cac-526b-4782-b34f-29d9dcd7cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867348 Apr 22 15:21:04.670898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Calling delete_port for 8b1ef509-1c51-478a-8689-9dfa61eee6c2 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:21:04.811093 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:04.866439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event deleted for resources: {'Port': ['ID=8b1ef509-1c51-478a-8689-9dfa61eee6c2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:04.947420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] No DVR routers for this DVR port 8b1ef509-1c51-478a-8689-9dfa61eee6c2 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:21:04.951685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:04.956381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-deleted', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:04.976405 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-14923e02-3b6b-44c7-bb52-3cbf5106c871 req-667cb467-4129-42b9-af39-1a4529b9af5c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "DELETE /v2.0/ports/8b1ef509-1c51-478a-8689-9dfa61eee6c2 HTTP/1.1" status: 204 len: 173 time: 0.8224556 Apr 22 15:21:05.015500 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083f5b12-d369-4f38-818a-67398c57b7b9'] response: {'server_uuid': '3849372d-6a0f-4150-876e-8c68cfdb957d', 'name': 'network-vif-deleted', 'tag': '8b1ef509-1c51-478a-8689-9dfa61eee6c2', 'status': 'completed', 'code': 200} Apr 22 15:21:05.670364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44340) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:05.750838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d0b6-5da2-4b44-ad04-4dc8124d9e62 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.779083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d0b6-5da2-4b44-ad04-4dc8124d9e62 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.849441 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d0b6-5da2-4b44-ad04-4dc8124d9e62 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.868811 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9d0b6-5da2-4b44-ad04-4dc8124d9e62 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8c9cac-526b-4782-b34f-29d9dcd7cf76,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:05.881439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d0b6-5da2-4b44-ad04-4dc8124d9e62 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.882614 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-e6a9d0b6-5da2-4b44-ad04-4dc8124d9e62 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "DELETE /v2.0/security-groups/ec8c9cac-526b-4782-b34f-29d9dcd7cf76 HTTP/1.1" status: 204 len: 168 time: 0.2111816 Apr 22 15:21:06.111374 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44348) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.117141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606232097', 'description': 'tempest-secgroup-smoke-1606232097 description', 'project_id': '080b62eb931b4c148de5bce3025ade64'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:06.123488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.128191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.131252 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.137350 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.149404 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.184305 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.188205 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.191224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.197885 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.252891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.259037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.301401 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8f273f-bc95-491b-b007-1d255435bc81,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:06.305763 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.310001 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44352) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.310543 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f866ab1-5dfb-475b-8922-05de8563891b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1976235 Apr 22 15:21:06.315633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': '7c8f273f-bc95-491b-b007-1d255435bc81', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:06.322126 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.326834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.330293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.336726 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.354125 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.418871 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.424466 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.447538 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96286b1-5505-447b-a5f2-f94cfd31683c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:06.459428 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.459769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.460103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.460426 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.460757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.461077 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.461397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.461743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.462062 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.462379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.462694 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:06.465205 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.466392 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6605ff43-bbac-4e07-bba6-29e5700d018e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1553807 Apr 22 15:21:06.469325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44356) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.474634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': '7c8f273f-bc95-491b-b007-1d255435bc81', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:06.480496 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.484309 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.487148 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.492923 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.511841 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.586208 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.593725 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.618869 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eee78d8-b367-419d-abbf-97bab562a250,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:06.629592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.630862 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-cba679af-7fdc-4404-855f-17a7fb301538 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1605754 Apr 22 15:21:06.633704 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44360) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.639222 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': '7c8f273f-bc95-491b-b007-1d255435bc81', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:06.645304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.649255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.652378 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.658465 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.677178 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.739136 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.743895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.766519 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be161f71-1365-4fa9-b016-9f2f4bf7f2fe,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:06.776189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.779961 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-53ab6d7a-c340-4e25-af6f-17f182c28b61 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1428809 Apr 22 15:21:06.780311 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44364) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.785708 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': '7c8f273f-bc95-491b-b007-1d255435bc81', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:06.791480 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.795403 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.798316 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.804063 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.823417 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.885769 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.891712 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.913938 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c5b3eb-516f-464a-856b-4dfe023d696c,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:06.925042 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:06.926292 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-4cbdcaea-2bd5-4c16-bd36-f12be7fb5c75 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1450932 Apr 22 15:21:06.928974 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44368) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.934450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': '7c8f273f-bc95-491b-b007-1d255435bc81', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:06.940176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:06.944070 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:06.946946 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:06.952685 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:06.964932 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Project 080b62eb931b4c148de5bce3025ade64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:21:06.971474 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.039525 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.044656 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.067004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddf92e4-8837-4a43-93b2-c8598fb3a283,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:07.076811 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.078188 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-60621ab4-ca1c-4a3f-befa-5fcf1fe906be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1482804 Apr 22 15:21:07.082090 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44372) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:07.087429 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'security_group_rule': {'security_group_id': '7c8f273f-bc95-491b-b007-1d255435bc81', 'project_id': '080b62eb931b4c148de5bce3025ade64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:07.093747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:07.097747 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:security_group_rule and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:07.100786 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:07.106824 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:07.120732 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.securitygroups_db [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Project 080b62eb931b4c148de5bce3025ade64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:21:07.127302 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.193632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.199576 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.228241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e45b959-e306-42ed-958e-a7d442df0c32,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:07.237184 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:07.238524 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-064bf83e-e91e-4235-ab4f-1aabc02f8854 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1555176 Apr 22 15:21:09.013888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:21:09.046918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 8b1ef509-1c51-478a-8689-9dfa61eee6c2 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:21:09.047261 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 8b1ef509-1c51-478a-8689-9dfa61eee6c2 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:21:09.658191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-68005005-7fe7-4592-a4b7-7366fee8003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:11.789130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2486448f-9ff3-4445-b4be-a46c8ea3dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.100275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.142549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.250651 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:21:14.609626 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:22.142828 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-a4b51ea1-2289-4593-abdf-29606a8fb32f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:22.165327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-a4b51ea1-2289-4593-abdf-29606a8fb32f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:22.166538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-a4b51ea1-2289-4593-abdf-29606a8fb32f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606232097&fields=id&tenant_id=080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 267 time: 0.0774190 Apr 22 15:21:22.314237 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-da63b796-183f-43d5-aac0-6f72d6ac84c9 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:22.315630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-da63b796-183f-43d5-aac0-6f72d6ac84c9 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 808 time: 0.1422162 Apr 22 15:21:22.332474 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-07d302d4-4562-47cc-abdc-a04aeba8c6e3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/quotas/080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 375 time: 0.0110803 Apr 22 15:21:22.421946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-38946436-40c7-498f-8188-a08014fe79be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:22.441731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-38946436-40c7-498f-8188-a08014fe79be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:22.443133 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-38946436-40c7-498f-8188-a08014fe79be tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031358 Apr 22 15:21:22.672470 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-f1e346cb-a01b-4bb6-9da9-dd8267c5d7be service neutron] 10.222.0.32 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169967 Apr 22 15:21:22.802585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-06ab7486-a2c9-449f-90e2-e2e9628c0daa service neutron] 10.222.0.32 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219471 Apr 22 15:21:23.217889 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-953929bb-dc60-4640-8573-27dcaf1e6e32 req-943d39f4-f49a-4d8a-99f5-7ead3b783ff8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 210 time: 0.0423677 Apr 22 15:21:24.441454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cddf0c5e-7a2f-48d3-b121-f16c86be48d6 req-0a572794-9e1e-4383-b41d-b67e457f1c8f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 210 time: 0.0575228 Apr 22 15:21:24.493874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-924ab3bb-e69a-4da0-83ed-01df7dee1e78 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:24.495440 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-924ab3bb-e69a-4da0-83ed-01df7dee1e78 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 808 time: 0.1934385 Apr 22 15:21:24.549319 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-ff2bd56a-603b-4715-84a3-c72b101be04d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 380 time: 0.0420458 Apr 22 15:21:24.563336 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'port': {'device_id': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'admin_state_up': True, 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'security_groups': ['7c8f273f-bc95-491b-b007-1d255435bc81']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:24.696365 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:24.706504 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:24.717325 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Made reservation on behalf of 080b62eb931b4c148de5bce3025ade64 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:21:24.720538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:24.883000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Allocated IP 172.20.0.14 (17d92261-f3e2-4794-b120-bdba7557b508/d362893c-1acf-4a85-bca1-bf9b93a8606e/95c77484-34d2-4234-84a6-e19932466f53) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:21:25.076202 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.093191 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Transition to ACTIVE for port object 95c77484-34d2-4234-84a6-e19932466f53 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:21:25.116154 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.192224 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Network 17d92261-f3e2-4794-b120-bdba7557b508 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:21:25.195136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:21:25.197664 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:21:25.245943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:25.265871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:25.266536 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.293463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-946425eb-5590-49c8-bfcb-a2696da86871 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336974 Apr 22 15:21:25.304587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Request body: {'port': {'device_id': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:25.415821 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.429137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4408609-4684-4f65-8fe7-a9df7bdad544 None None] Provisioning for port 95c77484-34d2-4234-84a6-e19932466f53 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:21:25.434869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-e4408609-4684-4f65-8fe7-a9df7bdad544 None None] Provisioning complete for port 95c77484-34d2-4234-84a6-e19932466f53 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:21:25.435341 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e4408609-4684-4f65-8fe7-a9df7bdad544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.493069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-e4408609-4684-4f65-8fe7-a9df7bdad544 None None] Port 95c77484-34d2-4234-84a6-e19932466f53 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:21:25.747452 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be164-8e6b-4eaf-9c51-f0938c3fcaea req-70817d0c-882a-481e-8041-9ed29903f236 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:25.748136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b12be164-8e6b-4eaf-9c51-f0938c3fcaea req-70817d0c-882a-481e-8041-9ed29903f236 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:25.812745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-b12be164-8e6b-4eaf-9c51-f0938c3fcaea req-70817d0c-882a-481e-8041-9ed29903f236 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:25.814238 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b12be164-8e6b-4eaf-9c51-f0938c3fcaea req-70817d0c-882a-481e-8041-9ed29903f236 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 932 time: 0.2351787 Apr 22 15:21:25.825178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c77484-34d2-4234-84a6-e19932466f53 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:21:25.946714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.972221 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Transition to ACTIVE for port object 95c77484-34d2-4234-84a6-e19932466f53 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:21:25.978247 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.030677 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b12be164-8e6b-4eaf-9c51-f0938c3fcaea req-be7cbacd-154c-4b40-bfbe-a54c0657cb1b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081552 Apr 22 15:21:26.108850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:26.226909 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Attempting to bind port 95c77484-34d2-4234-84a6-e19932466f53 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:21:26.227241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Attempting to bind port 95c77484-34d2-4234-84a6-e19932466f53 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:21:26.227559 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Attempting to bind port 95c77484-34d2-4234-84a6-e19932466f53 on network 17d92261-f3e2-4794-b120-bdba7557b508 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:21:26.233423 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Port 95c77484-34d2-4234-84a6-e19932466f53 on network 17d92261-f3e2-4794-b120-bdba7557b508 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:21:26.233817 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Attempting to bind port 95c77484-34d2-4234-84a6-e19932466f53 on network 17d92261-f3e2-4794-b120-bdba7557b508 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:21:26.240044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:21:26.240403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Checking segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:21:26.240761 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Bound using segment: {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:21:26.241173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Bound port: 95c77484-34d2-4234-84a6-e19932466f53, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceab0d5f-8265-49cb-9057-e976a496cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:21:26.241507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.326877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:21:26.330919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:21:26.336606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.400512 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.401632 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] 10.222.0.24 "PUT /v2.0/ports/95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 1094 time: 1.1012883 Apr 22 15:21:26.402076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:26.422538 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2a5a8-a165-444b-b81d-15c5dddeb02c service neutron] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:26.484579 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51420bea-8eba-49e8-ad68-50a21bad1a71'] response: {'name': 'network-changed', 'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'status': 'completed', 'code': 200} Apr 22 15:21:26.522213 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-5884fc0e-9806-4745-ba07-c8c2d22e96b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1097 time: 0.0803573 Apr 22 15:21:26.593700 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-651a4417-a9ea-48f8-af31-b3dcf9e2a799 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 217 time: 0.0643258 Apr 22 15:21:26.657841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ba7b479-771a-413f-83d2-0ab18a07e2a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:26.659334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8ba7b479-771a-413f-83d2-0ab18a07e2a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0599651 Apr 22 15:21:26.734906 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-24a431b4-2b18-48d7-bf40-d42b5c51b85c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698559 Apr 22 15:21:26.866048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-5ed2d643-30e2-40ce-ba51-23824bda6a3d service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249685 Apr 22 15:21:27.003672 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7c2936d7-5e53-4dcb-8a0c-3b95d3637526 req-8adc52ff-b59d-4008-a8b4-d54776d68f8f service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308689 Apr 22 15:21:27.136203 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-284c03ec-4cac-42f8-9fb7-3d02a5a3bae5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1097 time: 0.0746667 Apr 22 15:21:27.326848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8799d-b500-41ca-8984-18e195653d92 req-c36bbb96-898c-4c08-8b38-11cc9a86200c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:27.328234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-c36bbb96-898c-4c08-8b38-11cc9a86200c service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1859353 Apr 22 15:21:27.338785 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5e998-bd03-45a1-8b7e-dd5b93abbbca req-9fd1139b-6f50-4923-bc74-01f2714b119c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:27.340119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-50c5e998-bd03-45a1-8b7e-dd5b93abbbca req-9fd1139b-6f50-4923-bc74-01f2714b119c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.1776032 Apr 22 15:21:27.419500 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-4e7fb9ed-a916-42e4-8a85-d278b59641e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 217 time: 0.0784521 Apr 22 15:21:27.494180 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-50c5e998-bd03-45a1-8b7e-dd5b93abbbca req-906bd366-07ec-4ab1-8d53-fe5dc43ad301 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037722 Apr 22 15:21:27.501128 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8799d-b500-41ca-8984-18e195653d92 req-4875f109-1ead-45f0-bf01-79ddf00f5288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:27.502856 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-4875f109-1ead-45f0-bf01-79ddf00f5288 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0678117 Apr 22 15:21:27.586380 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-cd15b47f-edf7-40b1-bffd-f7b330f874ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775354 Apr 22 15:21:27.808060 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-50f7db00-dd0c-47bc-bd8f-ea35d2a59ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147663 Apr 22 15:21:27.940688 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cfe8799d-b500-41ca-8984-18e195653d92 req-d55d1c67-18e4-4a4c-9e7c-7c5a0d976a0e service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260045 Apr 22 15:21:28.716417 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898fedc-8a2f-4551-b407-013003e8b338 req-ea590fe0-bf6e-4499-b241-c905db87e546 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:28.717766 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9898fedc-8a2f-4551-b407-013003e8b338 req-ea590fe0-bf6e-4499-b241-c905db87e546 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0894623 Apr 22 15:21:28.767535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9898fedc-8a2f-4551-b407-013003e8b338 req-0e158429-7211-4424-9cfc-397cefb3d6e0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Apr 22 15:21:29.985326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718847b-ec65-4fb2-bb70-00bb599961c7 req-3ff7bb50-7674-4292-8478-09502daf1692 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:29.986830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e718847b-ec65-4fb2-bb70-00bb599961c7 req-3ff7bb50-7674-4292-8478-09502daf1692 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0893438 Apr 22 15:21:30.032814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e718847b-ec65-4fb2-bb70-00bb599961c7 req-328c0c56-fe88-49e1-b621-8aa33e697828 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Apr 22 15:21:31.232901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b803f18-ccbf-4ad0-b2d6-972cef98a20c req-2caf91c6-9aec-4341-904b-8cc476ebcbaa tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:31.234362 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b803f18-ccbf-4ad0-b2d6-972cef98a20c req-2caf91c6-9aec-4341-904b-8cc476ebcbaa tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0818677 Apr 22 15:21:31.280951 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b803f18-ccbf-4ad0-b2d6-972cef98a20c req-d0baa05c-d849-4409-92b4-238c19d7427f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Apr 22 15:21:32.477579 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae4ab4-ac5c-46b8-aea1-d7336e2ccae3 req-3b120c64-96b9-43a7-9112-5d9a46670129 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:32.479036 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dbae4ab4-ac5c-46b8-aea1-d7336e2ccae3 req-3b120c64-96b9-43a7-9112-5d9a46670129 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0774689 Apr 22 15:21:32.536312 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dbae4ab4-ac5c-46b8-aea1-d7336e2ccae3 req-2885bed7-b406-4e93-a0c9-0b3b71db9fbf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515256 Apr 22 15:21:33.755655 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66b6ba-78c3-495d-a7b5-afd1c14936b4 req-a4374a2f-fe79-45db-ba25-6a869af537e8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:33.757115 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb66b6ba-78c3-495d-a7b5-afd1c14936b4 req-a4374a2f-fe79-45db-ba25-6a869af537e8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0843797 Apr 22 15:21:33.806774 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb66b6ba-78c3-495d-a7b5-afd1c14936b4 req-faacd5de-3949-49af-8b07-f3ad2956f1c3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Apr 22 15:21:34.247672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:35.034702 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23666-0b94-4353-93a7-2535ad4c45ce req-93d96fc4-7d60-4943-9ab2-94cd43235c2b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:35.036209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-74c23666-0b94-4353-93a7-2535ad4c45ce req-93d96fc4-7d60-4943-9ab2-94cd43235c2b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0860922 Apr 22 15:21:35.086059 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-74c23666-0b94-4353-93a7-2535ad4c45ce req-90ab3c97-510a-4a18-81eb-f8f77b431652 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Apr 22 15:21:35.139186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:21:35.291571 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:35.305147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '95c77484-34d2-4234-84a6-e19932466f53', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'port_id': '95c77484-34d2-4234-84a6-e19932466f53', 'mac_address': 'fa:16:3e:22:af:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:21:35.360457 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:35.378127 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c77484-34d2-4234-84a6-e19932466f53 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:21:35.396661 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:35.402774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:35.467206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:35.475707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.476039 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.476376 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.476701 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.477071 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.477371 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.477658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.478085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.478339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.478655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.478981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:35.606850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['95c77484-34d2-4234-84a6-e19932466f53'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:21:36.342794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce655c4-1d7d-4752-8e55-6c3f73205d5b req-795f8e60-41bb-467d-8a35-be2b4eaa316d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:36.344585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ce655c4-1d7d-4752-8e55-6c3f73205d5b req-795f8e60-41bb-467d-8a35-be2b4eaa316d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 945 time: 0.0892720 Apr 22 15:21:36.397456 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6ce655c4-1d7d-4752-8e55-6c3f73205d5b req-c4821955-e202-402c-b1fc-ed468d4203f5 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Apr 22 15:21:37.170515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:21:37.258002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 95c77484-34d2-4234-84a6-e19932466f53 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:21:37.263309 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 95c77484-34d2-4234-84a6-e19932466f53 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:21:37.263674 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:37.407315 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:37.434874 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:37.444825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:37.450489 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:37.502030 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de22749-8be6-4ec5-91e7-f03ebaaee920'] response: {'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'code': 200} Apr 22 15:21:37.518558 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:37.607908 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3794aeb-820a-452c-ab77-09d415a2e87a req-7446cf73-b831-4555-b806-1e83483baa69 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:37.609339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d3794aeb-820a-452c-ab77-09d415a2e87a req-7446cf73-b831-4555-b806-1e83483baa69 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0796053 Apr 22 15:21:37.654895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d3794aeb-820a-452c-ab77-09d415a2e87a req-66d05b24-861a-4a32-8ee0-7413a39fa0a7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397668 Apr 22 15:21:37.764444 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df43992e-ad70-4385-a52e-c8b46b24696b req-dd9c2061-f425-411b-bd30-744485821f88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0703778 Apr 22 15:21:37.816211 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df43992e-ad70-4385-a52e-c8b46b24696b req-c9d9be85-1809-44cf-b53f-051ba699ae3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Apr 22 15:21:38.861201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8ecf-4c2a-4287-95cb-2c21cbfbf0d3 req-04c63df4-cd6e-41bd-b711-d33b5c308082 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:38.862803 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6eef8ecf-4c2a-4287-95cb-2c21cbfbf0d3 req-04c63df4-cd6e-41bd-b711-d33b5c308082 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0810366 Apr 22 15:21:38.909174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6eef8ecf-4c2a-4287-95cb-2c21cbfbf0d3 req-bc67b843-aa45-4035-9212-781a90225741 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406234 Apr 22 15:21:39.665175 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-66ea01ae-c8d4-459a-8c72-b73ada32f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:40.106531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6caaba-7dc7-4a91-a224-62dfdf3d33eb req-571a7fa7-3d77-4aff-b89e-1965f7276a23 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:40.107983 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4f6caaba-7dc7-4a91-a224-62dfdf3d33eb req-571a7fa7-3d77-4aff-b89e-1965f7276a23 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0781221 Apr 22 15:21:40.166144 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4f6caaba-7dc7-4a91-a224-62dfdf3d33eb req-cb21b002-490e-437e-916d-c9eed76b5c20 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496864 Apr 22 15:21:40.373109 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87e56-c99c-4d87-9ab1-5b80689c0893 req-6de13c94-6cfd-42cd-93c4-eb49969f10e4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:40.374613 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5d87e56-c99c-4d87-9ab1-5b80689c0893 req-6de13c94-6cfd-42cd-93c4-eb49969f10e4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0778425 Apr 22 15:21:40.419808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c5d87e56-c99c-4d87-9ab1-5b80689c0893 req-878a6fb4-99ca-4713-85de-85ef6156c5e1 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 Apr 22 15:21:40.448153 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44514) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:40.525382 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a9dfa99b-e21b-4925-82fa-f02023d644d9 tempest-TestShelveInstance-1349085576 tempest-TestShelveInstance-1349085576-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1094 time: 0.0760026 Apr 22 15:21:40.528529 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44518) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:40.533798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '95c77484-34d2-4234-84a6-e19932466f53', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:40.539737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:40.543832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Usage tracker for resource:floatingip and tenant:080b62eb931b4c148de5bce3025ade64 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:40.546756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:40.552736 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:40.566799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:40.705041 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:40.852844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Allocated IP 172.26.2.96 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/7c6de37d-5138-46c2-8eed-0950df9e5af8) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:21:41.077199 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:41.109065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:41.176601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:21:41.179607 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:21:41.183919 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:21:41.207020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'Port': ['ID=7c6de37d-5138-46c2-8eed-0950df9e5af8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:41.721357 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:41.780874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:41.787122 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3786b3c3-9cb2-4a20-8d7c-302c95cf7207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:42.007425 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:42.013081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:42.119189 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event updated for resources: {'Port': ['ID=7c6de37d-5138-46c2-8eed-0950df9e5af8,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:42.134071 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:42.324926 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Floating IP ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e associated. External IP: 172.26.2.96, port: 95c77484-34d2-4234-84a6-e19932466f53. Apr 22 15:21:42.821606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Router 68937a63-f788-4532-9e5e-6767bd7081f1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:21:43.028644 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:21:43.038337 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:21:43.049954 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:43.050594 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:21:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:43.056349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:43.081908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:43.084552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:43.130436 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6c4ae8cc-1dd3-4fd4-86ee-4e95a77900cf tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5866756 Apr 22 15:21:43.130436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:43.172280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8beccb-6c84-44e6-9d86-e1b9e99dd067'] response: {'name': 'network-changed', 'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'status': 'completed', 'code': 200} Apr 22 15:21:43.261508 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:43.274625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-09dc65d9-4cb3-4761-b40b-3adcbaf02cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0815256 Apr 22 15:21:43.405633 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-0db0773c-c1c9-4946-b721-1835cf3038b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:43.406985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-0db0773c-c1c9-4946-b721-1835cf3038b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1267631 Apr 22 15:21:43.507985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-8cae6f37-2639-45fa-872b-66c1c3c295fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 999 time: 0.0944467 Apr 22 15:21:43.575362 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-b59ad6cb-3531-424c-ac40-5abceea380f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:43.576800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-b59ad6cb-3531-424c-ac40-5abceea380f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0619173 Apr 22 15:21:43.595331 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'port_id': '95c77484-34d2-4234-84a6-e19932466f53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'mac_address': 'fa:16:3e:22:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:21:41Z', 'updated_at': '2022-04-22T15:21:41Z', 'revision_number': 0, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:43.599077 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:21:43.609419 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:43.610048 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:21:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:43.649994 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-cabc9274-7343-407d-867e-33074742a328 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670815 Apr 22 15:21:43.784814 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-a35e7e3c-fcb0-40c8-85b6-7c8216b5cba5 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279018 Apr 22 15:21:43.793987 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:43.920596 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a1f59162-4cf5-4f23-bb1d-4cd468356135 req-67f51d0b-04f7-4141-8425-700c3eb76c26 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291668 Apr 22 15:21:44.158901 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'port_id': '95c77484-34d2-4234-84a6-e19932466f53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'mac_address': 'fa:16:3e:22:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:21:41Z', 'updated_at': '2022-04-22T15:21:41Z', 'revision_number': 0, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:44.163102 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e872e7-b3b5-4181-bb75-fd4ecc7a3149 None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': 'ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'port_id': '95c77484-34d2-4234-84a6-e19932466f53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'mac_address': 'fa:16:3e:22:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:21:41Z', 'updated_at': '2022-04-22T15:21:41Z', 'revision_number': 0, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:21:44.379557 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f7ce0-dee0-4b26-9f46-5285655fa3a2 None None] New status for floating IP ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:21:44.645863 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:51.257593 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:22:04.242174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:09.662143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-daf0b5c3-8c3f-4785-b111-749b167c9496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:10.079384 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-f8b07958-4ae9-4258-becd-17d8bfc32128 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1575279 Apr 22 15:22:10.221234 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-0870be0f-c8a9-4c67-975b-2186e84a80dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0710468 Apr 22 15:22:10.370270 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-f7366c46-23f6-41fb-8e10-75957b00b277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:10.371732 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-f7366c46-23f6-41fb-8e10-75957b00b277 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1327674 Apr 22 15:22:10.569026 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-ade576ef-07c9-4b6c-87aa-87c98d255d1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 1001 time: 0.1902864 Apr 22 15:22:10.634801 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-a62e1d19-7738-4ae5-a13e-45e0a94da4be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:10.636217 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-a62e1d19-7738-4ae5-a13e-45e0a94da4be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0593150 Apr 22 15:22:10.719893 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-01c87f14-f9eb-4267-b603-34259804f308 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769477 Apr 22 15:22:10.853696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-8404e664-df71-462d-b19f-a19ed1a9c5e5 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262786 Apr 22 15:22:10.987071 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b4bcfcf4-c626-48b5-9314-f627d11c71ef req-177944d9-a000-4831-a2ae-a4bbc3bf25e3 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279736 Apr 22 15:22:11.781599 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-61df8e5a-7dc8-4e1c-aee8-365c1b70a257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:13.086519 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:13.088660 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:14.616779 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:28.253474 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:22:34.261349 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:39.657256 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1ca24596-f0b5-4c76-ae59-2821574211a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:41.788999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b8488b3d-c364-461a-9a6a-502baf4b9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:43.095681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:43.098117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:44.618304 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.283278 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.248744 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:23:09.654771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e82fcd82-0072-43cc-88b6-855171cdb739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:10.015416 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-d49295c5-2dd8-4c70-8cdd-b335a32afcd5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693743 Apr 22 15:23:10.170317 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-14c2227d-d935-427f-b29a-afec5201b2bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0851555 Apr 22 15:23:10.311103 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a79010-7667-4719-8451-60ebba5cf881 req-8cca1ee6-3db0-4b55-a4d6-6bce8773b1e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:10.312538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-8cca1ee6-3db0-4b55-a4d6-6bce8773b1e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1236994 Apr 22 15:23:10.421078 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-a8c02bec-4f23-4920-8963-ba3e876eb7ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 1001 time: 0.1024141 Apr 22 15:23:10.496797 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a79010-7667-4719-8451-60ebba5cf881 req-9d134f41-b125-42b9-a9cc-59bc17775625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:10.499150 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-9d134f41-b125-42b9-a9cc-59bc17775625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0720699 Apr 22 15:23:10.577306 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-242bc469-dd6f-4475-9d75-224a66ed2367 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702829 Apr 22 15:23:10.713237 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-470f96dc-e7c4-49cb-aefb-2adf6139972a service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297944 Apr 22 15:23:10.840442 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-38a79010-7667-4719-8451-60ebba5cf881 req-9fdf2d3d-f48f-493a-8136-9d70851f55d0 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214545 Apr 22 15:23:11.784036 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-aa83abd4-b4d7-4cea-953c-c5adeaeacc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:13.095033 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:13.097224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:14.620819 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:34.282769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:39.241897 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b857-dd88-4046-9eaf-89193493fad9 req-074440dc-e158-4118-bfa6-8b96cc4b447f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:39.243372 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b38b857-dd88-4046-9eaf-89193493fad9 req-074440dc-e158-4118-bfa6-8b96cc4b447f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0885422 Apr 22 15:23:39.288548 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9b38b857-dd88-4046-9eaf-89193493fad9 req-4984ad2f-a606-4ec3-8f3c-629fac5a5ef6 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Apr 22 15:23:39.661108 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6ce7-4d40-4bd3-bc60-57617a0a2bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:40.509609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521ce92-a9c4-4f12-9657-45b07ffb9707 req-afc97ed5-b5fe-4173-af88-3369b442d188 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:40.511044 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4521ce92-a9c4-4f12-9657-45b07ffb9707 req-afc97ed5-b5fe-4173-af88-3369b442d188 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0837951 Apr 22 15:23:40.559121 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4521ce92-a9c4-4f12-9657-45b07ffb9707 req-3b30a590-2e86-4712-98b2-85d07963f837 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Apr 22 15:23:41.791005 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-80aa11d1-f093-4d99-be0f-d82ea2ba192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:41.793382 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdd961-7310-4a7b-85e3-40869e03e308 req-5da6e0c6-403b-42a7-a22a-01532082d8d1 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:41.794901 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ebdd961-7310-4a7b-85e3-40869e03e308 req-5da6e0c6-403b-42a7-a22a-01532082d8d1 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0911868 Apr 22 15:23:41.839869 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1ebdd961-7310-4a7b-85e3-40869e03e308 req-5cbdcefa-f6a7-47b0-8759-51f572f1c88a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 Apr 22 15:23:42.249863 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:23:43.056957 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09547f8-6d43-43d2-b9b2-443358e1563f req-a6753d67-b26f-4471-a35d-f2b9e863206f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:43.058429 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e09547f8-6d43-43d2-b9b2-443358e1563f req-a6753d67-b26f-4471-a35d-f2b9e863206f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0828412 Apr 22 15:23:43.086429 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:43.092040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:43.192453 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e09547f8-6d43-43d2-b9b2-443358e1563f req-773fd66c-f095-42f7-81e0-847edac9bb64 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272538 Apr 22 15:23:44.396349 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261d36d-2942-4205-9709-560b25b72098 req-3634c240-e5c1-4958-9706-2c347824042a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:44.397813 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a261d36d-2942-4205-9709-560b25b72098 req-3634c240-e5c1-4958-9706-2c347824042a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0836241 Apr 22 15:23:44.443265 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a261d36d-2942-4205-9709-560b25b72098 req-a1c03aa3-c60c-4862-a0ff-07d38881c4b6 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Apr 22 15:23:44.627271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:45.653880 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e5d6-d15e-48e5-b6b1-b236e47d85ef req-93245eea-84ac-493f-af23-f6e53f2c159f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:45.655334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a99e5d6-d15e-48e5-b6b1-b236e47d85ef req-93245eea-84ac-493f-af23-f6e53f2c159f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0788755 Apr 22 15:23:45.701546 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7a99e5d6-d15e-48e5-b6b1-b236e47d85ef req-e39350c1-a06b-4391-b496-56f1d6be9911 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Apr 22 15:23:46.903218 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ac232-1c96-4af9-8094-12708ebaf0a5 req-4a1fdc18-b5da-4810-a32c-a45adbe8e3b0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:46.904644 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-083ac232-1c96-4af9-8094-12708ebaf0a5 req-4a1fdc18-b5da-4810-a32c-a45adbe8e3b0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0802131 Apr 22 15:23:46.952985 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-083ac232-1c96-4af9-8094-12708ebaf0a5 req-ebb67467-e466-47ef-b84c-84b4077e8a0e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Apr 22 15:23:48.176777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1237b6-6b83-487b-a3de-6b9b7946117e req-af8adaa5-3a29-46a5-b9c5-13a026e147f0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:48.178244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5e1237b6-6b83-487b-a3de-6b9b7946117e req-af8adaa5-3a29-46a5-b9c5-13a026e147f0 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0900991 Apr 22 15:23:48.223524 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5e1237b6-6b83-487b-a3de-6b9b7946117e req-a6902fb1-8494-4c5e-b5d8-720b78786569 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396037 Apr 22 15:23:49.358410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-58d31595-71bb-477d-807d-2e2fddb1a18a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0724602 Apr 22 15:23:49.533987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-cd05fdfb-9740-4e31-8e46-d556edb0e7ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:49.535451 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-cd05fdfb-9740-4e31-8e46-d556edb0e7ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1471922 Apr 22 15:23:49.542295 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429df20-5fcf-4a49-8ab6-deafabfe8675 req-878c4bfe-fcfe-4338-8a74-14ff0a462d8c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:49.543921 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d429df20-5fcf-4a49-8ab6-deafabfe8675 req-878c4bfe-fcfe-4338-8a74-14ff0a462d8c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.1845174 Apr 22 15:23:49.667625 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d429df20-5fcf-4a49-8ab6-deafabfe8675 req-d34fa767-2498-477c-8f85-ecc39c820736 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747461 Apr 22 15:23:49.669269 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-eeb0d7f0-8cda-49ec-b7e3-a93abfbc307e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 1001 time: 0.1243932 Apr 22 15:23:49.741387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-360c4433-b040-4e93-97a7-eaa47c18ff03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:49.742861 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-360c4433-b040-4e93-97a7-eaa47c18ff03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0674784 Apr 22 15:23:49.823745 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-20eae3a2-61fd-4c70-b83d-dc6cef2bed7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739853 Apr 22 15:23:49.952301 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-faf6aa67-8493-404f-92cc-084e3cc07fa0 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219373 Apr 22 15:23:50.092419 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7645a33c-8230-4557-a387-c8ad02da2ca0 req-d1832f13-7abb-4b26-8bf2-2e77381d735a service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336918 Apr 22 15:23:50.875929 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3539f9-7a52-4c60-b9ed-9d414295c5bf req-d697d4d3-0f10-4f76-b368-71108f6cdcf3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:50.877399 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0f3539f9-7a52-4c60-b9ed-9d414295c5bf req-d697d4d3-0f10-4f76-b368-71108f6cdcf3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0844371 Apr 22 15:23:50.924813 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0f3539f9-7a52-4c60-b9ed-9d414295c5bf req-5a3d5d86-72bc-4fb8-b80c-8fc2ef93a948 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Apr 22 15:23:52.132796 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027310b3-489c-45fd-a4b2-c5784ead2a97 req-af491d0c-c787-4dcb-86f9-243e54e49490 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:52.134394 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-027310b3-489c-45fd-a4b2-c5784ead2a97 req-af491d0c-c787-4dcb-86f9-243e54e49490 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0771384 Apr 22 15:23:52.178941 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-027310b3-489c-45fd-a4b2-c5784ead2a97 req-f0ac47da-68c4-4c8d-923d-47738e0d6a66 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Apr 22 15:23:53.387476 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990f75-d081-4dab-bb4b-f57e624b9f1d req-8b5d0cfa-0512-4ded-973c-617ea983cb6d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:53.388939 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05990f75-d081-4dab-bb4b-f57e624b9f1d req-8b5d0cfa-0512-4ded-973c-617ea983cb6d tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0786839 Apr 22 15:23:53.434188 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05990f75-d081-4dab-bb4b-f57e624b9f1d req-bd33455b-b463-4ea7-9a7f-f4302ffeafcc tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Apr 22 15:23:53.718734 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-726347fa-d8ce-4f9d-bb78-a700680e4172 req-71931120-b391-4b54-9854-ac25886a21de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1630943 Apr 22 15:23:54.116835 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-02fa8aa5-019a-4450-b050-8bda35fd7d9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2639513 Apr 22 15:23:54.126823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df47661-2dd8-441f-94da-8db8979020cc req-0f50dfbb-c330-4717-ab0c-67098fa95ac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:54.128665 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7df47661-2dd8-441f-94da-8db8979020cc req-0f50dfbb-c330-4717-ab0c-67098fa95ac7 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.1795537 Apr 22 15:23:54.176629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7df47661-2dd8-441f-94da-8db8979020cc req-d3f3eaa5-8645-4e6b-aec7-91da45f3314e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Apr 22 15:23:55.374408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815c001-5f48-42f3-9471-e51d1d66c0de req-c13c3dfe-cfb0-477d-b466-e553e649309e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:55.375858 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d815c001-5f48-42f3-9471-e51d1d66c0de req-c13c3dfe-cfb0-477d-b466-e553e649309e tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0793364 Apr 22 15:23:55.421297 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d815c001-5f48-42f3-9471-e51d1d66c0de req-473f7776-3b13-4e69-a3dc-7854317e509a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 Apr 22 15:23:55.821515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:55.930741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.960331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:55.970405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:55.976565 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.041137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:56.050308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.050450 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.050696 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.051037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.051359 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.051681 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.052174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.052512 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.052793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.053155 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.053518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:56.086824 dv-neutron-838878-1-hyperv neutron-server[84060]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5244c1b8-aa4b-4ab5-9c6b-e540ad96ecd2']: {'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'code': 422} returned with failed status Apr 22 15:23:56.232671 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-ad4016e8-27a3-489f-874a-a3c4c425bedc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&tenant_id=080b62eb931b4c148de5bce3025ade64 HTTP/1.1" status: 200 len: 1097 time: 0.0748653 Apr 22 15:23:56.321822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-52f55169-3015-40e1-ae7d-3384b384505f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1097 time: 0.0677600 Apr 22 15:23:56.457951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-b21d4fcc-812f-4aca-b9dd-6b82d12aad53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:56.459422 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-b21d4fcc-812f-4aca-b9dd-6b82d12aad53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1317856 Apr 22 15:23:56.597623 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-645029d2-5cfc-4c9e-ac62-2722d2c64e3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 999 time: 0.1321909 Apr 22 15:23:56.671753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-395d169a-6271-4fff-a8d6-94abe87fcb6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:56.673148 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-395d169a-6271-4fff-a8d6-94abe87fcb6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0670335 Apr 22 15:23:56.681645 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5255a-401a-4a0a-b5b2-d25296250a65 req-3e73e944-db69-4730-9a6e-a999f1a52ca8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:56.682986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36b5255a-401a-4a0a-b5b2-d25296250a65 req-3e73e944-db69-4730-9a6e-a999f1a52ca8 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.1423912 Apr 22 15:23:56.770270 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-36b5255a-401a-4a0a-b5b2-d25296250a65 req-f0c8ee6e-a19a-47cb-a0a0-fd18a8e93e9f tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595665 Apr 22 15:23:56.782735 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-d612e0bf-8e99-4541-8519-079a2e05d43b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988765 Apr 22 15:23:56.912984 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-6c32e8bc-d5b7-444d-a790-428e69dd43e8 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234334 Apr 22 15:23:57.042696 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2f313c1d-3f91-4771-b2a0-41088832cde2 req-9834e594-aeec-4098-86ef-a3efc6dd3413 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244180 Apr 22 15:23:57.988403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd556e-27d8-4728-bb2b-18a23cdcc98a req-7d32e1a0-39af-4dea-9781-f5c17b496315 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:57.990706 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19fd556e-27d8-4728-bb2b-18a23cdcc98a req-7d32e1a0-39af-4dea-9781-f5c17b496315 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0836287 Apr 22 15:23:58.040334 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-19fd556e-27d8-4728-bb2b-18a23cdcc98a req-83a9b3d8-8d84-4b8e-8e71-db2c82c07a89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Apr 22 15:23:59.271830 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757ed1a-6337-46a2-ba54-1ebb699fcc59 req-b98f92f6-a3be-42da-bf6d-c8b3238d4aec tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:59.273238 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3757ed1a-6337-46a2-ba54-1ebb699fcc59 req-b98f92f6-a3be-42da-bf6d-c8b3238d4aec tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0868282 Apr 22 15:23:59.319328 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3757ed1a-6337-46a2-ba54-1ebb699fcc59 req-d58da5dc-f9e2-4f1d-a84f-b86e9f3f8799 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Apr 22 15:24:00.543399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505904a3-a213-4144-b2df-70da6b248b73 req-9e00d592-36c1-488e-a277-904567782d17 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:00.544895 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-505904a3-a213-4144-b2df-70da6b248b73 req-9e00d592-36c1-488e-a277-904567782d17 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0815964 Apr 22 15:24:00.594565 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-505904a3-a213-4144-b2df-70da6b248b73 req-31961962-993e-4cfd-9cd9-f4d65819d4ca tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Apr 22 15:24:01.794322 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeed4bc-3247-4bc4-9e21-37318e2b44a6 req-bc038e74-695a-4255-bbe8-c2bb8aeb9257 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:01.795752 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0aeed4bc-3247-4bc4-9e21-37318e2b44a6 req-bc038e74-695a-4255-bbe8-c2bb8aeb9257 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0804422 Apr 22 15:24:01.846030 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0aeed4bc-3247-4bc4-9e21-37318e2b44a6 req-a58e62ac-2104-48f5-8f7b-797defa77b47 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Apr 22 15:24:03.125409 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b4f88-620e-4e95-b785-aff53ce7d9c6 req-713a5f43-9c3b-4cf8-8db6-ce04c813c71b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.126898 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f02b4f88-620e-4e95-b785-aff53ce7d9c6 req-713a5f43-9c3b-4cf8-8db6-ce04c813c71b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.1525843 Apr 22 15:24:03.171770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-f02b4f88-620e-4e95-b785-aff53ce7d9c6 req-323f60a9-ac83-4dba-a355-88a7438480e6 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386784 Apr 22 15:24:04.290864 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.538601 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9a2cf-44da-4a31-88e8-1d858eacac74 req-debc842d-47cb-4b45-8621-6d15d56676fb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:04.540112 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-68f9a2cf-44da-4a31-88e8-1d858eacac74 req-debc842d-47cb-4b45-8621-6d15d56676fb tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.2397280 Apr 22 15:24:04.598169 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-68f9a2cf-44da-4a31-88e8-1d858eacac74 req-f3e79c5d-b903-4c5a-8543-f824f8ac15a5 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519915 Apr 22 15:24:05.830903 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca71d10-b94e-4302-828a-09a7e52edff1 req-529a6fb1-3fd4-410b-a49a-fbbabe52c565 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:05.832443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ca71d10-b94e-4302-828a-09a7e52edff1 req-529a6fb1-3fd4-410b-a49a-fbbabe52c565 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 944 time: 0.0886304 Apr 22 15:24:05.877837 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9ca71d10-b94e-4302-828a-09a7e52edff1 req-49be5537-ac2d-40db-83f1-62a4cec5f627 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Apr 22 15:24:05.882121 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:24:06.014552 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:06.027422 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '95c77484-34d2-4234-84a6-e19932466f53', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'port_id': '95c77484-34d2-4234-84a6-e19932466f53', 'mac_address': 'fa:16:3e:22:af:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:24:06.082640 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:06.099424 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c77484-34d2-4234-84a6-e19932466f53 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:24:06.116308 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:06.122647 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:06.185666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:06.335958 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['95c77484-34d2-4234-84a6-e19932466f53'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:24:07.109847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a437b9-78df-400d-b4b9-10b75b58564f req-99596862-3e66-4c81-9603-ac2ce8eddcab tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:07.111263 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60a437b9-78df-400d-b4b9-10b75b58564f req-99596862-3e66-4c81-9603-ac2ce8eddcab tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 945 time: 0.0864029 Apr 22 15:24:07.159404 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-60a437b9-78df-400d-b4b9-10b75b58564f req-ef561405-4a03-461b-bc26-e66aa49e5a0b tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Apr 22 15:24:07.899510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:08.011044 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 95c77484-34d2-4234-84a6-e19932466f53 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:08.011524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.121440 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.153805 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:08.163889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:08.167340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.216511 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a09e3e-445a-4c70-8a0a-a828b2dc7e03'] response: {'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'code': 200} Apr 22 15:24:08.232342 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:08.365663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31bf55-9129-4cbd-833e-784df32398f9 req-68684edb-6bfe-4852-94d3-6e4f9cc4bf30 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:08.367177 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb31bf55-9129-4cbd-833e-784df32398f9 req-68684edb-6bfe-4852-94d3-6e4f9cc4bf30 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0795140 Apr 22 15:24:08.417249 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-fb31bf55-9129-4cbd-833e-784df32398f9 req-0c540284-e742-41e7-929a-3bda70266a95 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Apr 22 15:24:08.484113 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5b51a674-ab0a-4feb-9231-228ed7d6a8d7 req-4204ac70-39ab-4b04-8b85-87948637420a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0656126 Apr 22 15:24:08.526339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5b51a674-ab0a-4feb-9231-228ed7d6a8d7 req-b6ef7121-ce32-4bd4-b4c5-dba0652440ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364988 Apr 22 15:24:09.622141 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3512c3-e71a-4f49-ab6b-cd5307895e36 req-d473ab62-8d60-4f12-86db-143c58f65f03 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:09.623582 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e3512c3-e71a-4f49-ab6b-cd5307895e36 req-d473ab62-8d60-4f12-86db-143c58f65f03 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0798309 Apr 22 15:24:09.645908 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ff548452-6a09-4f2b-b7a9-15c66bdf33d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.670221 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-3e3512c3-e71a-4f49-ab6b-cd5307895e36 req-984552c5-7cc3-4eb1-93cf-6ae70b7491ef tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Apr 22 15:24:10.878427 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d91e98-effb-4fcf-b158-d21165b27bfc req-bbbaec74-502b-4820-ab2f-35cbc1e902f3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:10.879847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51d91e98-effb-4fcf-b158-d21165b27bfc req-bbbaec74-502b-4820-ab2f-35cbc1e902f3 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.0806870 Apr 22 15:24:10.977664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-51d91e98-effb-4fcf-b158-d21165b27bfc req-b9fda57f-10d8-44cd-bb5a-ce16e43a39f4 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890281 Apr 22 15:24:10.990448 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-48a07c9c-b397-4ec1-b969-c48a080cbad0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002724 Apr 22 15:24:11.129032 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-0e2ada2b-0598-40db-b04f-42a2eeadb3b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0689862 Apr 22 15:24:11.273647 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-b76c088d-44f1-4765-ab91-530164c40428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:11.275051 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-b76c088d-44f1-4765-ab91-530164c40428 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1270323 Apr 22 15:24:11.375980 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-7238deca-d537-469b-9d68-4736c775aebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 1001 time: 0.0948787 Apr 22 15:24:11.437457 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-8299166f-0021-4c02-9f87-15f825fc69ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:11.438834 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-8299166f-0021-4c02-9f87-15f825fc69ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0568457 Apr 22 15:24:11.518950 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-28bd1ff8-b431-42d1-b98e-812c43a65681 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734484 Apr 22 15:24:11.658637 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-cfe508c5-1680-4044-85b4-1b726a3fe090 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327934 Apr 22 15:24:11.786453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b05343ca-015c-48c0-88b4-860014838854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:11.789406 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0097c7bc-6cf6-4371-802f-57fd0d431d97 req-25576317-77a2-4e7f-9675-d2a63978db2e service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250224 Apr 22 15:24:13.093603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.097172 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.632843 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.256887 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:24:34.291926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:39.656313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5f34566a-5983-45ca-8bf1-ac567522475e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:41.802275 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f36987f5-57e7-4965-a667-9bf3e68f19b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:43.083289 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:43.095473 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.631970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:56.254594 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:25:04.305686 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:09.658079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e826701a-34a6-4f9f-b89e-96e190a3572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:11.803573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9ca99270-972d-4596-8e5a-445bf6cc4539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:11.975934 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-f60c6768-3eb3-48fd-815b-dcffa1709ca2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695984 Apr 22 15:25:12.116822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-5d648edd-ecb9-4e3c-98e0-b400bc86366f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0728254 Apr 22 15:25:12.344928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-3e8d711d-97df-4ebd-8341-2a6a0349d0c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:12.346452 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-3e8d711d-97df-4ebd-8341-2a6a0349d0c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.2113855 Apr 22 15:25:12.449383 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-0d4e6756-3c36-4561-a498-d86121c24b41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 1001 time: 0.0962169 Apr 22 15:25:12.508886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-9ad7dfe7-9c4b-4129-a5b5-7d8f16a35026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:12.510275 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-9ad7dfe7-9c4b-4129-a5b5-7d8f16a35026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0557656 Apr 22 15:25:12.595724 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-ee98e4b8-a359-41bf-9c9e-f2f1afe1d8ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799813 Apr 22 15:25:12.742122 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-5991ef7f-3e2f-49c1-961a-cd168df828d1 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403978 Apr 22 15:25:12.875092 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-253cf3fe-4734-43b1-97c8-9fbb4bba7892 req-778443a8-643b-4e00-80a3-b590d90f412c service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274769 Apr 22 15:25:13.079254 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:13.097247 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:14.636250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.086103 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44662) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:27.372784 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Deleting port 7c6de37d-5138-46c2-8eed-0950df9e5af8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:27.373043 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.537751 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.538076 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.658443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Calling delete_port for 7c6de37d-5138-46c2-8eed-0950df9e5af8 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:27.805488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.849885 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event deleted for resources: {'Port': ['ID=7c6de37d-5138-46c2-8eed-0950df9e5af8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:27.887675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.888014 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.888345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.888675 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.889006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.889325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.889647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.890002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.890312 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.890634 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.890948 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:27.951045 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:28.344566 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Router 68937a63-f788-4532-9e5e-6767bd7081f1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:28.553347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:28.567513 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:28.576267 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:28.616418 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:28.617123 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:28.637812 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-54d666e9-852e-40a8-8f70-afa80dbf572c tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "DELETE /v2.0/floatingips/ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e HTTP/1.1" status: 204 len: 168 time: 1.5502291 Apr 22 15:25:28.638376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:25:28.784632 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6248533b-b5eb-4537-af4a-a7498f32af1e'] response: {'name': 'network-changed', 'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'status': 'completed', 'code': 200} Apr 22 15:25:28.794260 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:28.875421 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-478a2435-3e5c-4541-ab1f-f9efae3aec58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=080b62eb931b4c148de5bce3025ade64&device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 1099 time: 0.0680430 Apr 22 15:25:29.011845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-5aa9b6f9-17dd-4661-b05b-571e7d2f3505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:29.013337 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-5aa9b6f9-17dd-4661-b05b-571e7d2f3505 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 200 len: 909 time: 0.1324985 Apr 22 15:25:29.103452 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:29.107353 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:29.113764 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-085a486a-ae2c-446c-ae05-d95105a4fe23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 200 len: 217 time: 0.0939937 Apr 22 15:25:29.118243 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:29.118832 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:29.191700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-0a4f5bb5-b907-4056-a1cb-93fb0cfa6505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:29.193041 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-0a4f5bb5-b907-4056-a1cb-93fb0cfa6505 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 200 len: 847 time: 0.0733426 Apr 22 15:25:29.238015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e8041-7738-4b96-9ae0-854c9432420d req-7bd31d20-6838-4a73-acf5-e6a0c20fdf40 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:29.239461 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-537e8041-7738-4b96-9ae0-854c9432420d req-7bd31d20-6838-4a73-acf5-e6a0c20fdf40 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.1745276 Apr 22 15:25:29.295625 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:29.306846 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-537e8041-7738-4b96-9ae0-854c9432420d req-5272aa43-d336-46a5-ae6e-74ba20d60401 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610020 Apr 22 15:25:29.315830 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-b33d6c72-3642-460d-a63c-e92203178edb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17d92261-f3e2-4794-b120-bdba7557b508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165209 Apr 22 15:25:29.448504 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-718b81c2-780e-4c46-aef8-9f3143bda25d service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254382 Apr 22 15:25:29.575719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-39e86c40-022e-4ce2-9ad2-c51e8574b01b req-0b651106-a001-4fc1-99fc-d344291f8f39 service neutron] 10.222.0.24 "GET /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205246 Apr 22 15:25:29.594827 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:29.598918 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108926f9-17d5-4e81-a4fe-db2b18bb514f None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '9f798859-d83e-446e-ad84-d47fc1b096f4', 'name': '', 'network_id': '17d92261-f3e2-4794-b120-bdba7557b508', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'mac_address': 'fa:16:3e:df:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:43Z', 'updated_at': '2022-04-22T15:16:53Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'subnets': [{'id': 'd362893c-1acf-4a85-bca1-bf9b93a8606e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:29.810527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772df71-ad23-42d6-984d-27596b09f0c9 None None] New status for floating IP ecc6eb1d-3c5d-4712-8ab3-69c85d4f4e2e: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:25:30.572248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1d29-5b59-460f-a6ce-579cafb231b9 req-67f7bde8-b6fe-4070-a505-a2f69172df9a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:30.573598 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3ca1d29-5b59-460f-a6ce-579cafb231b9 req-67f7bde8-b6fe-4070-a505-a2f69172df9a tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.1313221 Apr 22 15:25:30.583127 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-627e3ffe-7150-4c1b-9ce1-d4447f519ace tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:30.584506 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-627e3ffe-7150-4c1b-9ce1-d4447f519ace tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 946 time: 0.1031780 Apr 22 15:25:30.763135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Deleting port 95c77484-34d2-4234-84a6-e19932466f53 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:30.763372 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:30.791867 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b3ca1d29-5b59-460f-a6ce-579cafb231b9 req-39fee84f-cb58-4a0e-b48c-1e2a44e30f38 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c8f273f-bc95-491b-b007-1d255435bc81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065549 Apr 22 15:25:31.001766 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] For port 95c77484-34d2-4234-84a6-e19932466f53, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c77484-34d2-4234-84a6-e19932466f53,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:31.002116 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:31.121467 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Calling delete_port for 95c77484-34d2-4234-84a6-e19932466f53 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:31.268531 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:31.319256 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event deleted for resources: {'Port': ['ID=95c77484-34d2-4234-84a6-e19932466f53,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:31.357716 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.358059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.358391 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.358723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.359038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.359356 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.359673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.359987 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.360304 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.360617 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.360932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:31.399814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] No DVR routers for this DVR port 95c77484-34d2-4234-84a6-e19932466f53 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:25:31.402113 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:31.404570 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-deleted', 'tag': '95c77484-34d2-4234-84a6-e19932466f53'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:25:31.416052 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b59dbeb-ff3d-4175-9c0a-276d2f4de8cf req-b41333f6-f05d-4d8b-a290-b03f5d3c8326 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.24 "DELETE /v2.0/ports/95c77484-34d2-4234-84a6-e19932466f53 HTTP/1.1" status: 204 len: 173 time: 0.8177152 Apr 22 15:25:31.464289 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322d55fb-092a-43ee-82cf-4516e60c485d'] response: {'server_uuid': '4d3194c9-9530-419d-a54f-dccf2ca6821e', 'name': 'network-vif-deleted', 'tag': '95c77484-34d2-4234-84a6-e19932466f53', 'status': 'completed', 'code': 200} Apr 22 15:25:32.117758 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5429b20a-bc62-42f1-b0fa-15b63aefbfcf req-c6098590-1379-4b51-b7ec-7175735366a6 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Synchronizing usage tracker for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:25:32.134539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-5429b20a-bc62-42f1-b0fa-15b63aefbfcf req-c6098590-1379-4b51-b7ec-7175735366a6 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Unset dirty status for tenant:080b62eb931b4c148de5bce3025ade64 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:25:32.135800 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-5429b20a-bc62-42f1-b0fa-15b63aefbfcf req-c6098590-1379-4b51-b7ec-7175735366a6 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d3194c9-9530-419d-a54f-dccf2ca6821e HTTP/1.1" status: 200 len: 210 time: 0.0660214 Apr 22 15:25:33.242455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44690) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:33.254191 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:25:33.313420 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-341010e3-0c28-4148-9f94-cbe6b7c7cf89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:33.342728 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-341010e3-0c28-4148-9f94-cbe6b7c7cf89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:33.408781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-341010e3-0c28-4148-9f94-cbe6b7c7cf89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:33.429174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341010e3-0c28-4148-9f94-cbe6b7c7cf89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8f273f-bc95-491b-b007-1d255435bc81,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:33.439342 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-341010e3-0c28-4148-9f94-cbe6b7c7cf89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:33.442880 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-341010e3-0c28-4148-9f94-cbe6b7c7cf89 tempest-TestShelveInstance-448786123 tempest-TestShelveInstance-448786123-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c8f273f-bc95-491b-b007-1d255435bc81 HTTP/1.1" status: 204 len: 168 time: 0.1969070 Apr 22 15:25:33.499713 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44696) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:34.081507 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:34.323189 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:34.410672 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:34.447444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 95c77484-34d2-4234-84a6-e19932466f53 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:34.447741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 95c77484-34d2-4234-84a6-e19932466f53 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:34.760608 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Deleting port 9f798859-d83e-446e-ad84-d47fc1b096f4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:34.761193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:34.928011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] For port 9f798859-d83e-446e-ad84-d47fc1b096f4, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9f798859-d83e-446e-ad84-d47fc1b096f4,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:34.928375 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.045258 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Calling delete_port for 9f798859-d83e-446e-ad84-d47fc1b096f4 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:35.212274 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.257727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f798859-d83e-446e-ad84-d47fc1b096f4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:35.544232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:36.231037 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Router 68937a63-f788-4532-9e5e-6767bd7081f1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:36.428433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:36.438086 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] Sync routers for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:36.445931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-9066059e-3fca-4a7b-a703-9f5266411f6c admin admin] 10.222.0.32 "PUT /v2.0/routers/68937a63-f788-4532-9e5e-6767bd7081f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9451239 Apr 22 15:25:36.448757 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44704) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:36.450515 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:36.451266 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:36.629500 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:36.742059 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks [] for router, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:36.929739 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:25:35Z', 'revision_number': 5, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port': {'id': '5f115448-6b66-481c-b94d-27c32a6e9c2a', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:36.931790 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:36.933538 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] Checking router: 68937a63-f788-4532-9e5e-6767bd7081f1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:36.942064 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Deleting port 5f115448-6b66-481c-b94d-27c32a6e9c2a {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:36.942443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:36.944190 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] Routers {'68937a63-f788-4532-9e5e-6767bd7081f1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:36.944769 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['68937a63-f788-4532-9e5e-6767bd7081f1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:37.089414 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] Set router 68937a63-f788-4532-9e5e-6767bd7081f1 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:37.108553 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] For port 5f115448-6b66-481c-b94d-27c32a6e9c2a, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=5f115448-6b66-481c-b94d-27c32a6e9c2a,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:37.108898 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:37.189263 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:25:36Z', 'revision_number': 6, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:37.193581 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043b0f4-d53b-4815-a0a2-28891224006e None None] The sync data for ids ['68937a63-f788-4532-9e5e-6767bd7081f1'] in dv-neutron-838878-1-hyperv is: [{'id': '68937a63-f788-4532-9e5e-6767bd7081f1', 'name': 'tempest-TestShelveInstance-194819716-router', 'tenant_id': '080b62eb931b4c148de5bce3025ade64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:41Z', 'updated_at': '2022-04-22T15:25:36Z', 'revision_number': 6, 'project_id': '080b62eb931b4c148de5bce3025ade64', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:37.233877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Calling delete_port for 5f115448-6b66-481c-b94d-27c32a6e9c2a owned by network:router_gateway {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:37.410608 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:37.453375 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f115448-6b66-481c-b94d-27c32a6e9c2a,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:37.675153 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.015743 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.021298 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.049605 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.050190 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68937a63-f788-4532-9e5e-6767bd7081f1 {{(pid=84058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:25:38.066015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.067204 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b4acaae6-4b49-48a5-93c5-9359544f0631 admin admin] 10.222.0.32 "DELETE /v2.0/routers/68937a63-f788-4532-9e5e-6767bd7081f1 HTTP/1.1" status: 204 len: 168 time: 1.6173809 Apr 22 15:25:38.069796 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44708) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:38.136931 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Deleting subnet d362893c-1acf-4a85-bca1-bf9b93a8606e {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:25:38.140124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.192340 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.275139 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.348978 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.384722 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d362893c-1acf-4a85-bca1-bf9b93a8606e,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:38.391338 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.396612 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4462adb-5a93-4740-b661-f0b9e5a41956 None None] Network 17d92261-f3e2-4794-b120-bdba7557b508 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:38.399434 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-2cd3a439-0e17-42d0-ba2b-0fb70adb6226 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d362893c-1acf-4a85-bca1-bf9b93a8606e HTTP/1.1" status: 204 len: 168 time: 0.3285446 Apr 22 15:25:38.402917 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44712) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:38.510081 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.521575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Deleting port fbeec235-c85a-4712-9433-f97cda747d22 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:38.522023 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.526809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5f115448-6b66-481c-b94d-27c32a6e9c2a no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:38.586283 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 5f115448-6b66-481c-b94d-27c32a6e9c2a {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:38.586655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 5f115448-6b66-481c-b94d-27c32a6e9c2a not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:38.587035 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9f798859-d83e-446e-ad84-d47fc1b096f4 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:38.626149 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 9f798859-d83e-446e-ad84-d47fc1b096f4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:38.626497 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9f798859-d83e-446e-ad84-d47fc1b096f4 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:38.707829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] DHCP port deletion for 17d92261-f3e2-4794-b120-bdba7557b508 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:25:38.712196 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Deleting port fbeec235-c85a-4712-9433-f97cda747d22 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:38.712628 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.735083 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] For port fbeec235-c85a-4712-9433-f97cda747d22, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fbeec235-c85a-4712-9433-f97cda747d22,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:38.735435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.851998 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Calling delete_port for fbeec235-c85a-4712-9433-f97cda747d22 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:38.908707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] For port fbeec235-c85a-4712-9433-f97cda747d22, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=fbeec235-c85a-4712-9433-f97cda747d22,segment=NetworkSegment(ceab0d5f-8265-49cb-9057-e976a496cbb6),segment_id=ceab0d5f-8265-49cb-9057-e976a496cbb6)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:38.909092 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.925953 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:38.973077 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbeec235-c85a-4712-9433-f97cda747d22,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:38.977380 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] No DVR routers for this DVR port fbeec235-c85a-4712-9433-f97cda747d22 on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:25:39.027506 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Calling delete_port for fbeec235-c85a-4712-9433-f97cda747d22 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:39.090061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.114413 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d92261-f3e2-4794-b120-bdba7557b508']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:39.128315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceab0d5f-8265-49cb-9057-e976a496cbb6') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:39.128606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceab0d5f-8265-49cb-9057-e976a496cbb6') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:25:39.129007 dv-neutron-838878-1-hyperv neutron-server[84060]: util.warn( Apr 22 15:25:39.134191 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:25:39.134554 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:25:39.141609 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.157411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.163772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:25:39.164169 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:25:39.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:25:39.255418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.271130 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.282188 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d92261-f3e2-4794-b120-bdba7557b508,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:39.294629 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-3f1d6ca7-5db7-44a8-a945-7644505474e5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/17d92261-f3e2-4794-b120-bdba7557b508 HTTP/1.1" status: 204 len: 168 time: 0.8906665 Apr 22 15:25:39.297526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44716) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:39.636710 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Deleting port fbeec235-c85a-4712-9433-f97cda747d22 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:39.637369 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.706396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-6594f332-e466-424d-8b72-18609f0fa6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:39.713393 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-827176c0-ce5f-4d06-8c30-44b76b6e786d None None] The port 'fbeec235-c85a-4712-9433-f97cda747d22' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:25:39.792399 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:40.392727 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Deleting port a6556bb9-126a-4362-9ba5-92b96aa7f5d5 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:40.393061 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:40.515015 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fbeec235-c85a-4712-9433-f97cda747d22 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:40.546937 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: fbeec235-c85a-4712-9433-f97cda747d22 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:40.547268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device fbeec235-c85a-4712-9433-f97cda747d22 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:40.562805 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] For port a6556bb9-126a-4362-9ba5-92b96aa7f5d5, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:40.563192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:40.679520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Calling delete_port for a6556bb9-126a-4362-9ba5-92b96aa7f5d5 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:40.853892 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:40.897273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Pushing event deleted for resources: {'Port': ['ID=a6556bb9-126a-4362-9ba5-92b96aa7f5d5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:41.276967 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:41.796553 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce346e2e-d077-433e-a7c1-e844bc4b5280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:41.854985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Router 7af4b6c8-473b-492b-b4b7-a562d4750edf has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:42.053838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:42.062757 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-1f19438e-9e32-4e23-a90d-3544c21414be admin admin] 10.222.0.32 "PUT /v2.0/routers/7af4b6c8-473b-492b-b4b7-a562d4750edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7642550 Apr 22 15:25:42.062997 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] Sync routers for ids ['7af4b6c8-473b-492b-b4b7-a562d4750edf'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:42.065296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44720) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:42.076314 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] Routers {'7af4b6c8-473b-492b-b4b7-a562d4750edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:42.076927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7af4b6c8-473b-492b-b4b7-a562d4750edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:42.253714 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] Set router 7af4b6c8-473b-492b-b4b7-a562d4750edf gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:42.260772 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.537319 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:25:40Z', 'revision_number': 5, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port': {'id': 'a40ec71c-de61-4e04-9845-aa44781b6652', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:42.541128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] Checking router: 7af4b6c8-473b-492b-b4b7-a562d4750edf for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:42.551555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] Routers {'7af4b6c8-473b-492b-b4b7-a562d4750edf'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:42.552143 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['7af4b6c8-473b-492b-b4b7-a562d4750edf'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:42.561432 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.571514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Deleting port a40ec71c-de61-4e04-9845-aa44781b6652 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:42.571875 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.703745 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] Set router 7af4b6c8-473b-492b-b4b7-a562d4750edf gateway port host: None {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:42.744850 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] For port a40ec71c-de61-4e04-9845-aa44781b6652, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a40ec71c-de61-4e04-9845-aa44781b6652,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:42.745201 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.805303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:25:42Z', 'revision_number': 6, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:42.809624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d988e-0712-4f1d-bc87-275caf46d553 None None] The sync data for ids ['7af4b6c8-473b-492b-b4b7-a562d4750edf'] in dv-neutron-838878-1-hyperv is: [{'id': '7af4b6c8-473b-492b-b4b7-a562d4750edf', 'name': 'tempest-TestShelveInstance-1078412757-router', 'tenant_id': '351ff93a0dfd44248f4050eaea7b76b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:47Z', 'updated_at': '2022-04-22T15:25:42Z', 'revision_number': 6, 'project_id': '351ff93a0dfd44248f4050eaea7b76b5', 'gw_port_host': None}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:42.863015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Calling delete_port for a40ec71c-de61-4e04-9845-aa44781b6652 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:43.028271 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.070242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Pushing event deleted for resources: {'Port': ['ID=a40ec71c-de61-4e04-9845-aa44781b6652,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:43.090858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.103002 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.290406 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.540865 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.545530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.575890 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.576415 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7af4b6c8-473b-492b-b4b7-a562d4750edf {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:25:43.591129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.592278 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-83432ec4-3df5-4f57-bb75-f9fdf8fa094a admin admin] 10.222.0.32 "DELETE /v2.0/routers/7af4b6c8-473b-492b-b4b7-a562d4750edf HTTP/1.1" status: 204 len: 168 time: 1.5260746 Apr 22 15:25:43.595113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44724) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:43.660569 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Deleting subnet babd577f-9729-4044-ad34-211c4c0858ab {{(pid=84058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:25:43.664214 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.713617 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-880452'] for subnet, precommit_delete_associations {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.792004 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.864596 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3614860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3866602'] for subnet, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.900657 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babd577f-9729-4044-ad34-211c4c0858ab,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:43.907286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.913040 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60119af-ce32-43fc-9be3-caddb89b8845 None None] Network a5442435-1e81-4b1c-8058-50b6d22514d6 requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:43.916430 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7484b85e-07e6-49ca-ae68-7a0807b1b379 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/babd577f-9729-4044-ad34-211c4c0858ab HTTP/1.1" status: 204 len: 168 time: 0.3202980 Apr 22 15:25:43.919171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44728) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:44.019714 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.030398 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Deleting port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:44.030710 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.146517 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] DHCP port deletion for a5442435-1e81-4b1c-8058-50b6d22514d6 request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:25:44.151016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Deleting port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:44.151380 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.326314 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] For port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:44.326599 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.408691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] For port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,segment=NetworkSegment(9763de38-7287-4afd-bf47-52a3c6b2ed75),segment_id=9763de38-7287-4afd-bf47-52a3c6b2ed75)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:44.408929 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.442870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Calling delete_port for 6ec70f4a-79d5-4be5-afd1-4c201294ff9d owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:44.523196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.524689 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Calling delete_port for 6ec70f4a-79d5-4be5-afd1-4c201294ff9d owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:44.550257 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6556bb9-126a-4362-9ba5-92b96aa7f5d5 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:44.565244 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec70f4a-79d5-4be5-afd1-4c201294ff9d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:44.574738 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] No DVR routers for this DVR port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d on host dv-neutron-838878-1-hyperv {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:25:44.590978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a6556bb9-126a-4362-9ba5-92b96aa7f5d5 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:44.591303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a6556bb9-126a-4362-9ba5-92b96aa7f5d5 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:44.591722 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a40ec71c-de61-4e04-9845-aa44781b6652 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:44.644090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a40ec71c-de61-4e04-9845-aa44781b6652 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:44.644435 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a40ec71c-de61-4e04-9845-aa44781b6652 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:44.644837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6ec70f4a-79d5-4be5-afd1-4c201294ff9d no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:44.684475 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 6ec70f4a-79d5-4be5-afd1-4c201294ff9d {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:44.684711 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 6ec70f4a-79d5-4be5-afd1-4c201294ff9d not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:44.688753 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.696491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.702416 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:25:44.702762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:25:44.713959 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5442435-1e81-4b1c-8058-50b6d22514d6']}} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:44.725414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9763de38-7287-4afd-bf47-52a3c6b2ed75') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:44.725701 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.services.segments.db [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9763de38-7287-4afd-bf47-52a3c6b2ed75') {} {{(pid=84059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:44.737800 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3459927'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.757232 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.763551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:25:44.763956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4038097'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: Traceback (most recent call last): Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: timer() Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: cb(*args, **kw) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: return func(*args, **kwargs) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: self._notify() Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: self.callback(batched_events) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: event.method(event) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: return f(self, *a, **k) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._get(url).json() Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: return self.request(url, 'GET', **kwargs) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:25:44.776776 dv-neutron-838878-1-hyperv neutron-server[84059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:25:44.852973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.875685 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.885694 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5442435-1e81-4b1c-8058-50b6d22514d6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:44.889589 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-071dcffc-add8-4567-8bcf-9f3ed6568645 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a5442435-1e81-4b1c-8058-50b6d22514d6 HTTP/1.1" status: 204 len: 168 time: 0.9693723 Apr 22 15:25:45.034393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44734) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:45.083717 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-2f597c21-5a5c-4dca-ae47-838426de2c10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=080b62eb931b4c148de5bce3025ade64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482249 Apr 22 15:25:45.086457 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44738) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:45.154586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bab-a144-4a4d-8df8-3a4c5d952a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.180446 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bab-a144-4a4d-8df8-3a4c5d952a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.204072 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Deleting port 6ec70f4a-79d5-4be5-afd1-4c201294ff9d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:45.204566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.236855 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bab-a144-4a4d-8df8-3a4c5d952a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.252939 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf4bab-a144-4a4d-8df8-3a4c5d952a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf34b9-1bca-4d77-a11f-484177f39b18,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:45.267134 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bab-a144-4a4d-8df8-3a4c5d952a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.270644 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-adbf4bab-a144-4a4d-8df8-3a4c5d952a70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bebf34b9-1bca-4d77-a11f-484177f39b18 HTTP/1.1" status: 204 len: 168 time: 0.1808608 Apr 22 15:25:45.274053 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-c45e97b8-349e-4a7e-ad88-044b15760d59 None None] The port '6ec70f4a-79d5-4be5-afd1-4c201294ff9d' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:25:45.678256 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44746) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:45.726737 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-008526fb-43ce-4338-970d-d88e402bc261 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=351ff93a0dfd44248f4050eaea7b76b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471468 Apr 22 15:25:45.730286 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44750) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:45.789143 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9da6e322-0346-4e24-9348-6a2b38e732ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.815304 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9da6e322-0346-4e24-9348-6a2b38e732ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.871477 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9da6e322-0346-4e24-9348-6a2b38e732ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.891279 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6e322-0346-4e24-9348-6a2b38e732ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f67690e-4486-463e-8ddb-68a0140ffec6,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:45.899438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-9da6e322-0346-4e24-9348-6a2b38e732ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.900926 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-9da6e322-0346-4e24-9348-6a2b38e732ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f67690e-4486-463e-8ddb-68a0140ffec6 HTTP/1.1" status: 204 len: 168 time: 0.1697028 Apr 22 15:25:46.765458 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44772) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:46.941257 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1905243418-network', 'tenant_id': '390d6604741c498a95fac326fe0ece4c'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:46.948354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:46.953278 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Usage tracker for resource:network and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:46.956254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:46.962607 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:46.975530 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Made reservation on behalf of 390d6604741c498a95fac326fe0ece4c for: {'network': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:25:46.978834 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.000325 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.031936 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:47.035707 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:47.038497 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:47.044176 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:47.106919 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.112586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.141301 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=84058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:25:47.149294 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259fd49-2c49-41dc-93a7-4a009983dfa5,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:47.154823 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.155166 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.segments_db [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Added segment 81a34d0d-1843-48ce-b26c-bc9ca0340dbf of type vlan for network 0ebff1e8-0555-44dd-8041-9091e294899c Apr 22 15:25:47.180089 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.215809 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.216787 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:47.217448 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.319648 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] Pushing event updated for resources: {'Network': ['ID=0ebff1e8-0555-44dd-8041-9091e294899c,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:47.326186 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-69fd1c52-27f8-4119-a9e8-419ac6e1466c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5573764 Apr 22 15:25:47.327080 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44780) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:47.330258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network 0ebff1e8-0555-44dd-8041-9091e294899c details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:25:47.333171 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Request body: {'subnet': {'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1905243418-subnet', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'ip_version': 4}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:47.338290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:47.342120 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Usage tracker for resource:subnet and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:47.344915 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:47.350579 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:47.361881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Made reservation on behalf of 390d6604741c498a95fac326fe0ece4c for: {'subnet': 1} {{(pid=84058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:25:47.364586 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3866497'] for subnet, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.567000 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3866515'] for subnet, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.636218 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77fbc52-b237-4dea-b27b-421653a7cb5b,revision_number=0']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:47.653881 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Checking segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:47.654236 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Network hostable DHCP agents. Network: 0ebff1e8-0555-44dd-8041-9091e294899c, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:25:47.679513 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Network 0ebff1e8-0555-44dd-8041-9091e294899c is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:25:47.692488 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, 0ebff1e8-0555-44dd-8041-9091e294899c) {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:47.696509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:47.697093 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.702534 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa148a3-8e44-4e14-8665-fc43a3f557af None None] Network 0ebff1e8-0555-44dd-8041-9091e294899c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:47.719514 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-7dc75f1b-e9de-40d7-b781-0aa05ee7804c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3916943 Apr 22 15:25:47.722284 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44784) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:47.727347 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:47.732006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:47.735814 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Usage tracker for resource:router and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:47.738627 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:47.744346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:47.756177 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.757082 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.774966 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.919829 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-0ebff1e8-0555-44dd-8041-9091e294899c', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:25:47.920638 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.007887 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.072069 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Allocated IP 172.20.0.2 (0ebff1e8-0555-44dd-8041-9091e294899c/e77fbc52-b237-4dea-b27b-421653a7cb5b/8463b02d-2579-44bf-b37d-3875c831e882) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:48.193503 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.222699 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.266185 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.276119 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Transition to ACTIVE for port object 8463b02d-2579-44bf-b37d-3875c831e882 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:48.294944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Transition to ACTIVE for port object 8463b02d-2579-44bf-b37d-3875c831e882 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:48.301463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.358665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Allocated IP 172.26.2.79 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/9db23437-d050-452f-97f4-67caacb026b3) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:48.369734 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Network 0ebff1e8-0555-44dd-8041-9091e294899c is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:48.373021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:48.375577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:48.382720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Pushing event updated for resources: {'Port': ['ID=8463b02d-2579-44bf-b37d-3875c831e882,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:48.418330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.418634 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.419003 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.419331 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.419658 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.419979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.420303 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.420624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.420940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.421226 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.421559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:48.475468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Attempting to bind port 8463b02d-2579-44bf-b37d-3875c831e882 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:48.475833 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Attempting to bind port 8463b02d-2579-44bf-b37d-3875c831e882 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:48.476188 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Attempting to bind port 8463b02d-2579-44bf-b37d-3875c831e882 on network 0ebff1e8-0555-44dd-8041-9091e294899c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:48.482560 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:48.482921 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Checking segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:48.483313 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.483691 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Bound using segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:48.484163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Bound port: 8463b02d-2579-44bf-b37d-3875c831e882, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:48.484510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.500622 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.529238 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.572892 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] For port 8463b02d-2579-44bf-b37d-3875c831e882, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:48.576312 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] For port 8463b02d-2579-44bf-b37d-3875c831e882, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8463b02d-2579-44bf-b37d-3875c831e882,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:48.581037 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.593165 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:48.595856 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:48.599562 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:48.631820 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Pushing event updated for resources: {'Port': ['ID=9db23437-d050-452f-97f4-67caacb026b3,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:48.662078 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ecd8-f832-4c68-8c71-87e8e353f301 None None] Pushing event updated for resources: {'Port': ['ID=8463b02d-2579-44bf-b37d-3875c831e882,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:48.765774 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.766502 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:49.017345 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:25:49.214198 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:49.223018 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:49.236362 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:49.236842 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:49.241292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:49.242633 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-0f7f10b1-583f-483f-b38f-6f0255a875ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5193450 Apr 22 15:25:49.245317 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44788) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:49.420411 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:49.659550 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c782131-3493-445e-871b-81c0310301e8 None None] Network 0ebff1e8-0555-44dd-8041-9091e294899c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:49.705869 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:48Z', 'revision_number': 3, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:49.710371 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:49.710991 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Updating router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 port 9db23437-d050-452f-97f4-67caacb026b3 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:25:49.766229 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:49.800034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-6658e029-8853-4d3c-be7a-577fb9de76b8 None None] Provisioning for port 8463b02d-2579-44bf-b37d-3875c831e882 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:50.098436 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.134371 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.145248 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Transition to ACTIVE for port object 9db23437-d050-452f-97f4-67caacb026b3 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:50.151683 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.222254 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Attempting to bind port 9db23437-d050-452f-97f4-67caacb026b3 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:50.222548 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Attempting to bind port 9db23437-d050-452f-97f4-67caacb026b3 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:50.222863 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Attempting to bind port 9db23437-d050-452f-97f4-67caacb026b3 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:50.231138 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Pushing event updated for resources: {'Port': ['ID=9db23437-d050-452f-97f4-67caacb026b3,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:50.240272 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:50.240629 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:50.241015 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.241386 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:50.241854 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Bound port: 9db23437-d050-452f-97f4-67caacb026b3, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:50.242210 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.268499 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.268833 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.269158 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.269478 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.269823 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.270138 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.270451 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.270763 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.271087 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.271381 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.271689 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:50.306632 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Allocated IP 172.20.0.1 (0ebff1e8-0555-44dd-8041-9091e294899c/e77fbc52-b237-4dea-b27b-421653a7cb5b/a781eefe-222b-4b56-bde1-1d7f39c95246) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:50.322118 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] For port 9db23437-d050-452f-97f4-67caacb026b3, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:50.325411 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] For port 9db23437-d050-452f-97f4-67caacb026b3, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9db23437-d050-452f-97f4-67caacb026b3,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:50.332194 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.410754 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115277b-d4cc-47d5-88d5-75859abbc299 None None] Pushing event updated for resources: {'Port': ['ID=9db23437-d050-452f-97f4-67caacb026b3,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:50.414352 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:50.414936 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:50.454741 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.471022 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.provisioning_blocks [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Transition to ACTIVE for port object a781eefe-222b-4b56-bde1-1d7f39c95246 will not be triggered until provisioned by entity DHCP. {{(pid=84058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:50.496537 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.556752 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8463b02d-2579-44bf-b37d-3875c831e882 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:50.565647 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Network 0ebff1e8-0555-44dd-8041-9091e294899c is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:50.569397 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:50.571188 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Pushing event updated for resources: {'Port': ['ID=a781eefe-222b-4b56-bde1-1d7f39c95246,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:50.573323 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:50.597750 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:50.625665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.643614 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 8463b02d-2579-44bf-b37d-3875c831e882 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:50.654706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8463b02d-2579-44bf-b37d-3875c831e882 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:50.655082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.723379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.790587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.829885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 8463b02d-2579-44bf-b37d-3875c831e882, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8463b02d-2579-44bf-b37d-3875c831e882,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:50.835070 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.906823 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bc764f68-75ba-4ffe-980b-5c51c42b66a8 None None] Provisioning for port a781eefe-222b-4b56-bde1-1d7f39c95246 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:50.908836 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:48Z', 'revision_number': 3, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:50.912939 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4fefc-9950-44ee-95e6-a844a67d6c63 None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:48Z', 'revision_number': 3, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:50.913622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-bc764f68-75ba-4ffe-980b-5c51c42b66a8 None None] Provisioning complete for port a781eefe-222b-4b56-bde1-1d7f39c95246 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:50.914031 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bc764f68-75ba-4ffe-980b-5c51c42b66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.936602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=8463b02d-2579-44bf-b37d-3875c831e882,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:50.969396 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-bc764f68-75ba-4ffe-980b-5c51c42b66a8 None None] Port a781eefe-222b-4b56-bde1-1d7f39c95246 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:50.972085 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.977877 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.092561 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.101598 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Pushing event updated for resources: {'Port': ['ID=a781eefe-222b-4b56-bde1-1d7f39c95246,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:51.241203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Network 0ebff1e8-0555-44dd-8041-9091e294899c is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:51.242404 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:51.500893 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-7a402217-66e7-41d5-bfa2-11f2a44e2311 None None] Provisioning complete for port a781eefe-222b-4b56-bde1-1d7f39c95246 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:51.501174 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7a402217-66e7-41d5-bfa2-11f2a44e2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.560165 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-7a402217-66e7-41d5-bfa2-11f2a44e2311 None None] Port a781eefe-222b-4b56-bde1-1d7f39c95246 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:51.755949 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:51.957849 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:51.967159 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-923f98c2-1ec6-47c8-8b0a-2e6070c98c0d admin admin] 10.222.0.32 "PUT /v2.0/routers/8f6f65f4-fc1a-4d7c-93c4-f46550a342a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208159 Apr 22 15:25:52.585054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8463b02d-2579-44bf-b37d-3875c831e882 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:52.654603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 8463b02d-2579-44bf-b37d-3875c831e882 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:52.654967 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.770499 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9db23437-d050-452f-97f4-67caacb026b3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:52.830214 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44810) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:52.836125 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2059808972-network', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:52.841198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:52.843171 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 9db23437-d050-452f-97f4-67caacb026b3 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:52.845015 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Usage tracker for resource:network and tenant:2d342a1418944a41a6f1f3791f0009b9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:52.848786 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:52.848926 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9db23437-d050-452f-97f4-67caacb026b3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:52.849151 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.854731 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:52.864726 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Made reservation on behalf of 2d342a1418944a41a6f1f3791f0009b9 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:25:52.867072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.883192 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.914665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:52.919062 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Usage tracker for resource:security_group_rule and tenant:2d342a1418944a41a6f1f3791f0009b9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:52.921975 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:52.927944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:52.967444 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.983111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 9db23437-d050-452f-97f4-67caacb026b3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9db23437-d050-452f-97f4-67caacb026b3,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:52.988723 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.996160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.000497 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.031095 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:25:53.043610 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47ebab-fb04-45f5-ae8b-41d8536b0239,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:53.049486 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.049857 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.segments_db [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Added segment c188de21-8273-4932-a753-9c777a3e7cc8 of type vlan for network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec Apr 22 15:25:53.055302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=9db23437-d050-452f-97f4-67caacb026b3,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:53.076541 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730890947350'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.108501 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.109341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:53.109989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Notify callbacks [] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.209198 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] Pushing event updated for resources: {'Network': ['ID=e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:53.214569 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-87e987c1-71c7-4d1e-be37-7b462948b32c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3806703 Apr 22 15:25:53.214759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44814) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:53.220079 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Request body: {'subnet': {'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2059808972-subnet', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:53.220280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec details requested by agent ovs-agent-dv-neutron-838878-1-hyperv with host dv-neutron-838878-1-hyperv {{(pid=84060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:25:53.225335 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:53.229481 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Usage tracker for resource:subnet and tenant:2d342a1418944a41a6f1f3791f0009b9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:53.232715 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:53.238937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:53.251004 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Made reservation on behalf of 2d342a1418944a41a6f1f3791f0009b9 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:25:53.253745 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3161995'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.455626 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4038008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3162009'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.535005 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c56519c-728a-4945-bcec-d86e57cffb60,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:53.551492 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Checking segment: {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:53.551838 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Network hostable DHCP agents. Network: e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec, hostable agents: ['a8656674-008d-41ea-8352-85df98f36631'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:25:53.577168 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec is scheduled to be hosted by DHCP agent a8656674-008d-41ea-8352-85df98f36631 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:25:53.588403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838878-1-hyperv, e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:53.592518 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:53.593084 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.598358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8502d1a6-dab6-4e4f-bb47-de8a9ba563cf None None] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:53.616174 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-4dffcc58-b428-4365-afca-ddffd682e270 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4003224 Apr 22 15:25:53.619074 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44818) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:53.624463 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:53.629575 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:53.633660 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Usage tracker for resource:router and tenant:2d342a1418944a41a6f1f3791f0009b9 is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:53.636535 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:53.642321 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:53.654235 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5463'] for router, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.655195 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5468'] for router, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.673592 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.809068 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b2ebbb3-c5c3-5c88-bd14-e5915180ae68-e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec', 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'fixed_ips': [{'subnet_id': '0c56519c-728a-4945-bcec-d86e57cffb60'}]}} from dv-neutron-838878-1-hyperv. {{(pid=84060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:25:53.809942 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.816023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.963518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.db_base_plugin_common [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Allocated IP 172.20.0.2 (e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec/0c56519c-728a-4945-bcec-d86e57cffb60/df7cd2b8-e70a-42b7-a8fc-f538662467e8) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:54.001036 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.029711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.168254 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Allocated IP 172.26.2.142 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/2810ef27-62b1-49c3-b17a-27d08d4b2618) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:54.172110 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.183327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Transition to ACTIVE for port object df7cd2b8-e70a-42b7-a8fc-f538662467e8 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:54.203536 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Transition to ACTIVE for port object df7cd2b8-e70a-42b7-a8fc-f538662467e8 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:54.209981 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.310268 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:54.313974 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.scheduler.base_scheduler [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:54.316505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:54.319047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Pushing event updated for resources: {'Port': ['ID=df7cd2b8-e70a-42b7-a8fc-f538662467e8,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:54.325669 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.355982 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.356162 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:54.422816 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:54.425633 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:54.426726 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Attempting to bind port df7cd2b8-e70a-42b7-a8fc-f538662467e8 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:54.427993 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Attempting to bind port df7cd2b8-e70a-42b7-a8fc-f538662467e8 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:54.428386 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Attempting to bind port df7cd2b8-e70a-42b7-a8fc-f538662467e8 on network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:54.430087 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:54.433187 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:54.433869 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:54.453398 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Pushing event updated for resources: {'Port': ['ID=2810ef27-62b1-49c3-b17a-27d08d4b2618,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:54.540060 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9db23437-d050-452f-97f4-67caacb026b3 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:54.581526 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:54.581919 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Checking segment: {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:54.582327 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.582706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Bound using segment: {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:54.583182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Bound port: df7cd2b8-e70a-42b7-a8fc-f538662467e8, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:54.583549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.588290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.589142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670617'] for router, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.741186 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] For port df7cd2b8-e70a-42b7-a8fc-f538662467e8, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:54.747875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] For port df7cd2b8-e70a-42b7-a8fc-f538662467e8, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df7cd2b8-e70a-42b7-a8fc-f538662467e8,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:54.753623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:54.796054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.876602 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 9db23437-d050-452f-97f4-67caacb026b3 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:54.876969 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.927293 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 is scheduled to L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e with binding_index 1 {{(pid=84058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:25:55.007026 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f8c1e-7c19-4fdf-b277-c55245d78bc2 None None] Pushing event updated for resources: {'Port': ['ID=df7cd2b8-e70a-42b7-a8fc-f538662467e8,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:55.134142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:55.144436 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Sync routers for ids ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:55.160018 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Routers {'6376a4a3-cd7d-4cb8-a56b-0f051208cea5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:55.173022 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:55.176461 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] Notify callbacks [] for router, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.177883 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-b1d05424-d6f3-4cfc-b340-05c99d6ba33d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5577309 Apr 22 15:25:55.180777 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44822) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:55.297029 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 2, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:55.303086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:55.303639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Updating router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 port a781eefe-222b-4b56-bde1-1d7f39c95246 binding host dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:25:55.382671 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.384374 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Set router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:55.676196 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:25:54Z', 'revision_number': 3, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:55.680359 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Checking router: 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:55.680961 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Updating router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 port 2810ef27-62b1-49c3-b17a-27d08d4b2618 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:25:55.738759 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.759888 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.773648 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Transition to ACTIVE for port object a781eefe-222b-4b56-bde1-1d7f39c95246 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:55.784210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.991105 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717ddde-3233-4939-8dba-93987d8f3c7d None None] Pushing event updated for resources: {'Port': ['ID=a781eefe-222b-4b56-bde1-1d7f39c95246,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.097708 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Attempting to bind port a781eefe-222b-4b56-bde1-1d7f39c95246 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:56.101952 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Attempting to bind port a781eefe-222b-4b56-bde1-1d7f39c95246 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:56.102844 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Attempting to bind port a781eefe-222b-4b56-bde1-1d7f39c95246 on network 0ebff1e8-0555-44dd-8041-9091e294899c {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:56.110824 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:56.111259 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Checking segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:56.111720 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.112605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Bound using segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:56.113077 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.managers [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Bound port: a781eefe-222b-4b56-bde1-1d7f39c95246, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:56.113516 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.162099 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.175850 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Transition to ACTIVE for port object 2810ef27-62b1-49c3-b17a-27d08d4b2618 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:56.184614 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.216428 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.217953 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] For port a781eefe-222b-4b56-bde1-1d7f39c95246, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:56.222741 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] For port a781eefe-222b-4b56-bde1-1d7f39c95246, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a781eefe-222b-4b56-bde1-1d7f39c95246,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:56.230707 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.268992 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Attempting to bind port 2810ef27-62b1-49c3-b17a-27d08d4b2618 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:56.269355 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Attempting to bind port 2810ef27-62b1-49c3-b17a-27d08d4b2618 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:56.269742 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Attempting to bind port 2810ef27-62b1-49c3-b17a-27d08d4b2618 on network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:56.275855 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45508a56-7f5f-4c3d-9abd-efa5f57647f8 None None] Pushing event updated for resources: {'Port': ['ID=2810ef27-62b1-49c3-b17a-27d08d4b2618,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.282180 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:56.282554 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Checking segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:56.282943 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.283360 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Bound using segment: {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:56.283812 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Bound port: 2810ef27-62b1-49c3-b17a-27d08d4b2618, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609038b-f80d-4b98-9b0f-914f1e259a89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:56.284207 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.293224 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485cb5b1-22dc-4f2e-b9df-8976ef7c1482 None None] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:56.361863 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] For port 2810ef27-62b1-49c3-b17a-27d08d4b2618, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:56.364999 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] For port 2810ef27-62b1-49c3-b17a-27d08d4b2618, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2810ef27-62b1-49c3-b17a-27d08d4b2618,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:56.370642 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.432214 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717ddde-3233-4939-8dba-93987d8f3c7d None None] Pushing event updated for resources: {'Port': ['ID=a781eefe-222b-4b56-bde1-1d7f39c95246,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.446576 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Allocated IP 172.20.0.1 (e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec/0c56519c-728a-4945-bcec-d86e57cffb60/7bcec19a-f695-4ee5-94a2-d779e85eb911) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:56.449402 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-0f70e2bc-a160-4ebb-9815-5b04cdae876f None None] Provisioning for port df7cd2b8-e70a-42b7-a8fc-f538662467e8 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:56.458657 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45508a56-7f5f-4c3d-9abd-efa5f57647f8 None None] Pushing event updated for resources: {'Port': ['ID=2810ef27-62b1-49c3-b17a-27d08d4b2618,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.462872 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Routers {'6376a4a3-cd7d-4cb8-a56b-0f051208cea5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:56.463440 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:56.478811 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:56.479436 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:25:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:56.630705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.645394 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df7cd2b8-e70a-42b7-a8fc-f538662467e8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:56.650725 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Transition to ACTIVE for port object 7bcec19a-f695-4ee5-94a2-d779e85eb911 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:56.675483 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] Set router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:56.685628 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.774635 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:56.778520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:56.780296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Pushing event updated for resources: {'Port': ['ID=7bcec19a-f695-4ee5-94a2-d779e85eb911,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.782523 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:56.835718 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669539'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.874938 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:56.911632 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port df7cd2b8-e70a-42b7-a8fc-f538662467e8 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:56.920933 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.936280 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port df7cd2b8-e70a-42b7-a8fc-f538662467e8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:56.936644 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.969874 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:25:54Z', 'revision_number': 3, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:56.974624 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805890d-e9f0-4e94-9ac9-51331397bf67 None None] The sync data for ids ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'] in dv-neutron-838878-1-hyperv is: [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:25:54Z', 'revision_number': 3, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:57.155454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.160945 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.259890 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.263943 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Pushing event updated for resources: {'Port': ['ID=7bcec19a-f695-4ee5-94a2-d779e85eb911,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:57.276799 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1735209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669646'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.310337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-171f41b0-ac00-4d0b-af12-bd43804cad9c None None] Provisioning complete for port df7cd2b8-e70a-42b7-a8fc-f538662467e8 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:57.310337 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-171f41b0-ac00-4d0b-af12-bd43804cad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.392325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port df7cd2b8-e70a-42b7-a8fc-f538662467e8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df7cd2b8-e70a-42b7-a8fc-f538662467e8,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:57.399173 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.426402 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:57.427438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:57.595357 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=df7cd2b8-e70a-42b7-a8fc-f538662467e8,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:57.599316 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:57.608521 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede7bb1-acf7-4c71-b6e2-f3841fe38633 None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:57.619880 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-171f41b0-ac00-4d0b-af12-bd43804cad9c None None] Provisioning for port 7bcec19a-f695-4ee5-94a2-d779e85eb911 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:57.626022 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-171f41b0-ac00-4d0b-af12-bd43804cad9c None None] Provisioning complete for port 7bcec19a-f695-4ee5-94a2-d779e85eb911 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:57.626387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-171f41b0-ac00-4d0b-af12-bd43804cad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.706207 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-171f41b0-ac00-4d0b-af12-bd43804cad9c None None] Port 7bcec19a-f695-4ee5-94a2-d779e85eb911 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:57.830108 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-70531e27-788d-4c58-b92e-db96d8052cb2 None None] Provisioning complete for port 7bcec19a-f695-4ee5-94a2-d779e85eb911 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:57.830621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-70531e27-788d-4c58-b92e-db96d8052cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.896944 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-70531e27-788d-4c58-b92e-db96d8052cb2 None None] Port 7bcec19a-f695-4ee5-94a2-d779e85eb911 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:57.958798 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:58.176387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:58.186001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-aec0b07e-e341-4401-b579-cc35f9878bac admin admin] 10.222.0.32 "PUT /v2.0/routers/6376a4a3-cd7d-4cb8-a56b-0f051208cea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035610 Apr 22 15:25:58.650831 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810ef27-62b1-49c3-b17a-27d08d4b2618 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:58.731221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 2810ef27-62b1-49c3-b17a-27d08d4b2618 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:58.736397 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2810ef27-62b1-49c3-b17a-27d08d4b2618 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:58.738182 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.863994 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.879747 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 2810ef27-62b1-49c3-b17a-27d08d4b2618, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2810ef27-62b1-49c3-b17a-27d08d4b2618,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:58.884848 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.885613 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df7cd2b8-e70a-42b7-a8fc-f538662467e8 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:58.993865 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=2810ef27-62b1-49c3-b17a-27d08d4b2618,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.007665 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port df7cd2b8-e70a-42b7-a8fc-f538662467e8 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.008030 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.096847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44834) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.102779 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908626465', 'description': 'tempest-secgroup-smoke-908626465 description', 'project_id': '390d6604741c498a95fac326fe0ece4c'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:59.108618 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.112475 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.115316 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.120287 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a781eefe-222b-4b56-bde1-1d7f39c95246 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:59.120900 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.135879 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.172742 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.177073 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.180563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.186839 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.194437 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port a781eefe-222b-4b56-bde1-1d7f39c95246 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:59.199771 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a781eefe-222b-4b56-bde1-1d7f39c95246 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.200135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.241276 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.246361 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.286631 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26519d7e-5711-4c07-b8cf-dae3221ddb4d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.292808 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.297949 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-01adc0f0-7a7b-453c-b63f-0645132f2861 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1972947 Apr 22 15:25:59.298439 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44838) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.305521 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group_rule': {'security_group_id': '26519d7e-5711-4c07-b8cf-dae3221ddb4d', 'project_id': '390d6604741c498a95fac326fe0ece4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:59.311680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.313066 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.315989 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.318950 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.324719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.343863 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.347117 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port a781eefe-222b-4b56-bde1-1d7f39c95246, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a781eefe-222b-4b56-bde1-1d7f39c95246,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:59.352276 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.406248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.411279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.419922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=a781eefe-222b-4b56-bde1-1d7f39c95246,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.434323 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b7b183-b6b5-4d5d-be61-d648e2c92c36,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.444983 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.446227 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-36185b2d-f145-4b01-89e2-35427ff250ad tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1465065 Apr 22 15:25:59.448935 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44842) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.454339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group_rule': {'security_group_id': '26519d7e-5711-4c07-b8cf-dae3221ddb4d', 'project_id': '390d6604741c498a95fac326fe0ece4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:59.459914 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.463583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.466513 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.472216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.489946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.554087 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.559345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.581602 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e40268-713c-4ba4-9cf2-8dce1b7f620d,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.592296 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.593462 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0abf0d72-cc8f-43ca-a9d4-dd4be8bea6c3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1435792 Apr 22 15:25:59.596455 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44846) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.601891 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group_rule': {'security_group_id': '26519d7e-5711-4c07-b8cf-dae3221ddb4d', 'project_id': '390d6604741c498a95fac326fe0ece4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:59.607781 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.611526 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.614436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.620178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.638408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.700160 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.705248 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.727262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbd2411-d6ed-41ee-a803-f918109503a0,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.737149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.738596 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-92139009-3730-4d4c-babe-479e69820646 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412559 Apr 22 15:25:59.741329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44852) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.746775 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group_rule': {'security_group_id': '26519d7e-5711-4c07-b8cf-dae3221ddb4d', 'project_id': '390d6604741c498a95fac326fe0ece4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:59.753147 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.757279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.760282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.766333 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.788895 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.862246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.868387 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.891029 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24f2efc-f7a1-4bd4-b0b0-6755df8aaeed,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.911381 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.912741 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-668c8dc9-c555-4d07-a111-c18ab5eda53c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1704113 Apr 22 15:25:59.916656 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44856) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.922146 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group_rule': {'security_group_id': '26519d7e-5711-4c07-b8cf-dae3221ddb4d', 'project_id': '390d6604741c498a95fac326fe0ece4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:59.928222 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:59.932002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:59.934849 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:59.940985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:59.958678 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Project 390d6604741c498a95fac326fe0ece4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:25:59.965144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.031932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.037978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.060436 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e5966f-01a7-4d05-bee0-ed480686265f,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:00.070165 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.071435 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-eb7e511a-bb80-4b6a-87c6-999a956d7d8a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1538296 Apr 22 15:26:00.075290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44862) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:00.080674 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'security_group_rule': {'security_group_id': '26519d7e-5711-4c07-b8cf-dae3221ddb4d', 'project_id': '390d6604741c498a95fac326fe0ece4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:00.086551 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:00.090699 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:security_group_rule and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:00.093705 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:00.099732 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:00.112686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.securitygroups_db [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Project 390d6604741c498a95fac326fe0ece4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:26:00.119334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.185871 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.191974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584974'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.214152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499b80b7-a1c8-47f8-ba19-66d563999c40,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:00.225901 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.227224 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-74ac6e76-2e09-45fe-bd15-8d4bd4b334d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1509898 Apr 22 15:26:00.402978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-b97bb99a-0ee7-41c7-8160-1603938aa4fe tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Synchronizing usage tracker for tenant:390d6604741c498a95fac326fe0ece4c on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:00.422403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-b97bb99a-0ee7-41c7-8160-1603938aa4fe tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Unset dirty status for tenant:390d6604741c498a95fac326fe0ece4c on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:00.423624 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-b97bb99a-0ee7-41c7-8160-1603938aa4fe tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908626465&fields=id&tenant_id=390d6604741c498a95fac326fe0ece4c HTTP/1.1" status: 200 len: 267 time: 0.0624230 Apr 22 15:26:00.532846 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810ef27-62b1-49c3-b17a-27d08d4b2618 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:00.575161 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-e606d3ff-ff94-4d55-b589-729e6eaa2509 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:00.576648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-e606d3ff-ff94-4d55-b589-729e6eaa2509 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 810 time: 0.1438506 Apr 22 15:26:00.593627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-cb713763-6674-4535-bc9b-2ab22f6bc6bc tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/quotas/390d6604741c498a95fac326fe0ece4c HTTP/1.1" status: 200 len: 375 time: 0.0106225 Apr 22 15:26:00.599395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 2810ef27-62b1-49c3-b17a-27d08d4b2618 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:00.599788 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.671662 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-007bd259-7c6f-40ee-84a7-005d3ac86eaf tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727012 Apr 22 15:26:00.713657 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a781eefe-222b-4b56-bde1-1d7f39c95246 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:00.780885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port a781eefe-222b-4b56-bde1-1d7f39c95246 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:00.781258 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.808956 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-154d3310-2a2a-41ce-b90b-66745f6d45ca service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:26:00.810376 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-154d3310-2a2a-41ce-b90b-66745f6d45ca service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1274552 Apr 22 15:26:00.937585 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-b894177d-f285-4715-ab9a-2be8fbc1da9e service neutron] 10.222.0.32 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207852 Apr 22 15:26:01.156215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-06ac5941-ae6d-4698-81b5-294b35194256 service neutron] 10.222.0.32 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128112 Apr 22 15:26:01.377305 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-91f953ba-68a6-4619-88cc-bb9c9414420e req-040bbecb-09ac-49c8-9d70-6a356d5b5545 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 210 time: 0.0395212 Apr 22 15:26:02.547534 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9028c562-5378-4025-9aeb-dcc825e16c2e req-33952e92-7f28-48dc-a67f-ff1316d1285e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 210 time: 0.0446327 Apr 22 15:26:02.745870 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-b20e2a15-bc0a-4b27-ad0f-657b20737eec tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:02.747184 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-b20e2a15-bc0a-4b27-ad0f-657b20737eec tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 810 time: 0.1472361 Apr 22 15:26:02.811912 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-f2615a64-fa01-4184-903d-7eb23e754248 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390d6604741c498a95fac326fe0ece4c HTTP/1.1" status: 200 len: 379 time: 0.0511820 Apr 22 15:26:02.821126 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'port': {'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'admin_state_up': True, 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'security_groups': ['26519d7e-5711-4c07-b8cf-dae3221ddb4d']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:02.956984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:02.962937 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:port and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:02.966442 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:02.974338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:02.992000 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Made reservation on behalf of 390d6604741c498a95fac326fe0ece4c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:26:02.996988 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.157893 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Allocated IP 172.20.0.10 (0ebff1e8-0555-44dd-8041-9091e294899c/e77fbc52-b237-4dea-b27b-421653a7cb5b/f8491a8d-d394-45e2-a5b2-43852618e8c4) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:26:03.339505 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.355163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Transition to ACTIVE for port object f8491a8d-d394-45e2-a5b2-43852618e8c4 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:03.377485 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.451149 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Network 0ebff1e8-0555-44dd-8041-9091e294899c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:26:03.454249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:26:03.458539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:26:03.482784 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:03.524689 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:03.525289 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.547574 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-ec741a97-71bd-4542-b1e6-7a4ac68a27b1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7301440 Apr 22 15:26:03.559048 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Request body: {'port': {'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:03.670583 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.670793 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-20135b49-ea8b-4472-af86-0d6b30ab49b4 None None] Provisioning for port f8491a8d-d394-45e2-a5b2-43852618e8c4 completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:03.676461 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-20135b49-ea8b-4472-af86-0d6b30ab49b4 None None] Provisioning complete for port f8491a8d-d394-45e2-a5b2-43852618e8c4 triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:03.676875 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-20135b49-ea8b-4472-af86-0d6b30ab49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.731935 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-20135b49-ea8b-4472-af86-0d6b30ab49b4 None None] Port f8491a8d-d394-45e2-a5b2-43852618e8c4 cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:26:03.863748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2372870-7e85-4309-ad52-03342f629b34 req-2e21a0b7-6f47-489d-9208-9e531315d18a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:03.864337 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a2372870-7e85-4309-ad52-03342f629b34 req-2e21a0b7-6f47-489d-9208-9e531315d18a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Synchronizing usage tracker for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:03.955703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-a2372870-7e85-4309-ad52-03342f629b34 req-2e21a0b7-6f47-489d-9208-9e531315d18a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Unset dirty status for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:03.956828 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2372870-7e85-4309-ad52-03342f629b34 req-2e21a0b7-6f47-489d-9208-9e531315d18a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 932 time: 0.2757602 Apr 22 15:26:04.043338 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a2372870-7e85-4309-ad52-03342f629b34 req-ea3a5c4c-3e48-4a09-9017-acc7049bb5cd tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655010 Apr 22 15:26:04.108385 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8491a8d-d394-45e2-a5b2-43852618e8c4 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:26:04.115539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.130487 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Transition to ACTIVE for port object f8491a8d-d394-45e2-a5b2-43852618e8c4 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:04.135877 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.316250 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.365454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:04.474592 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Attempting to bind port f8491a8d-d394-45e2-a5b2-43852618e8c4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:26:04.474932 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Attempting to bind port f8491a8d-d394-45e2-a5b2-43852618e8c4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:26:04.475280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Attempting to bind port f8491a8d-d394-45e2-a5b2-43852618e8c4 on network 0ebff1e8-0555-44dd-8041-9091e294899c {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:04.481108 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Port f8491a8d-d394-45e2-a5b2-43852618e8c4 on network 0ebff1e8-0555-44dd-8041-9091e294899c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:26:04.481430 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Attempting to bind port f8491a8d-d394-45e2-a5b2-43852618e8c4 on network 0ebff1e8-0555-44dd-8041-9091e294899c {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:04.487860 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:26:04.488196 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Checking segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:26:04.488573 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Bound using segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:26:04.488985 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Bound port: f8491a8d-d394-45e2-a5b2-43852618e8c4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:26:04.489327 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.574894 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:26:04.577946 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:26:04.584719 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.648947 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.650291 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 1094 time: 1.0954902 Apr 22 15:26:04.650746 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:04.667315 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e2c7-2f9b-4f86-bb2b-bc8a5b00dea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:04.768380 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-775af29b-9381-490f-bc80-8f8b3b216e5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1097 time: 0.0761645 Apr 22 15:26:04.828125 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f83f8-c220-403a-8428-3149d062c23f'] response: {'name': 'network-changed', 'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'status': 'completed', 'code': 200} Apr 22 15:26:04.843770 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-5a3e290f-c3c6-44c7-8a08-e2c771c1d048 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0686052 Apr 22 15:26:04.906825 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-8c733197-b23b-418b-9e68-bcc2a151fd98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:04.908209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-8c733197-b23b-418b-9e68-bcc2a151fd98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0583560 Apr 22 15:26:04.982785 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-5c6d6a9e-4ba8-4fb0-85e9-4c6fb8a0d6c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683284 Apr 22 15:26:05.113868 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-324a71b4-7f3a-4402-94c3-4c95f7555b2e service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250241 Apr 22 15:26:05.293850 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4dd978ae-0596-45b3-a806-42dcb2e345c0 req-23b379a5-5fa0-4e85-9670-b58c33f69e86 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739590 Apr 22 15:26:05.309255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42812-9e71-437c-b25e-28be90bd0fa2 req-2e151f9b-9a43-4389-baa0-e26d657c3e7a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:05.310744 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05b42812-9e71-437c-b25e-28be90bd0fa2 req-2e151f9b-9a43-4389-baa0-e26d657c3e7a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 944 time: 0.1244102 Apr 22 15:26:05.399680 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-05b42812-9e71-437c-b25e-28be90bd0fa2 req-db402fe5-4159-42d2-8085-c52b4fca66e6 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830550 Apr 22 15:26:05.430244 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-8a4bb939-f2ab-4bb0-a710-8e342b9d2fa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1097 time: 0.0850420 Apr 22 15:26:05.566466 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-e3cf4cad-fda0-4d8f-a457-94ec5cc0e4cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:05.568600 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-e3cf4cad-fda0-4d8f-a457-94ec5cc0e4cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1311605 Apr 22 15:26:05.638005 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-494f6c15-a517-4b3b-bc5b-72b30bc72a73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0618970 Apr 22 15:26:05.704663 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-6035977c-6562-4e04-b3d8-b351fb0ab46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:05.706071 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-6035977c-6562-4e04-b3d8-b351fb0ab46f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0598752 Apr 22 15:26:05.783827 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-cd2a5d30-c679-4716-af69-7520ee0b242f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714326 Apr 22 15:26:05.914011 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-2adc8b03-7147-454a-a4f6-0e7001e8d038 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216919 Apr 22 15:26:06.132976 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-61d8b377-b53f-4241-bca4-677821bb69d1 req-fad7d00a-64b6-447b-92b4-dd33dbe68b98 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122173 Apr 22 15:26:06.606748 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433564d-63c7-4993-9127-49746d9009a9 req-0c5a4d60-0afc-4382-a2de-676adc3b9f23 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:06.608064 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1433564d-63c7-4993-9127-49746d9009a9 req-0c5a4d60-0afc-4382-a2de-676adc3b9f23 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 944 time: 0.0796387 Apr 22 15:26:06.654796 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1433564d-63c7-4993-9127-49746d9009a9 req-13dc0d9a-6062-4e3a-a3cb-3692aca8e85d tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389702 Apr 22 15:26:07.862883 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dca4ec-d455-4d98-9428-f0a7139e870f req-2dbd4d11-21ae-4107-90b1-769b71e877ae tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:07.864300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58dca4ec-d455-4d98-9428-f0a7139e870f req-2dbd4d11-21ae-4107-90b1-769b71e877ae tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 944 time: 0.0779734 Apr 22 15:26:07.913708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58dca4ec-d455-4d98-9428-f0a7139e870f req-16c3f1e1-ed56-4cd0-a284-e09e47901aa5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Apr 22 15:26:08.567838 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:26:08.707251 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:08.720911 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:26:08.776551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:08.793655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8491a8d-d394-45e2-a5b2-43852618e8c4 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:26:08.808970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:08.814324 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:08.885263 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:09.048511 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f8491a8d-d394-45e2-a5b2-43852618e8c4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:26:09.117163 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a3aa-cebb-496a-a6b2-9ace04806554 req-423a979f-cbc2-4b44-a493-ac516ab194b2 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:09.118675 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e538a3aa-cebb-496a-a6b2-9ace04806554 req-423a979f-cbc2-4b44-a493-ac516ab194b2 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 945 time: 0.0825751 Apr 22 15:26:09.166683 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e538a3aa-cebb-496a-a6b2-9ace04806554 req-5b0a9f07-20f8-43b2-b9e5-7d21575ff5f9 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Apr 22 15:26:09.651837 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c6c79640-ad5f-4693-9183-4abe532dcb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:10.244571 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:26:10.374577 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75102182-8c64-4b64-a533-73bdef322028 req-2096e840-888d-4613-b832-6b028c80b34c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:10.376025 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-75102182-8c64-4b64-a533-73bdef322028 req-2096e840-888d-4613-b832-6b028c80b34c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 945 time: 0.0786252 Apr 22 15:26:10.421935 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-75102182-8c64-4b64-a533-73bdef322028 req-19d4b10e-1c78-4c2c-a5a6-5b3080481a43 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Apr 22 15:26:10.581666 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:10.655774 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port f8491a8d-d394-45e2-a5b2-43852618e8c4 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:10.660176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f8491a8d-d394-45e2-a5b2-43852618e8c4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:10.660532 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:10.769448 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:10.797405 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:10.807090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:10.812683 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:10.868373 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007aa7bd-946a-48a3-bda2-f5c396471529'] response: {'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'code': 200} Apr 22 15:26:10.886464 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:11.098772 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd237bf5-5048-493d-853e-7a473f438f11 req-edc60682-4059-478a-932c-4abc82dfcab5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1099 time: 0.0718486 Apr 22 15:26:11.141082 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-dd237bf5-5048-493d-853e-7a473f438f11 req-c3dd476c-bb18-40c9-a034-7c3c8423a384 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360398 Apr 22 15:26:11.645313 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a099-2ee2-4031-8ce1-e77dd6729775 req-5838c556-24d2-4e74-b829-41eae95268e7 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:11.646812 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c3a8a099-2ee2-4031-8ce1-e77dd6729775 req-5838c556-24d2-4e74-b829-41eae95268e7 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 946 time: 0.0967040 Apr 22 15:26:11.696297 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c3a8a099-2ee2-4031-8ce1-e77dd6729775 req-5ffb98fc-27be-41f8-9996-aacd647c009d tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Apr 22 15:26:11.801335 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-b38d8a29-a66a-401f-a540-c7ed63ea5691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:12.911338 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df220cde-70ce-401e-933a-856b5cd14d3a req-8238c343-a8ae-4529-bcb4-d32de7a8f3d3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:12.912808 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df220cde-70ce-401e-933a-856b5cd14d3a req-8238c343-a8ae-4529-bcb4-d32de7a8f3d3 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 946 time: 0.0803101 Apr 22 15:26:12.958899 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-df220cde-70ce-401e-933a-856b5cd14d3a req-8f882b2f-751e-4275-b888-2362278765d4 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Apr 22 15:26:13.087573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.106988 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.164580 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e14b5-b3ce-49ee-889e-bd138609688c req-54d9b7b1-6f56-4a08-8240-1416058910bb tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:13.166117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-542e14b5-b3ce-49ee-889e-bd138609688c req-54d9b7b1-6f56-4a08-8240-1416058910bb tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 946 time: 0.0794458 Apr 22 15:26:13.210577 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-542e14b5-b3ce-49ee-889e-bd138609688c req-540bc707-05ff-4bf5-880c-e51cec1f037e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389233 Apr 22 15:26:13.237787 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 44924) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:13.369703 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a693e151-3a9d-400e-b298-1e286e36a560 tempest-TestSnapshotPattern-1142779148 tempest-TestSnapshotPattern-1142779148-project-admin] Synchronizing usage tracker for tenant:2d342a1418944a41a6f1f3791f0009b9 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:13.389700 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-a693e151-3a9d-400e-b298-1e286e36a560 tempest-TestSnapshotPattern-1142779148 tempest-TestSnapshotPattern-1142779148-project-admin] Unset dirty status for tenant:2d342a1418944a41a6f1f3791f0009b9 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:13.392011 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a693e151-3a9d-400e-b298-1e286e36a560 tempest-TestSnapshotPattern-1142779148 tempest-TestSnapshotPattern-1142779148-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1094 time: 0.1532073 Apr 22 15:26:13.394096 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 44930) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:13.399644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.v2.base [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:13.406438 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:13.410509 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:floatingip and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:13.413447 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.quota.resource [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84058) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:13.420110 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.quota.driver [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84058) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:13.433255 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.567798 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.710271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.db_base_plugin_common [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Allocated IP 172.26.2.94 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/b3e99c7c-4a84-474a-866b-7f076c3faa15) {{(pid=84058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:26:13.859531 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for port, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.892526 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.959354 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:26:13.962015 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources bound (agent type, host, resource id): {{(pid=84058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:26:13.964532 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-6de4ad6e-e225-4b9a-ab33-28d9d076df20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706568 Apr 22 15:26:13.965842 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Received port after_create {{(pid=84058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:26:13.994523 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'Port': ['ID=b3e99c7c-4a84-474a-866b-7f076c3faa15,revision_number=1']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:14.099216 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-d2073a3e-b39d-484d-a204-1d267ada8875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1099 time: 0.0684915 Apr 22 15:26:14.243265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-0c79077e-4560-48cf-b34f-cd49217b6d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:14.244725 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-0c79077e-4560-48cf-b34f-cd49217b6d5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1272674 Apr 22 15:26:14.314438 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-e65c807d-4dc8-4d60-8703-8ebbe25955fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 217 time: 0.0633585 Apr 22 15:26:14.376495 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-3e775bdc-06b3-4ec3-95c2-b8084775d460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:14.378311 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-3e775bdc-06b3-4ec3-95c2-b8084775d460 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0584102 Apr 22 15:26:14.453930 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-572fb73a-9245-42df-b560-3550150f4dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698907 Apr 22 15:26:14.479962 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.539189 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.590622 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-c8690371-cc7c-468e-9726-e83e2fb37b33 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297810 Apr 22 15:26:14.655621 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.740852 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8fd8c6b5-bb0c-4ae6-8538-224e304a04ae req-3bf2747c-205e-410b-8941-9bd225dcba3b service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438715 Apr 22 15:26:14.847895 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for port, precommit_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.854333 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614918'] for port, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.956295 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'Port': ['ID=b3e99c7c-4a84-474a-866b-7f076c3faa15,revision_number=2']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:14.972002 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.163832 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.db.l3_db [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Floating IP 6c54c7a5-24d9-4a68-869a-e3b30fb08991 associated. External IP: 172.26.2.94, port: f8491a8d-d394-45e2-a5b2-43852618e8c4. Apr 22 15:26:15.559383 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:26:15.770990 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:26:15.780642 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:26:15.793753 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:15.794515 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:26:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:15.796289 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.851024 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-ed1f6e92-df3a-498f-9e47-8337a795dd53 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4557133 Apr 22 15:26:15.851467 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:15.913304 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c66ae5e-3cfb-4d8f-ae9c-800d6e7a18b1'] response: {'name': 'network-changed', 'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'status': 'completed', 'code': 200} Apr 22 15:26:15.970918 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:16.085117 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-7801dbe6-7f9d-40df-a93c-a9444bdcbcdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1099 time: 0.1514060 Apr 22 15:26:16.213306 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-59fa6a7c-a071-44d0-9e9b-c8d894f89d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:16.214757 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-59fa6a7c-a071-44d0-9e9b-c8d894f89d23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1237175 Apr 22 15:26:16.311567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:14Z', 'revision_number': 0, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:16.317048 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-5c7363f1-53e5-4ed6-ab7d-2371767067a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 999 time: 0.0960674 Apr 22 15:26:16.319239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:26:16.331305 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:16.331897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:26:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:16.378403 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-145cf13d-4d1e-4c6a-98c8-29ee2f5e0b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:16.379840 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-145cf13d-4d1e-4c6a-98c8-29ee2f5e0b79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0576429 Apr 22 15:26:16.455758 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-810f575c-b9e7-4aa2-bb3d-b8dbefbbd379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699461 Apr 22 15:26:16.519136 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:16.584937 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-05e45213-d476-479b-b103-d6c18a5a9a8f service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Apr 22 15:26:16.729738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-63a7e4fe-d47b-45e2-acdc-9d9ec4aac3d8 req-b555688b-fa92-4df1-a184-a6bae4ada946 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367865 Apr 22 15:26:16.875209 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:14Z', 'revision_number': 0, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:16.879573 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd80c38-99c5-4659-8e76-58f19667fc3f None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:14Z', 'revision_number': 0, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:26:19.537554 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Sync routers for ids ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:26:19.541355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1eb52-5fa1-4e67-a6d4-da03234d68fe None None] New status for floating IP 6c54c7a5-24d9-4a68-869a-e3b30fb08991: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:26:19.552372 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Routers {'6376a4a3-cd7d-4cb8-a56b-0f051208cea5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:19.553002 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:26:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:19.729213 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Set router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:20.045624 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 4, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '7bcec19a-f695-4ee5-94a2-d779e85eb911', 'name': '', 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'mac_address': 'fa:16:3e:17:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c56519c-728a-4945-bcec-d86e57cffb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:56Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 2, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'subnets': [{'id': '0c56519c-728a-4945-bcec-d86e57cffb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:20.049668 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Checking router: 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:26:20.050068 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Updating router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 port 7bcec19a-f695-4ee5-94a2-d779e85eb911 binding host dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:26:20.130376 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:20.466234 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:20.479192 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Transition to ACTIVE for port object 7bcec19a-f695-4ee5-94a2-d779e85eb911 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:20.487234 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:20.642550 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee69bb-ac7f-4158-b46d-418e0f7d20a7 None None] Pushing event updated for resources: {'Port': ['ID=7bcec19a-f695-4ee5-94a2-d779e85eb911,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:20.696129 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Attempting to bind port 7bcec19a-f695-4ee5-94a2-d779e85eb911 on host dv-neutron-838878-1-hyperv for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:26:20.696481 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Attempting to bind port 7bcec19a-f695-4ee5-94a2-d779e85eb911 by drivers openvswitch,hyperv on host dv-neutron-838878-1-hyperv at level 0 using segments [{'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:26:20.696827 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Attempting to bind port 7bcec19a-f695-4ee5-94a2-d779e85eb911 on network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:20.703479 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Checking agent: {'id': '6979a8f4-fe50-44a2-8184-9c92fd9563e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838878-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 27, 13), 'started_at': datetime.datetime(2022, 4, 22, 14, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838878-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:26:20.703865 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Checking segment: {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:26:20.704244 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:20.704615 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Bound using segment: {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:26:20.705054 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Bound port: 7bcec19a-f695-4ee5-94a2-d779e85eb911, host: dv-neutron-838878-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c188de21-8273-4932-a753-9c777a3e7cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:26:20.705412 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:20.791948 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] For port 7bcec19a-f695-4ee5-94a2-d779e85eb911, host dv-neutron-838878-1-hyperv, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:26:20.794851 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] For port 7bcec19a-f695-4ee5-94a2-d779e85eb911, host dv-neutron-838878-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7bcec19a-f695-4ee5-94a2-d779e85eb911,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:26:20.801558 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:20.873577 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee69bb-ac7f-4158-b46d-418e0f7d20a7 None None] Pushing event updated for resources: {'Port': ['ID=7bcec19a-f695-4ee5-94a2-d779e85eb911,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:20.882214 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Routers {'6376a4a3-cd7d-4cb8-a56b-0f051208cea5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:20.882834 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:26:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:21.058103 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] Set router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:21.363174 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 4, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '7bcec19a-f695-4ee5-94a2-d779e85eb911', 'name': '', 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'mac_address': 'fa:16:3e:17:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c56519c-728a-4945-bcec-d86e57cffb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:56Z', 'updated_at': '2022-04-22T15:26:20Z', 'revision_number': 4, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'subnets': [{'id': '0c56519c-728a-4945-bcec-d86e57cffb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:21.366950 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95afb9bf-be89-4ac8-8a5d-67e557389672 None None] The sync data for ids ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'] in dv-neutron-838878-1-hyperv is: [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 4, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': '7bcec19a-f695-4ee5-94a2-d779e85eb911', 'name': '', 'network_id': 'e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'mac_address': 'fa:16:3e:17:2d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c56519c-728a-4945-bcec-d86e57cffb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:56Z', 'updated_at': '2022-04-22T15:26:20Z', 'revision_number': 4, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'subnets': [{'id': '0c56519c-728a-4945-bcec-d86e57cffb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:26:22.556800 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7bcec19a-f695-4ee5-94a2-d779e85eb911 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:22.629889 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning for port 7bcec19a-f695-4ee5-94a2-d779e85eb911 completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:22.634979 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7bcec19a-f695-4ee5-94a2-d779e85eb911 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:22.635372 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:22.745462 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:22.778548 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] For port 7bcec19a-f695-4ee5-94a2-d779e85eb911, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7bcec19a-f695-4ee5-94a2-d779e85eb911,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:22.784510 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:22.852936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Pushing event updated for resources: {'Port': ['ID=7bcec19a-f695-4ee5-94a2-d779e85eb911,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:24.548786 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7bcec19a-f695-4ee5-94a2-d779e85eb911 up at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:24.623395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Provisioning complete for port 7bcec19a-f695-4ee5-94a2-d779e85eb911 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:24.623728 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:34.344508 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:39.664387 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-fae809db-fbbc-495f-b017-8a9d0fa39548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:41.805932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4717e4e4-f128-4f67-946d-4dc9f188d229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:43.102016 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:43.116704 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:44.649799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:47.251750 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:27:04.354705 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:09.668352 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c217afd3-07e8-4d7d-9676-d152cae1797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:11.813996 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2b40-eae0-4129-a051-b36db124bf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:13.092577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:13.115791 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.055717 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-3bf95d4f-bf42-460f-8681-0239e0ad5914 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386020 Apr 22 15:27:14.211333 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-c1f5f22f-2b90-4202-a497-e4091017fdf1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1099 time: 0.0817816 Apr 22 15:27:14.366519 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-f036a138-eb6d-4561-9f24-0697628e7684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:14.367950 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-f036a138-eb6d-4561-9f24-0697628e7684 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1365321 Apr 22 15:27:14.466287 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-4e498df5-cb8f-4309-b59f-eda51173f720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 1001 time: 0.0925553 Apr 22 15:27:14.529236 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-c21958fe-1ff5-4664-8977-1bb125acecdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:14.530641 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-c21958fe-1ff5-4664-8977-1bb125acecdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0586882 Apr 22 15:27:14.604215 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-6d9f2f8b-fd95-453a-9f01-4ab68a288214 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677552 Apr 22 15:27:14.613708 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-5247d4e7-2869-4ea9-b9e4-c6b2599db2c5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:27:14.614639 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-5247d4e7-2869-4ea9-b9e4-c6b2599db2c5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047927 Apr 22 15:27:14.648048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.748849 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-ddd5d269-601a-4134-853f-0bec243923db service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278405 Apr 22 15:27:14.878871 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-317c69a8-19af-467b-8133-dbbfd37bf323 req-28e20dbd-2783-4b72-a694-242cbdc9ca75 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243007 Apr 22 15:27:24.253075 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:27:34.364206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:39.664043 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-9328b6e1-41f8-412b-87b7-932157e72faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:41.813662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-337ee32d-658f-4f42-8f04-09565b6287d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:43.089535 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:43.114332 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:44.661533 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:01.253815 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:28:04.361619 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:09.678465 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3d7d3795-e02d-43ab-908d-c9cc91d49fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:11.809518 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c82f650a-591f-4cd6-94fd-32cfc9f3d6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:13.095914 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:13.116624 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:14.654145 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:15.142271 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:28:15.286562 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:15.302472 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:28:15.362012 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:15.381135 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8491a8d-d394-45e2-a5b2-43852618e8c4 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:28:15.399014 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:15.404524 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:15.482852 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['f8491a8d-d394-45e2-a5b2-43852618e8c4'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:28:15.508343 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:15.538317 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.538759 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.539156 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.539555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.539951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.540368 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.540733 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.541134 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.541530 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.541951 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:15.542322 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:16.130456 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-f384dcfb-8624-4fb4-bc7e-46aa74ef4eef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1098 time: 0.1848354 Apr 22 15:28:16.307474 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de710-c8bf-493f-a236-0b23ceb77090 req-7e2ef158-ba9f-46f5-a203-c38b147cdb8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:16.309193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-7e2ef158-ba9f-46f5-a203-c38b147cdb8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1576030 Apr 22 15:28:16.413043 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-5394c904-7897-4c09-b2e7-f9051195a05c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 1000 time: 0.0969064 Apr 22 15:28:16.487568 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de710-c8bf-493f-a236-0b23ceb77090 req-1231d004-4a49-463b-b226-73f469dbd533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:16.489151 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-1231d004-4a49-463b-b226-73f469dbd533 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0700567 Apr 22 15:28:16.576514 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-b9dc5cd5-4429-4019-b51b-ca439bd45277 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805085 Apr 22 15:28:16.720738 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-fe52b426-6290-4fcb-b9c5-fb81df024905 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382596 Apr 22 15:28:16.857375 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-420de710-c8bf-493f-a236-0b23ceb77090 req-3084e8de-f068-4851-9fc8-8b3837b64712 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305804 Apr 22 15:28:17.157244 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:28:17.229225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port f8491a8d-d394-45e2-a5b2-43852618e8c4 triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:17.229588 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:17.359388 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:17.389622 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:28:17.406264 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:17.413272 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:17.452806 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973571b7-ac40-44c9-aacd-b27d8a1ec3bf'] response: {'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'code': 200} Apr 22 15:28:17.486549 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:25.525975 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-690cc715-bdd1-48ee-85ba-c01666afa077 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908626465&fields=id&tenant_id=390d6604741c498a95fac326fe0ece4c HTTP/1.1" status: 200 len: 267 time: 0.0431042 Apr 22 15:28:25.671279 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-b2abe0f3-ad6e-44cf-a7fe-fa9fc98dca3c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:25.672764 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-b2abe0f3-ad6e-44cf-a7fe-fa9fc98dca3c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 810 time: 0.1376059 Apr 22 15:28:25.689832 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-d47983e7-8d6c-4bc9-8582-3c4b320f4f05 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/quotas/390d6604741c498a95fac326fe0ece4c HTTP/1.1" status: 200 len: 375 time: 0.0106168 Apr 22 15:28:25.780736 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-8dbc1c7c-191e-4a22-ae9c-18b1c88012e0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0816128 Apr 22 15:28:25.796424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-029191ef-796b-496b-9901-46820a402498 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:28:25.797327 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-029191ef-796b-496b-9901-46820a402498 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048900 Apr 22 15:28:25.925789 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-b8e6dace-1009-4f5c-9ed5-d930dd23181a service neutron] 10.222.0.32 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228683 Apr 22 15:28:26.052986 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-8abeaed0-4941-4b97-8b72-1479238ce682 service neutron] 10.222.0.32 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216910 Apr 22 15:28:26.253347 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-bcd107e1-a8df-4ab1-b448-18abf2a8edab req-d3299cf6-30b4-44fb-b860-cbfb206599d1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 210 time: 0.0398216 Apr 22 15:28:27.368780 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-96cf5f81-81e6-48bf-9987-ba874bbc9add req-eed06287-bcdc-4e8a-a1be-f99dba4aa89e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 210 time: 0.0428467 Apr 22 15:28:28.543851 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-c715ec98-26bd-4f83-96ef-9dc3a0227574 req-49fd2f02-b698-41fa-8169-589db50fe64f tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 210 time: 0.0398815 Apr 22 15:28:29.185555 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:28:29.303732 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:29.329762 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:28:29.339931 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:29.346347 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:29.385346 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52cba4a-73e2-4ddc-b549-96e68a1d1075'] response: {'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'code': 200} Apr 22 15:28:29.417163 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:29.579262 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-15b3c5f9-3e5a-44b1-89b2-bbbc6e26e958 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:29.580661 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-15b3c5f9-3e5a-44b1-89b2-bbbc6e26e958 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 810 time: 0.1390846 Apr 22 15:28:29.634467 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-86495213-9491-4b7d-8698-dc42e7fae111 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390d6604741c498a95fac326fe0ece4c HTTP/1.1" status: 200 len: 379 time: 0.0411379 Apr 22 15:28:29.642515 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'port': {'device_id': '627959b0-4167-47b4-9335-36fce7d06e6b', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'admin_state_up': True, 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'security_groups': ['26519d7e-5711-4c07-b8cf-dae3221ddb4d']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:28:29.846339 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-4cdfaec1-b052-4318-b58b-0ef6404cea6f req-10ffdee8-f9ef-42f6-9dc6-1bae87cdfa9a tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 210 time: 0.0530870 Apr 22 15:28:29.901545 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:28:29.911621 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:28:29.921954 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Made reservation on behalf of 390d6604741c498a95fac326fe0ece4c for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:28:29.925144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:30.139844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Allocated IP 172.20.0.14 (0ebff1e8-0555-44dd-8041-9091e294899c/e77fbc52-b237-4dea-b27b-421653a7cb5b/18caab89-10ad-41b5-90be-60cb10a88b8b) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:28:30.398051 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:30.418498 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Transition to ACTIVE for port object 18caab89-10ad-41b5-90be-60cb10a88b8b will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:28:30.442180 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:30.522298 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Network 0ebff1e8-0555-44dd-8041-9091e294899c is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:28:30.526136 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:28:30.528730 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:28:30.572874 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:30.592546 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.593211 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.593339 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.593843 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.594173 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.594494 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.594815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.595139 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.595480 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.595794 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.596112 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:30.609124 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:30.609896 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:30.641043 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6f78ae80-78f4-486c-bf3a-74d8d4132d03 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0018468 Apr 22 15:28:30.886699 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5fef7058-ad4c-46c4-a4d3-0ddc600f3db4 None None] Provisioning for port 18caab89-10ad-41b5-90be-60cb10a88b8b completed by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:28:30.892325 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-5fef7058-ad4c-46c4-a4d3-0ddc600f3db4 None None] Provisioning complete for port 18caab89-10ad-41b5-90be-60cb10a88b8b triggered by entity DHCP. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:30.892685 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5fef7058-ad4c-46c4-a4d3-0ddc600f3db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:30.958653 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-5fef7058-ad4c-46c4-a4d3-0ddc600f3db4 None None] Port 18caab89-10ad-41b5-90be-60cb10a88b8b cannot update to ACTIVE because it is not bound. {{(pid=84060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:28:31.064776 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2f571-ed7e-4eb9-a5ab-b0fe578e080d req-6b48ebef-92c9-47f7-b0cb-8b8d59ff8f82 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:31.065612 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8ba2f571-ed7e-4eb9-a5ab-b0fe578e080d req-6b48ebef-92c9-47f7-b0cb-8b8d59ff8f82 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Synchronizing usage tracker for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:28:31.083373 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8ba2f571-ed7e-4eb9-a5ab-b0fe578e080d req-6b48ebef-92c9-47f7-b0cb-8b8d59ff8f82 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Unset dirty status for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:28:31.084708 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ba2f571-ed7e-4eb9-a5ab-b0fe578e080d req-6b48ebef-92c9-47f7-b0cb-8b8d59ff8f82 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.1099489 Apr 22 15:28:31.142491 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8ba2f571-ed7e-4eb9-a5ab-b0fe578e080d req-d537a9c1-fc5a-498d-9f6b-61ea0180db75 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474370 Apr 22 15:28:32.347135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0016-ce2b-41a4-a6cf-4f560076bf52 req-7c047d71-b7ce-4999-8b95-1dc4fc4a4f3e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:32.348686 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b4c0016-ce2b-41a4-a6cf-4f560076bf52 req-7c047d71-b7ce-4999-8b95-1dc4fc4a4f3e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.0798519 Apr 22 15:28:32.397463 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-7b4c0016-ce2b-41a4-a6cf-4f560076bf52 req-1afcde40-729b-4ab6-92cf-be4dd1067699 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Apr 22 15:28:33.596971 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773563d-e4ad-4caa-a95f-840a3135024c req-7edde82f-f71a-4de9-ba49-fa54d2c97ea4 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:33.598536 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e773563d-e4ad-4caa-a95f-840a3135024c req-7edde82f-f71a-4de9-ba49-fa54d2c97ea4 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.0776696 Apr 22 15:28:33.649802 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e773563d-e4ad-4caa-a95f-840a3135024c req-944e60b1-7fe3-45cf-957f-ae5614a7f244 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439446 Apr 22 15:28:34.364339 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:34.868759 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05e86-e7d0-47e7-b3e2-262a724a48f7 req-7bcdb94b-70a3-4374-82b9-9eee82a457fd tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:34.870150 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-35c05e86-e7d0-47e7-b3e2-262a724a48f7 req-7bcdb94b-70a3-4374-82b9-9eee82a457fd tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.0831411 Apr 22 15:28:34.926968 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-35c05e86-e7d0-47e7-b3e2-262a724a48f7 req-b5a89214-4065-4c51-afe2-985ec243943e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511506 Apr 22 15:28:36.130309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcec9-79ec-4a1a-a182-eb89134b11a7 req-057ebdf5-8c97-4e9e-98d1-017b465294cc tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:36.131764 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46cbcec9-79ec-4a1a-a182-eb89134b11a7 req-057ebdf5-8c97-4e9e-98d1-017b465294cc tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.0776346 Apr 22 15:28:36.184558 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-46cbcec9-79ec-4a1a-a182-eb89134b11a7 req-bd774e82-4624-4ebe-9d8e-5fa9e4c0aaac tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469022 Apr 22 15:28:37.406063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9835bd-61d2-4c72-aaa9-b5c6944d69ca req-3403fb9e-858e-41fb-b246-6b645a2a83ae tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:37.407544 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2d9835bd-61d2-4c72-aaa9-b5c6944d69ca req-3403fb9e-858e-41fb-b246-6b645a2a83ae tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.0958247 Apr 22 15:28:37.466568 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-2d9835bd-61d2-4c72-aaa9-b5c6944d69ca req-0dfab260-c585-432f-9ef6-fda3a21bb670 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528703 Apr 22 15:28:38.207649 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Request body: {'port': {'device_id': '627959b0-4167-47b4-9335-36fce7d06e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:28:38.244123 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:28:38.328231 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:38.805460 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18caab89-10ad-41b5-90be-60cb10a88b8b {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:28:38.813869 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:38.830282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39a2f-2d6e-4dd3-9597-bace2e875c3b req-b03daef3-c4f6-426c-b1e2-36944e318e5b tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:38.831719 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cda39a2f-2d6e-4dd3-9597-bace2e875c3b req-b03daef3-c4f6-426c-b1e2-36944e318e5b tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 932 time: 0.2387331 Apr 22 15:28:38.838408 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.provisioning_blocks [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Transition to ACTIVE for port object 18caab89-10ad-41b5-90be-60cb10a88b8b will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:28:38.854011 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:38.994512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cda39a2f-2d6e-4dd3-9597-bace2e875c3b req-7bbb35c7-6fbf-4334-99ea-8ffd36e2c557 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571844 Apr 22 15:28:38.995101 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:39.112429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Attempting to bind port 18caab89-10ad-41b5-90be-60cb10a88b8b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:28:39.112756 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Attempting to bind port 18caab89-10ad-41b5-90be-60cb10a88b8b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:28:39.113076 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Attempting to bind port 18caab89-10ad-41b5-90be-60cb10a88b8b on network 0ebff1e8-0555-44dd-8041-9091e294899c {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:28:39.118823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Port 18caab89-10ad-41b5-90be-60cb10a88b8b on network 0ebff1e8-0555-44dd-8041-9091e294899c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:28:39.119135 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Attempting to bind port 18caab89-10ad-41b5-90be-60cb10a88b8b on network 0ebff1e8-0555-44dd-8041-9091e294899c {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:28:39.125193 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Checking agent: {'id': 'b4869716-5c59-48ed-8577-06aa0897238e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'started_at': datetime.datetime(2022, 4, 22, 14, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:28:39.125530 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Checking segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:28:39.125928 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Bound using segment: {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:28:39.126343 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.managers [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Bound port: 18caab89-10ad-41b5-90be-60cb10a88b8b, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a34d0d-1843-48ce-b26c-bc9ca0340dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:28:39.126680 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:39.212281 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:28:39.215589 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:28:39.222923 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:39.283171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:39.284522 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] 10.222.0.24 "PUT /v2.0/ports/18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 200 len: 1094 time: 1.0825191 Apr 22 15:28:39.285002 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:28:39.304750 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3ba31-444d-4bfd-9f98-4d70bde1a39e service neutron] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:39.368804 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3cb788-5c7c-47d3-b20f-6365c17cb8c8'] response: {'name': 'network-changed', 'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'status': 'completed', 'code': 200} Apr 22 15:28:39.409869 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-ec84e66d-8ea3-41c1-8437-1585e482c1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1097 time: 0.0758276 Apr 22 15:28:39.478703 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-ede50f6d-08b6-46e2-98ed-42b4e3e440b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 200 len: 217 time: 0.0626135 Apr 22 15:28:39.540110 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6aee2792-0af0-45ad-aa59-06a185a5f29c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:39.541454 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-6aee2792-0af0-45ad-aa59-06a185a5f29c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0577145 Apr 22 15:28:39.615966 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-1595df87-59cb-4dcf-92fa-363ac7717e7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683687 Apr 22 15:28:39.671781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-3b4726df-c32a-43fc-84b3-b346df009624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:39.747280 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-e1652734-937c-4333-be88-a96f01fb9fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250749 Apr 22 15:28:39.875250 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-09e5b0dc-55cf-4ff5-94ca-6b3757f35a0c req-4dfef24b-91a7-4fab-8083-1c2b841d1677 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217268 Apr 22 15:28:39.997643 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-26393d69-afa2-4c51-9b81-976235dc4d39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1097 time: 0.0782123 Apr 22 15:28:40.165866 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-c6be401f-296e-4d41-bfe4-66edc236e9f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:40.167193 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-c6be401f-296e-4d41-bfe4-66edc236e9f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1631367 Apr 22 15:28:40.242479 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-6170785a-4430-4694-b138-f947ed8674f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 200 len: 217 time: 0.0651302 Apr 22 15:28:40.298253 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9ec11-df8b-465b-b920-f1b54e055cf8 req-91f34fc7-236f-4662-a003-8af6394d2cae tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:40.299651 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cdb9ec11-df8b-465b-b920-f1b54e055cf8 req-91f34fc7-236f-4662-a003-8af6394d2cae tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 944 time: 0.1779821 Apr 22 15:28:40.328105 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-f4466389-d0d8-4af1-bba3-bc371896f582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:40.329486 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-f4466389-d0d8-4af1-bba3-bc371896f582 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0796487 Apr 22 15:28:40.394146 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-cdb9ec11-df8b-465b-b920-f1b54e055cf8 req-d76776aa-fb43-485e-b1f7-ee3fd94b9f5e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864239 Apr 22 15:28:40.421748 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-0a026158-0f6a-4649-8c98-0b8ed2199155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790379 Apr 22 15:28:40.641336 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-11560c51-53a3-4b5c-8b0d-95483f4f0b52 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126029 Apr 22 15:28:40.771803 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58b688d0-8ea7-4bc8-973e-8e3d1f1aa25e req-fc23a4a7-28c9-4b6d-8dde-ab72e792834f service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244366 Apr 22 15:28:41.606652 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1af2-20e7-43ee-9629-b0d15e3107b8 req-56a812e6-ef31-4739-b3b5-68e6436ecc7b tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:41.608005 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-169d1af2-20e7-43ee-9629-b0d15e3107b8 req-56a812e6-ef31-4739-b3b5-68e6436ecc7b tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 944 time: 0.0787771 Apr 22 15:28:41.653282 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-169d1af2-20e7-43ee-9629-b0d15e3107b8 req-200f08ee-d777-477a-9ea8-4fee4d665b31 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397885 Apr 22 15:28:41.818930 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-aa01aece-7583-4eee-976e-79e605b23891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:42.888174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ce873-c37b-419a-b53c-c6736ad32713 req-96c3df8d-bbf5-4b97-bbc1-31ca3b3fd978 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:42.889627 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d06ce873-c37b-419a-b53c-c6736ad32713 req-96c3df8d-bbf5-4b97-bbc1-31ca3b3fd978 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 944 time: 0.1030643 Apr 22 15:28:42.934315 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d06ce873-c37b-419a-b53c-c6736ad32713 req-f61f2659-2075-4ec8-a8b5-77ad2e3c60ed tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Apr 22 15:28:43.090302 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:43.123559 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:43.266132 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:28:43.400485 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:43.413727 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'port_id': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'mac_address': 'fa:16:3e:b5:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:28:43.468662 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:43.486463 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18caab89-10ad-41b5-90be-60cb10a88b8b {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:28:43.503505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:43.510111 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:43.582826 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=4']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:43.724034 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['18caab89-10ad-41b5-90be-60cb10a88b8b'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:28:44.138606 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e792-97e2-4e64-9c87-015d5c2cc741 req-ea029884-d51d-49e4-945a-6f9ef122a060 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:44.140034 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2f6e792-97e2-4e64-9c87-015d5c2cc741 req-ea029884-d51d-49e4-945a-6f9ef122a060 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 945 time: 0.0876098 Apr 22 15:28:44.195768 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-d2f6e792-97e2-4e64-9c87-015d5c2cc741 req-56921c51-7f97-413f-9afd-7d1c4baaaa90 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501883 Apr 22 15:28:44.664523 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:45.263940 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:28:45.330809 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning for port 18caab89-10ad-41b5-90be-60cb10a88b8b completed by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:28:45.335631 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 18caab89-10ad-41b5-90be-60cb10a88b8b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:45.335990 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:45.403364 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a609d-1546-4e5e-9ff9-f3399f696de9 req-caaa68dd-af45-482a-acc4-41bb952c1382 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:45.406179 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a4a609d-1546-4e5e-9ff9-f3399f696de9 req-caaa68dd-af45-482a-acc4-41bb952c1382 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 945 time: 0.0789189 Apr 22 15:28:45.450833 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-9a4a609d-1546-4e5e-9ff9-f3399f696de9 req-966c28cb-3271-40df-89a1-a2e9204e5af0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396121 Apr 22 15:28:45.451340 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:45.487320 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:28:45.497128 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:28:45.503591 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:45.551345 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef436770-2fc9-4cbd-95b1-afb9599ca569'] response: {'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'code': 200} Apr 22 15:28:45.575795 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=5']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:45.778110 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6aeb001c-7a00-4ac4-aafe-2c84591b4b34 req-00ddfc0a-d3a4-4f02-be70-7f01cceeb9b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1099 time: 0.0723298 Apr 22 15:28:45.824997 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-6aeb001c-7a00-4ac4-aafe-2c84591b4b34 req-e3484236-0a4c-4551-8e49-2ce95e3f3dbd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410564 Apr 22 15:28:46.661847 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bedf46-5c8a-4506-91c8-9252b928a4b5 req-a9737c89-0ec7-485c-88b9-6582a7e895d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:46.663155 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84bedf46-5c8a-4506-91c8-9252b928a4b5 req-a9737c89-0ec7-485c-88b9-6582a7e895d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 946 time: 0.0843103 Apr 22 15:28:46.714535 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-84bedf46-5c8a-4506-91c8-9252b928a4b5 req-9fe70133-b1c0-440e-9ea0-75a96fa17621 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430205 Apr 22 15:28:47.932243 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9748-c042-42b9-896b-84601d46b398 req-772d0d69-65d2-4cbc-b6e7-9df42810904b tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:47.933668 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-899c9748-c042-42b9-896b-84601d46b398 req-772d0d69-65d2-4cbc-b6e7-9df42810904b tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 946 time: 0.0860310 Apr 22 15:28:47.980443 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-899c9748-c042-42b9-896b-84601d46b398 req-ed597314-bedb-4879-ab2f-615c19c62472 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387037 Apr 22 15:28:48.185025 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cb212-4f53-4d61-8608-3d75e40a9b1a req-bebf06f7-c12b-4c22-bf0a-2dc1f13379f0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:48.186538 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b9cb212-4f53-4d61-8608-3d75e40a9b1a req-bebf06f7-c12b-4c22-bf0a-2dc1f13379f0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 946 time: 0.0874631 Apr 22 15:28:48.235080 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-1b9cb212-4f53-4d61-8608-3d75e40a9b1a req-4fd8c7b0-a228-47f5-9e92-873f25d8be3e tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408194 Apr 22 15:28:48.262265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 45174) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:28:48.335040 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-c773a86f-ca79-428c-a417-9d88a27ae193 tempest-TestSnapshotPattern-1142779148 tempest-TestSnapshotPattern-1142779148-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1094 time: 0.0713692 Apr 22 15:28:48.337782 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45182) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:28:48.343044 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.v2.base [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Request body: {'floatingip': {'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'port_id': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:28:48.348665 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:28:48.352433 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Usage tracker for resource:floatingip and tenant:390d6604741c498a95fac326fe0ece4c is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:28:48.355345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:28:48.361014 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.quota.driver [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:28:48.375658 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:48.510031 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:48.647216 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_common [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Allocated IP 172.26.2.160 (9174a81f-d8cd-4f7d-9b94-1a7726bc9676/55b26fe6-1cbb-4f6d-a23f-04988e8f7577/5430f3a4-4b07-464f-8a14-fc1f07470803) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:28:48.793520 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:48.823414 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730890960523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:48.893345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Network 9174a81f-d8cd-4f7d-9b94-1a7726bc9676 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:28:48.896264 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.base_scheduler [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:28:48.900653 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:28:48.923944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'Port': ['ID=5430f3a4-4b07-464f-8a14-fc1f07470803,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:49.479197 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:49.533277 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:49.731567 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:49.739393 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038133'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:49.840242 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event updated for resources: {'Port': ['ID=5430f3a4-4b07-464f-8a14-fc1f07470803,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:49.853931 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670698'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:50.042896 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.db.l3_db [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Floating IP a9630f0a-3bd7-4597-be77-4cb73b783e84 associated. External IP: 172.26.2.160, port: 18caab89-10ad-41b5-90be-60cb10a88b8b. Apr 22 15:28:50.437156 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:28:50.638057 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:28:50.648070 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:28:50.662220 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:28:50.662981 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:28:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:28:50.663841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:50.819709 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7383210a-fd20-4b30-80ea-84b2ff7344a1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4808226 Apr 22 15:28:50.820293 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:28:50.841555 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:28:50.881104 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4ce7fc-a4e7-4c91-9b22-5b297cc08359'] response: {'name': 'network-changed', 'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'status': 'completed', 'code': 200} Apr 22 15:28:50.971793 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-54864e3f-32b0-4163-823c-c32a365b0f3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1099 time: 0.0674908 Apr 22 15:28:51.100456 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-8d9eb6bb-8845-49ca-bb47-4aa9dd078268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:51.101925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-8d9eb6bb-8845-49ca-bb47-4aa9dd078268 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1245680 Apr 22 15:28:51.183777 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:19Z', 'revision_number': 1, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}, {'id': 'a9630f0a-3bd7-4597-be77-4cb73b783e84', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:b5:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627959b0-4167-47b4-9335-36fce7d06e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:28:49Z', 'updated_at': '2022-04-22T15:28:49Z', 'revision_number': 0, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:28:51.187917 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:28:51.198251 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:28:51.198830 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:28:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:28:51.204164 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-2d36bd24-7d7e-4bd6-88e6-341a4030fc8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 200 len: 1000 time: 0.0958481 Apr 22 15:28:51.267045 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-6b66141c-4c45-4a68-8e6e-e7c98db8eef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:51.268540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-6b66141c-4c45-4a68-8e6e-e7c98db8eef0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0580535 Apr 22 15:28:51.344427 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-4c519057-0fe1-404e-982f-f373dc991807 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692306 Apr 22 15:28:51.374374 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:28:51.473178 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-3b8241dd-d6f1-4788-ba7c-43353e782f47 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228020 Apr 22 15:28:51.599822 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a7f2d885-8dce-4488-9335-3f1bb910cb95 req-86ba631e-3ce1-4e80-86a1-60ed5ed63de9 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203156 Apr 22 15:28:51.712121 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:19Z', 'revision_number': 1, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}, {'id': 'a9630f0a-3bd7-4597-be77-4cb73b783e84', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:b5:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627959b0-4167-47b4-9335-36fce7d06e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:28:49Z', 'updated_at': '2022-04-22T15:28:49Z', 'revision_number': 0, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:28:51.716602 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33104c-e589-4c26-8887-b898bbaf2a1f None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:19Z', 'revision_number': 1, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}, {'id': 'a9630f0a-3bd7-4597-be77-4cb73b783e84', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:b5:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627959b0-4167-47b4-9335-36fce7d06e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:28:49Z', 'updated_at': '2022-04-22T15:28:49Z', 'revision_number': 0, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:28:51.926810 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab18ed-6c65-4a52-bde8-ff5f8bcc2fcd None None] New status for floating IP a9630f0a-3bd7-4597-be77-4cb73b783e84: ACTIVE {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:29:04.376468 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.686718 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ba05fbc9-e4be-4b1d-b2c2-e73a741c0faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:11.819360 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9ed2-958a-42ee-8a4f-7d6c1ac09db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:13.092850 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:13.124836 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:14.672348 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:15.253730 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:29:17.997854 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-f4fb0edb-e8b6-4953-b3aa-304f50dd23f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644708 Apr 22 15:29:18.139609 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-2da25cf6-0e90-4506-98db-86b6955247d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1097 time: 0.0728812 Apr 22 15:29:18.287033 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c863c3-287f-4718-a700-0b429ce61009 req-74bfd307-8dc9-4ded-b726-73a986fbad80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:18.288540 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-74bfd307-8dc9-4ded-b726-73a986fbad80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1308522 Apr 22 15:29:18.392558 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-6cbf9c28-22e3-4fdf-a922-cfb8e7f502d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 999 time: 0.0976832 Apr 22 15:29:18.458187 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c863c3-287f-4718-a700-0b429ce61009 req-e9f17613-a559-41bf-8327-e408abfe6248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:18.459557 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-e9f17613-a559-41bf-8327-e408abfe6248 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0613043 Apr 22 15:29:18.539130 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-abf09195-efc7-48be-aa3a-cc6dca2083b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738394 Apr 22 15:29:18.682925 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-44c1a8eb-d27e-4454-ac65-6131a74cb7a1 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370671 Apr 22 15:29:18.815394 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e5c863c3-287f-4718-a700-0b429ce61009 req-9cc9e3b2-5ae5-4822-bb5a-e52f69124dbc service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Apr 22 15:29:34.375414 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:39.680230 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d19f387b-63a9-4be4-95e0-3b445a9f8671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:41.819104 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-eca17463-bcc0-4aed-b6a6-71dc84bf94b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:43.093522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:43.125736 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:44.678152 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.250194 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:30:04.392587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:09.680978 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4020f63a-afb1-48ea-ab71-5a00ff9bf362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:11.814492 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-cee8b13b-fa0c-4527-ada9-369fe21ad253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.095992 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.130080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:14.681606 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:15.656502 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=84060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:30:15.789055 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:15.803593 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Returning: {'device': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'port_id': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'mac_address': 'fa:16:3e:b5:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:30:15.857566 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:15.874773 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18caab89-10ad-41b5-90be-60cb10a88b8b {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:30:15.891651 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:15.896610 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:15.974094 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=6']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:15.979542 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] get_ports_and_sgs() called for port_ids ['18caab89-10ad-41b5-90be-60cb10a88b8b'] {{(pid=84060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:30:16.022977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.023273 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.023765 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.024148 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.024505 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.024825 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.025141 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.025455 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.025851 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.026147 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:16.026587 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:17.670575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b up at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:30:17.748655 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.provisioning_blocks [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Provisioning complete for port 18caab89-10ad-41b5-90be-60cb10a88b8b triggered by entity L2. {{(pid=84060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:30:17.749130 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113832'] for port, provisioning_complete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.881395 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.909194 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:17.931176 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:17.937977 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:18.032019 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=7']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:18.135537 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d77e97-a0e2-48f9-964a-75e1d59e8f08'] response: {'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'code': 200} Apr 22 15:30:19.207931 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-fb2a7b8f-df89-41f3-8f1c-6ab573fe5c48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1099 time: 0.1788373 Apr 22 15:30:19.373514 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-ba32a663-1b13-4d9e-ae7f-74ad166e9355 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:19.375001 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-ba32a663-1b13-4d9e-ae7f-74ad166e9355 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1461141 Apr 22 15:30:19.489778 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-0e41b15e-b1db-4be2-8183-45e7455220e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 200 len: 1002 time: 0.1064632 Apr 22 15:30:19.556944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-1fd1ebb5-5399-4744-9725-b65baf3c1524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:19.558436 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-1fd1ebb5-5399-4744-9725-b65baf3c1524 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0625310 Apr 22 15:30:19.640815 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-3d5bc081-6c69-447d-9304-e7c73431ca13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764987 Apr 22 15:30:19.784630 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-6db5dbeb-af4a-4a0d-adab-61a16a4b1cbe service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368334 Apr 22 15:30:19.919760 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b5bb484f-2fea-43aa-83f8-d17b4a9ffc2d req-c8d95db6-86ba-4cf9-b8e2-7c587f9f15d9 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291521 Apr 22 15:30:26.259124 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 45338) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:26.462450 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Deleting port 5430f3a4-4b07-464f-8a14-fc1f07470803 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:26.462679 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:26.727241 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:26.727443 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:26.841367 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Calling delete_port for 5430f3a4-4b07-464f-8a14-fc1f07470803 owned by network:floatingip {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:26.992826 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:27.037252 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event deleted for resources: {'Port': ['ID=5430f3a4-4b07-464f-8a14-fc1f07470803,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:27.074423 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.074752 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.075091 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.075400 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.075715 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.076032 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.076350 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.076651 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.076961 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.077271 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.077577 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:27.136061 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:27.527290 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:30:27.730986 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:30:27.741019 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:30:27.751964 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:27.754779 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:27.755577 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:27.804049 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-276cff3c-93c8-4b26-b1fe-0d7f7fbef693 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "DELETE /v2.0/floatingips/a9630f0a-3bd7-4597-be77-4cb73b783e84 HTTP/1.1" status: 204 len: 168 time: 1.5436318 Apr 22 15:30:27.804687 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:27.859156 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48404d10-208c-4a50-9d9f-124566665b1e'] response: {'name': 'network-changed', 'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'status': 'completed', 'code': 200} Apr 22 15:30:27.932943 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:27.960525 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-ec39a895-6742-49ee-967b-d184865ccea4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 1099 time: 0.0794535 Apr 22 15:30:28.120324 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d920e-e0a8-4929-922c-6c183751d6df req-ffd155b3-1aad-4594-987e-f6ed0637ef5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:28.122080 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-ffd155b3-1aad-4594-987e-f6ed0637ef5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1550367 Apr 22 15:30:28.200188 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-72a397f1-0caa-4c13-a8c6-2484a1d92766 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 200 len: 217 time: 0.0692604 Apr 22 15:30:28.311254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d920e-e0a8-4929-922c-6c183751d6df req-99b74265-6ae3-42d6-9340-1f196a473d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:28.312109 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-99b74265-6ae3-42d6-9340-1f196a473d2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0816610 Apr 22 15:30:28.322338 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:19Z', 'revision_number': 1, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:28.326834 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:30:28.337566 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:28.338189 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:28.370855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8f6c-492c-49fa-83f2-987ee054ab24 req-d4af1419-2ab5-41c0-a286-e83a1217ee88 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:28.372300 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0f9c8f6c-492c-49fa-83f2-987ee054ab24 req-d4af1419-2ab5-41c0-a286-e83a1217ee88 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 946 time: 0.2473197 Apr 22 15:30:28.437410 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-d19f7fc1-2f7d-4a0a-952a-2326bf590c27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176076 Apr 22 15:30:28.439658 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-0f9c8f6c-492c-49fa-83f2-987ee054ab24 req-fb2b1333-3050-404b-8e41-f98c9c0899f6 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554769 Apr 22 15:30:28.510137 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:28.568531 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-eec0e28d-4a19-43af-81d2-ef6ae90ba32d service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234040 Apr 22 15:30:28.701418 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-b66d920e-e0a8-4929-922c-6c183751d6df req-8495046a-6c54-48eb-b302-8b89713513ed service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256597 Apr 22 15:30:28.847492 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:19Z', 'revision_number': 1, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:28.851419 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ce50f-630e-4cf2-b6fd-07000f788309 None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_floatingips': [{'id': '6c54c7a5-24d9-4a68-869a-e3b30fb08991', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'router_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'port_id': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'mac_address': 'fa:16:3e:6e:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375e3f25-d4c1-4319-9610-5658c86ff518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:14Z', 'updated_at': '2022-04-22T15:26:19Z', 'revision_number': 1, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:30:29.063028 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ced159d-b76e-45f7-9056-256baae1865b None None] New status for floating IP a9630f0a-3bd7-4597-be77-4cb73b783e84: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:30:29.240463 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:30:29.760912 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:29.785723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e2bd-dd93-4119-8c02-89d81ba25814 req-85621aff-0afa-4e6c-a652-d84a873c1393 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:29.787185 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a978e2bd-dd93-4119-8c02-89d81ba25814 req-85621aff-0afa-4e6c-a652-d84a873c1393 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 946 time: 0.2229750 Apr 22 15:30:29.797539 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfc452-8581-4706-8c1b-433661180f03 req-7eb72fb2-4573-4e48-9014-60f499038f30 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:29.798940 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-efcfc452-8581-4706-8c1b-433661180f03 req-7eb72fb2-4573-4e48-9014-60f499038f30 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 946 time: 0.1935914 Apr 22 15:30:29.870522 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1267667'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.892572 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Deleting port 18caab89-10ad-41b5-90be-60cb10a88b8b {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:29.892882 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.897021 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:29.906891 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:29.913667 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730891383718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730890960541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730890960586'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.929072 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-a978e2bd-dd93-4119-8c02-89d81ba25814 req-c506f921-ca08-4141-a1bd-7b62a387e112 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291733 Apr 22 15:30:29.955243 dv-neutron-838878-1-hyperv neutron-server[84060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5579704b-874a-44af-bb23-3dc0c74dd2ae'] response: {'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'code': 200} Apr 22 15:30:29.986206 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Pushing event updated for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=8']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:30.139823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] For port 18caab89-10ad-41b5-90be-60cb10a88b8b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=18caab89-10ad-41b5-90be-60cb10a88b8b,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:30.140183 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:30.257020 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Calling delete_port for 18caab89-10ad-41b5-90be-60cb10a88b8b owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:30.397587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:30.447695 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event deleted for resources: {'Port': ['ID=18caab89-10ad-41b5-90be-60cb10a88b8b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:30.486001 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.486345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.486676 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.487006 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.487345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.487657 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.487978 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.488301 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.488625 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.488941 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.489241 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838878-1-hyperv {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:30:30.528484 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] No DVR routers for this DVR port 18caab89-10ad-41b5-90be-60cb10a88b8b on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:30:30.531144 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:30.533533 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-deleted', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:30.545097 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-efcfc452-8581-4706-8c1b-433661180f03 req-cb7d1a1e-087a-4b2a-af73-118506fd8997 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "DELETE /v2.0/ports/18caab89-10ad-41b5-90be-60cb10a88b8b HTTP/1.1" status: 204 len: 173 time: 0.7322469 Apr 22 15:30:30.591543 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e147f71-b65b-4ca9-b187-2c4dd9448b17'] response: {'server_uuid': '627959b0-4167-47b4-9335-36fce7d06e6b', 'name': 'network-vif-deleted', 'tag': '18caab89-10ad-41b5-90be-60cb10a88b8b', 'status': 'completed', 'code': 200} Apr 22 15:30:31.115285 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-58ac70ae-e848-4e0f-b0a4-b36f3e7901f3 req-605b78ca-65a0-4197-8a3c-3e1042f73058 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Synchronizing usage tracker for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:30:31.132269 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-58ac70ae-e848-4e0f-b0a4-b36f3e7901f3 req-605b78ca-65a0-4197-8a3c-3e1042f73058 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Unset dirty status for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:30:31.133580 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-58ac70ae-e848-4e0f-b0a4-b36f3e7901f3 req-605b78ca-65a0-4197-8a3c-3e1042f73058 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=627959b0-4167-47b4-9335-36fce7d06e6b HTTP/1.1" status: 200 len: 210 time: 0.0607963 Apr 22 15:30:32.835438 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45396) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:33.032059 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Deleting port b3e99c7c-4a84-474a-866b-7f076c3faa15 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:33.032407 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:33.192845 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:33.193137 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:33.311429 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Calling delete_port for b3e99c7c-4a84-474a-866b-7f076c3faa15 owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:33.454683 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:33.581245 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event deleted for resources: {'Port': ['ID=b3e99c7c-4a84-474a-866b-7f076c3faa15,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:33.669632 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:33.807413 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:33.839584 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: 18caab89-10ad-41b5-90be-60cb10a88b8b {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:33.839927 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device 18caab89-10ad-41b5-90be-60cb10a88b8b not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:34.072503 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:30:34.282178 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:30:34.292534 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:30:34.306079 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:34.306745 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:34.307063 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:34.359734 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-5274a315-7b8e-4341-a090-4c2c49ad0f9c tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c54c7a5-24d9-4a68-869a-e3b30fb08991 HTTP/1.1" status: 204 len: 168 time: 1.5232415 Apr 22 15:30:34.360309 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:34.415795 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0df2318-c7e1-47f2-8b80-1b558f341a9c'] response: {'name': 'network-changed', 'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'status': 'completed', 'code': 200} Apr 22 15:30:34.419735 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:34.482776 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:34.513481 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-8bb3d712-5a2d-4649-841e-d28b3bc4c348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=390d6604741c498a95fac326fe0ece4c&device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 1097 time: 0.0769658 Apr 22 15:30:34.654329 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-16638365-ef61-4d29-a66e-072ebde72eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:34.655910 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-16638365-ef61-4d29-a66e-072ebde72eb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 200 len: 911 time: 0.1365559 Apr 22 15:30:34.762737 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-e325f328-ea3f-47b0-9659-4b7a6ef83254 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 200 len: 217 time: 0.1001654 Apr 22 15:30:34.830845 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:34.835571 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-18360bc2-34a9-4822-839f-8d8666b0b8f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:34.837119 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-18360bc2-34a9-4822-839f-8d8666b0b8f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 200 len: 849 time: 0.0679920 Apr 22 15:30:34.837477 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:30:34.850610 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:34.851202 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:34.881332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e99b2-7db6-42ea-85ce-58befe620c76 req-72323bc2-12b7-415c-9b6c-6d4cc4796952 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:34.882039 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e05e99b2-7db6-42ea-85ce-58befe620c76 req-72323bc2-12b7-415c-9b6c-6d4cc4796952 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Synchronizing usage tracker for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:30:34.915058 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-e05e99b2-7db6-42ea-85ce-58befe620c76 req-72323bc2-12b7-415c-9b6c-6d4cc4796952 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Unset dirty status for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:30:34.916209 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e05e99b2-7db6-42ea-85ce-58befe620c76 req-72323bc2-12b7-415c-9b6c-6d4cc4796952 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 944 time: 0.2073965 Apr 22 15:30:34.961510 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-88072df0-c124-47f4-96a9-20ce8d8799ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ebff1e8-0555-44dd-8041-9091e294899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166925 Apr 22 15:30:34.995692 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e05e99b2-7db6-42ea-85ce-58befe620c76 req-84aa18c9-a69b-4b33-aa04-c99c79d35274 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719020 Apr 22 15:30:35.033296 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:35.093847 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-04657daa-3982-4d36-8760-2f5ed560d635 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243505 Apr 22 15:30:35.326718 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-382bdd41-aa72-450f-9fc1-ea9b688e240a req-cb978d56-aa47-463f-8ebe-52d81b965968 service neutron] 10.222.0.24 "GET /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264540 Apr 22 15:30:35.344257 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:35.348584 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f55ce-799d-4e1d-a349-c9758b4636e3 None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 4, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv', '_interfaces': [{'id': 'a781eefe-222b-4b56-bde1-1d7f39c95246', 'name': '', 'network_id': '0ebff1e8-0555-44dd-8041-9091e294899c', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'mac_address': 'fa:16:3e:60:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:50Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'subnets': [{'id': 'e77fbc52-b237-4dea-b27b-421653a7cb5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:30:35.563922 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af46c2-6971-4140-a1e2-e3b26ed2d872 None None] New status for floating IP 6c54c7a5-24d9-4a68-869a-e3b30fb08991: DOWN {{(pid=84060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:30:36.230104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-2a233358-c53f-42f1-bbeb-417edc3d0bf7 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:36.231519 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-2a233358-c53f-42f1-bbeb-417edc3d0bf7 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 944 time: 0.1320505 Apr 22 15:30:36.237615 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fcbf-7285-4d06-a3fe-20bc93b677da req-469ad522-41fe-4571-aa86-1c3ac6b8bed1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:36.238959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8393fcbf-7285-4d06-a3fe-20bc93b677da req-469ad522-41fe-4571-aa86-1c3ac6b8bed1 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 944 time: 0.1105564 Apr 22 15:30:36.327650 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Deleting port f8491a8d-d394-45e2-a5b2-43852618e8c4 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:36.327991 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:36.366357 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8393fcbf-7285-4d06-a3fe-20bc93b677da req-ede9e62f-1adb-4ec8-bc7f-71e0fb0b404f tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/security-groups?id=26519d7e-5711-4c07-b8cf-dae3221ddb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997832 Apr 22 15:30:36.576226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] For port f8491a8d-d394-45e2-a5b2-43852618e8c4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8491a8d-d394-45e2-a5b2-43852618e8c4,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:36.576454 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:36.693038 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Calling delete_port for f8491a8d-d394-45e2-a5b2-43852618e8c4 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:36.842837 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:36.893341 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event deleted for resources: {'Port': ['ID=f8491a8d-d394-45e2-a5b2-43852618e8c4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:36.968524 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] No DVR routers for this DVR port f8491a8d-d394-45e2-a5b2-43852618e8c4 on host hv-neutron-8388 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:30:36.971017 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250061'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:36.973594 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-deleted', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:36.991664 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-e37f9ac7-0df1-4e2f-9301-e61bcef85ecc req-7c82de55-477a-4aef-a454-d2e3b077d2d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.24 "DELETE /v2.0/ports/f8491a8d-d394-45e2-a5b2-43852618e8c4 HTTP/1.1" status: 204 len: 173 time: 0.7517889 Apr 22 15:30:37.034952 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad22398-6f97-467c-9add-022d54bce18d'] response: {'server_uuid': '375e3f25-d4c1-4319-9610-5658c86ff518', 'name': 'network-vif-deleted', 'tag': 'f8491a8d-d394-45e2-a5b2-43852618e8c4', 'status': 'completed', 'code': 200} Apr 22 15:30:37.543332 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8aefd6ab-c3bc-4ceb-a71b-3367573c3811 req-db62d6c5-8f8f-4e0c-91b7-01c475d4e6d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Synchronizing usage tracker for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:30:37.559822 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.quota.resource [req-8aefd6ab-c3bc-4ceb-a71b-3367573c3811 req-db62d6c5-8f8f-4e0c-91b7-01c475d4e6d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Unset dirty status for tenant:390d6604741c498a95fac326fe0ece4c on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:30:37.561294 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [req-8aefd6ab-c3bc-4ceb-a71b-3367573c3811 req-db62d6c5-8f8f-4e0c-91b7-01c475d4e6d5 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "GET /v2.0/ports?device_id=375e3f25-d4c1-4319-9610-5658c86ff518 HTTP/1.1" status: 200 len: 210 time: 0.0610273 Apr 22 15:30:38.670226 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45414) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:38.752260 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aa2-24f2-42d9-88b9-f48e8f1936d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:38.791249 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aa2-24f2-42d9-88b9-f48e8f1936d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:38.863290 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aa2-24f2-42d9-88b9-f48e8f1936d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:38.884246 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b14aa2-24f2-42d9-88b9-f48e8f1936d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26519d7e-5711-4c07-b8cf-dae3221ddb4d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:38.896493 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-c3b14aa2-24f2-42d9-88b9-f48e8f1936d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:38.897648 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-c3b14aa2-24f2-42d9-88b9-f48e8f1936d0 tempest-TestSnapshotPattern-460258586 tempest-TestSnapshotPattern-460258586-project] 10.222.0.32 "DELETE /v2.0/security-groups/26519d7e-5711-4c07-b8cf-dae3221ddb4d HTTP/1.1" status: 204 len: 168 time: 0.2264547 Apr 22 15:30:38.960424 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45420) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:39.357764 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:39.676137 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8f8dce6e-19d7-49d7-bbe1-c85ada0b4f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:39.856088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:39.892503 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] No Port match for: f8491a8d-d394-45e2-a5b2-43852618e8c4 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:39.892932 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Device f8491a8d-d394-45e2-a5b2-43852618e8c4 not bound to the agent host hv-neutron-8388 {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:40.065358 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Deleting port a781eefe-222b-4b56-bde1-1d7f39c95246 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:40.065984 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:40.235488 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] For port a781eefe-222b-4b56-bde1-1d7f39c95246, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=a781eefe-222b-4b56-bde1-1d7f39c95246,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:40.235831 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:40.356614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Calling delete_port for a781eefe-222b-4b56-bde1-1d7f39c95246 owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:40.521170 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:40.566345 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a781eefe-222b-4b56-bde1-1d7f39c95246,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:40.847254 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:41.533072 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:30:41.735303 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:30:41.744972 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] Sync routers for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:30:41.752550 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-363a7c78-c797-414f-bbeb-26a99da177ef admin admin] 10.222.0.32 "PUT /v2.0/routers/8f6f65f4-fc1a-4d7c-93c4-f46550a342a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7910466 Apr 22 15:30:41.755517 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45424) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:41.758151 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:41.758736 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:12Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:41.807781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a1769d03-9982-49b9-a01b-4b349d5b3caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:41.946791 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:41.950944 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:42.144326 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:42.154614 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Deleting port 9db23437-d050-452f-97f4-67caacb026b3 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:42.154951 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:42.249385 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9db23437-d050-452f-97f4-67caacb026b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:30:40Z', 'revision_number': 5, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port': {'id': '9db23437-d050-452f-97f4-67caacb026b3', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:48Z', 'updated_at': '2022-04-22T15:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:42.253403 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] Checking router: 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 for host: dv-neutron-838878-1-hyperv {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:30:42.263867 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] Routers {'8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:42.264741 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:42.324770 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] For port 9db23437-d050-452f-97f4-67caacb026b3, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=9db23437-d050-452f-97f4-67caacb026b3,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:42.325145 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:42.412979 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_dvr_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] Set router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 gateway port host: None {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:42.517810 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.l3_hamode_db [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:30:42Z', 'revision_number': 6, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port_host': None}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:42.522084 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffe350-b73b-48da-ab42-da54f55eb9c3 None None] The sync data for ids ['8f6f65f4-fc1a-4d7c-93c4-f46550a342a1'] in dv-neutron-838878-1-hyperv is: [{'id': '8f6f65f4-fc1a-4d7c-93c4-f46550a342a1', 'name': 'tempest-TestSnapshotPattern-1905243418-router', 'tenant_id': '390d6604741c498a95fac326fe0ece4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:47Z', 'updated_at': '2022-04-22T15:30:42Z', 'revision_number': 6, 'project_id': '390d6604741c498a95fac326fe0ece4c', 'gw_port_host': None}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:30:42.542823 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Calling delete_port for 9db23437-d050-452f-97f4-67caacb026b3 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:42.707841 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:42.750255 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db23437-d050-452f-97f4-67caacb026b3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:42.927885 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a781eefe-222b-4b56-bde1-1d7f39c95246 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:42.968706 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: a781eefe-222b-4b56-bde1-1d7f39c95246 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:42.968970 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device a781eefe-222b-4b56-bde1-1d7f39c95246 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:42.977898 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.090491 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.132769 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.227981 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.232282 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.266832 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.267354 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:30:43.280171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.283671 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0fd3b6d3-0732-47eb-bfa5-c35abb9607e8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8f6f65f4-fc1a-4d7c-93c4-f46550a342a1 HTTP/1.1" status: 204 len: 168 time: 1.5248573 Apr 22 15:30:43.283886 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45428) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:43.347939 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Deleting subnet e77fbc52-b237-4dea-b27b-421653a7cb5b {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:30:43.350814 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.398687 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.483575 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.553848 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.591563 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77fbc52-b237-4dea-b27b-421653a7cb5b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:43.597129 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.602439 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf506f-858a-4b6c-a5ed-2d08b2a7d0a8 None None] Network 0ebff1e8-0555-44dd-8041-9091e294899c requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:30:43.605512 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-b05275f3-39fb-45f4-b1e9-5046c4c3b040 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e77fbc52-b237-4dea-b27b-421653a7cb5b HTTP/1.1" status: 204 len: 168 time: 0.3206983 Apr 22 15:30:43.605645 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 45432) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:43.709023 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.725710 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Deleting port 8463b02d-2579-44bf-b37d-3875c831e882 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:43.726067 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:43.847090 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] DHCP port deletion for 0ebff1e8-0555-44dd-8041-9091e294899c request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:30:43.851157 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Deleting port 8463b02d-2579-44bf-b37d-3875c831e882 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:43.851585 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.029644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] For port 8463b02d-2579-44bf-b37d-3875c831e882, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8463b02d-2579-44bf-b37d-3875c831e882,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:44.030006 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.059080 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] For port 8463b02d-2579-44bf-b37d-3875c831e882, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=8463b02d-2579-44bf-b37d-3875c831e882,segment=NetworkSegment(81a34d0d-1843-48ce-b26c-bc9ca0340dbf),segment_id=81a34d0d-1843-48ce-b26c-bc9ca0340dbf)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:44.059639 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.147581 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Calling delete_port for 8463b02d-2579-44bf-b37d-3875c831e882 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:44.172781 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Calling delete_port for 8463b02d-2579-44bf-b37d-3875c831e882 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:44.221150 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.238567 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:30:44.238933 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:30:44.266379 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8463b02d-2579-44bf-b37d-3875c831e882,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:44.272539 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] No DVR routers for this DVR port 8463b02d-2579-44bf-b37d-3875c831e882 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:30:44.385265 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.409797 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebff1e8-0555-44dd-8041-9091e294899c']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:44.421407 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a34d0d-1843-48ce-b26c-bc9ca0340dbf') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:44.421721 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a34d0d-1843-48ce-b26c-bc9ca0340dbf') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:44.432649 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.448449 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.457901 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:30:44.458364 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:30:44.472127 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:30:44.551415 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.567773 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.577421 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebff1e8-0555-44dd-8041-9091e294899c,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:44.584240 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-89638192-9d6a-4183-8f54-36466a239bc3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ebff1e8-0555-44dd-8041-9091e294899c HTTP/1.1" status: 204 len: 168 time: 0.9774153 Apr 22 15:30:44.587292 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 45436) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:44.675054 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.688334 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8463b02d-2579-44bf-b37d-3875c831e882 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:44.722963 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 8463b02d-2579-44bf-b37d-3875c831e882 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:44.723260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 8463b02d-2579-44bf-b37d-3875c831e882 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:44.723709 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9db23437-d050-452f-97f4-67caacb026b3 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:44.745067 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Deleting port 8463b02d-2579-44bf-b37d-3875c831e882 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:44.745430 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:44.782260 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 9db23437-d050-452f-97f4-67caacb026b3 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:44.782586 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 9db23437-d050-452f-97f4-67caacb026b3 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:44.816957 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-daafc08d-eeb9-4d7e-a719-4fbcfa2e3d7f None None] The port '8463b02d-2579-44bf-b37d-3875c831e882' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:30:44.983767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-669656'] for router_interface, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:45.709203 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Deleting port 7bcec19a-f695-4ee5-94a2-d779e85eb911 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:45.709401 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:45.893911 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] For port 7bcec19a-f695-4ee5-94a2-d779e85eb911, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=7bcec19a-f695-4ee5-94a2-d779e85eb911,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:45.894300 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:46.022113 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Calling delete_port for 7bcec19a-f695-4ee5-94a2-d779e85eb911 owned by network:router_interface {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:46.200580 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:46.243274 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcec19a-f695-4ee5-94a2-d779e85eb911,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:46.526408 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1735292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669583'] for router_interface, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:47.199913 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 has already been hosted by L3 agent 0413ee72-faac-4b6e-80a0-f86d57ab7c9e {{(pid=84058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:30:47.398194 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] Notify agent at l3_agent.dv-neutron-838878-1-hyperv the message routers_updated {{(pid=84058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:30:47.407623 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] Sync routers for ids ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'] in dv-neutron-838878-1-hyperv {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:30:47.417136 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-6ebe3682-1349-495c-904f-0f3fcdb56422 admin admin] 10.222.0.32 "PUT /v2.0/routers/6376a4a3-cd7d-4cb8-a56b-0f051208cea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8288572 Apr 22 15:30:47.419952 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45440) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:47.423107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] Routers {'6376a4a3-cd7d-4cb8-a56b-0f051208cea5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:47.424027 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:47.594084 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] Set router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:47.761587 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:47.903131 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:30:46Z', 'revision_number': 5, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:47.907605 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] Checking router: 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 for host: dv-neutron-838878-1-hyperv {{(pid=84060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:30:47.919906 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] Routers {'6376a4a3-cd7d-4cb8-a56b-0f051208cea5'} bound to L3 agent in host dv-neutron-838878-1-hyperv {{(pid=84060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:47.920525 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838878-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:27:12Z,description=,heartbeat_timestamp=2022-04-22T15:30:42Z,host='dv-neutron-838878-1-hyperv',id=0413ee72-faac-4b6e-80a0-f86d57ab7c9e,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:27:12Z,topic='l3_agent')) {'router_ids': ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'], 'active': True} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:48.051280 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:48.062250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Deleting port 2810ef27-62b1-49c3-b17a-27d08d4b2618 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:48.062717 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:48.095017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_dvr_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] Set router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 gateway port host: dv-neutron-838878-1-hyperv {{(pid=84060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:48.234411 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.db [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] For port 2810ef27-62b1-49c3-b17a-27d08d4b2618, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=2810ef27-62b1-49c3-b17a-27d08d4b2618,segment=NetworkSegment(6609038b-f80d-4b98-9b0f-914f1e259a89),segment_id=6609038b-f80d-4b98-9b0f-914f1e259a89)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:48.234723 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:48.356012 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.plugins.ml2.plugin [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Calling delete_port for 2810ef27-62b1-49c3-b17a-27d08d4b2618 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:48.373915 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:30:46Z', 'revision_number': 5, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}], 'dv-neutron-838878-1-hyperv', False) {} {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:48.378082 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa34b-4bc7-4d65-8d5b-a6f999051603 None None] The sync data for ids ['6376a4a3-cd7d-4cb8-a56b-0f051208cea5'] in dv-neutron-838878-1-hyperv is: [{'id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'name': 'tempest-TestSnapshotPattern-2059808972-router', 'tenant_id': '2d342a1418944a41a6f1f3791f0009b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'external_fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142'}], 'enable_snat': True}, 'gw_port_id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:53Z', 'updated_at': '2022-04-22T15:30:46Z', 'revision_number': 5, 'project_id': '2d342a1418944a41a6f1f3791f0009b9', 'gw_port': {'id': '2810ef27-62b1-49c3-b17a-27d08d4b2618', 'name': '', 'network_id': '9174a81f-d8cd-4f7d-9b94-1a7726bc9676', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376a4a3-cd7d-4cb8-a56b-0f051208cea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'ip_address': '172.26.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838878-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55b26fe6-1cbb-4f6d-a23f-04988e8f7577', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838878-1-hyperv'}] {{(pid=84060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:30:48.538050 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4038028'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:48.582948 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Pushing event deleted for resources: {'Port': ['ID=2810ef27-62b1-49c3-b17a-27d08d4b2618,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:48.767229 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7bcec19a-f695-4ee5-94a2-d779e85eb911 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:48.802985 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 7bcec19a-f695-4ee5-94a2-d779e85eb911 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:48.803267 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 7bcec19a-f695-4ee5-94a2-d779e85eb911 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:48.803974 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670661'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.059099 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5445'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.063673 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.097855 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-642713'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.098444 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6376a4a3-cd7d-4cb8-a56b-0f051208cea5 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:30:49.110418 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.113871 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-a2a85754-1b26-46dd-941c-0b267cab8281 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6376a4a3-cd7d-4cb8-a56b-0f051208cea5 HTTP/1.1" status: 204 len: 168 time: 1.6905186 Apr 22 15:30:49.114065 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45446) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:49.173273 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.db.db_base_plugin_v2 [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Deleting subnet 0c56519c-728a-4945-bcec-d86e57cffb60 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:30:49.176793 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.230809 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3459748'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.412152 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100812'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.484550 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1100805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3162080'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.520334 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c56519c-728a-4945-bcec-d86e57cffb60,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:49.531737 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.537221 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee4905-1986-4834-8989-cf833e70dbfb None None] Network e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec requested from dv-neutron-838878-1-hyperv {{(pid=84060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:30:49.537959 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-753c31cd-9035-40fb-9a44-6c956bbf229c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c56519c-728a-4945-bcec-d86e57cffb60 HTTP/1.1" status: 204 len: 168 time: 0.4229014 Apr 22 15:30:49.540644 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.wsgi [-] (84058) accepted ('10.222.0.32', 45450) {{(pid=84058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:49.644835 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1299688'] for network, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.655334 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Deleting port df7cd2b8-e70a-42b7-a8fc-f538662467e8 {{(pid=84058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:49.655665 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.776924 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] DHCP port deletion for e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec request from dv-neutron-838878-1-hyperv {{(pid=84060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:30:49.780807 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Deleting port df7cd2b8-e70a-42b7-a8fc-f538662467e8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:49.781177 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.856412 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.db [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] For port df7cd2b8-e70a-42b7-a8fc-f538662467e8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df7cd2b8-e70a-42b7-a8fc-f538662467e8,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:49.856736 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.975531 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.db [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] For port df7cd2b8-e70a-42b7-a8fc-f538662467e8, host dv-neutron-838878-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838878-1-hyperv',level=0,port_id=df7cd2b8-e70a-42b7-a8fc-f538662467e8,segment=NetworkSegment(c188de21-8273-4932-a753-9c777a3e7cc8),segment_id=c188de21-8273-4932-a753-9c777a3e7cc8)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:49.975804 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733162'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:49.985767 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.plugin [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Calling delete_port for df7cd2b8-e70a-42b7-a8fc-f538662467e8 owned by network:dhcp {{(pid=84058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:50.060612 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1267887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730891383700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730890960532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614911'] for port, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.097575 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Calling delete_port for df7cd2b8-e70a-42b7-a8fc-f538662467e8 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:30:50.107112 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Pushing event deleted for resources: {'Port': ['ID=df7cd2b8-e70a-42b7-a8fc-f538662467e8,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:50.113471 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] No DVR routers for this DVR port df7cd2b8-e70a-42b7-a8fc-f538662467e8 on host dv-neutron-838878-1-hyperv {{(pid=84058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:30:50.165087 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.db.api [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:30:50.165453 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG oslo_db.api [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:30:50.225011 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8730891412601'] for network, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.250714 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec']}} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:50.263406 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c188de21-8273-4932-a753-9c777a3e7cc8') {'for_net_delete': True} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:50.263697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.services.segments.db [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c188de21-8273-4932-a753-9c777a3e7cc8') {} {{(pid=84058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:50.275142 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730891412484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-880311'] for segment, before_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.291322 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1278570'] for segment, precommit_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.302273 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:30:50.302711 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1278577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3614946'] for segment, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: Traceback (most recent call last): Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: timer() Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: cb(*args, **kw) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: return func(*args, **kwargs) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: self._notify() Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: self.callback(batched_events) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: event.method(event) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: return f(self, *a, **k) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._get(url).json() Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: return self.request(url, 'GET', **kwargs) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:30:50.317963 dv-neutron-838878-1-hyperv neutron-server[84058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:30:50.402346 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1735313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670680'] for network, after_delete {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.407376 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Notify callbacks [] for network, before_response {{(pid=84058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.430697 dv-neutron-838878-1-hyperv neutron-server[84058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec,revision_number=None']} {{(pid=84058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:50.436330 dv-neutron-838878-1-hyperv neutron-server[84058]: INFO neutron.wsgi [None req-a10d0a63-8c90-4a7d-8f59-bf24aad1eeba admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1ccd2ec-9b89-4e68-bdeb-6e5a2da72bec HTTP/1.1" status: 204 len: 168 time: 0.8947017 Apr 22 15:30:50.571104 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45456) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:50.629251 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-0bff8b4a-5fef-45e6-b4f9-2a061b0850f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=390d6604741c498a95fac326fe0ece4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568473 Apr 22 15:30:50.631812 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45460) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:50.666484 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Deleting port df7cd2b8-e70a-42b7-a8fc-f538662467e8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:30:50.666858 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730891311827'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.690630 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78268100-352e-4510-8b10-eba2193a7322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.695366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df7cd2b8-e70a-42b7-a8fc-f538662467e8 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:50.716330 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78268100-352e-4510-8b10-eba2193a7322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.767545 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: df7cd2b8-e70a-42b7-a8fc-f538662467e8 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:50.767909 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device df7cd2b8-e70a-42b7-a8fc-f538662467e8 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:50.768366 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810ef27-62b1-49c3-b17a-27d08d4b2618 no longer exists at agent ovs-agent-dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:30:50.768815 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78268100-352e-4510-8b10-eba2193a7322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.787844 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78268100-352e-4510-8b10-eba2193a7322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259fd49-2c49-41dc-93a7-4a009983dfa5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:50.792171 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-78268100-352e-4510-8b10-eba2193a7322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:50.793222 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-78268100-352e-4510-8b10-eba2193a7322 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5259fd49-2c49-41dc-93a7-4a009983dfa5 HTTP/1.1" status: 204 len: 168 time: 0.1605647 Apr 22 15:30:50.838169 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-4d26a112-5b5e-4c47-ac08-547aa2e482ba None None] The port 'df7cd2b8-e70a-42b7-a8fc-f538662467e8' was deleted {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:30:50.838948 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.plugin [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] No Port match for: 2810ef27-62b1-49c3-b17a-27d08d4b2618 {{(pid=84060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:30:50.839311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron.plugins.ml2.rpc [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Device 2810ef27-62b1-49c3-b17a-27d08d4b2618 not bound to the agent host dv-neutron-838878-1-hyperv {{(pid=84060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:30:51.243525 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45468) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:51.296464 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-7de34a82-cf3a-4389-939b-1938e75c3e8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d342a1418944a41a6f1f3791f0009b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517004 Apr 22 15:30:51.298973 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.32', 45472) {{(pid=84059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:51.359265 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6dc03d3b-e79a-49d0-a110-1164312b99f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:51.385435 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6dc03d3b-e79a-49d0-a110-1164312b99f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:51.441174 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6dc03d3b-e79a-49d0-a110-1164312b99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585151'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:51.457960 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc03d3b-e79a-49d0-a110-1164312b99f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47ebab-fb04-45f5-ae8b-41d8536b0239,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:51.462388 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron_lib.callbacks.manager [None req-6dc03d3b-e79a-49d0-a110-1164312b99f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:51.463437 dv-neutron-838878-1-hyperv neutron-server[84059]: INFO neutron.wsgi [None req-6dc03d3b-e79a-49d0-a110-1164312b99f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d47ebab-fb04-45f5-ae8b-41d8536b0239 HTTP/1.1" status: 204 len: 168 time: 0.1635833 Apr 22 15:31:04.424310 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:06.247023 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:31:09.691913 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-c344775d-5802-4d55-8925-f86868e4bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:11.817859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-f899af1e-cb22-4a21-9b33-fea4179e4840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:13.100311 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:13.136487 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:14.679577 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:34.426879 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:39.683023 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-569593ea-60dc-4071-a21e-370d1023ebbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:41.817107 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ef87cdbf-7957-4080-b600-d02383afc97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:43.107168 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:43.137928 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:43.253818 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:31:44.684580 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:04.420830 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.687085 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-bd4ded24-bd09-4ac6-9798-fc891b052caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.818350 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-5a6726e4-ff11-475e-a056-1139c9b43a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:13.094047 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:13.147048 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.688576 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:20.250590 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:32:34.423235 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:39.692225 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-047da0fb-ac24-4816-9b4d-3650e0fa5503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:41.821355 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-e65b8acb-d6c8-48d6-b7d0-e49b98d86085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:43.093999 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:43.147088 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:44.703551 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:57.247853 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:33:04.444761 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:09.691853 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dacb9200-677e-4109-b076-51d15b627a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:11.829409 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-003b43a5-4059-4616-82b1-f70105668eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:13.099417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:13.147721 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:14.700936 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:34.239729 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:33:34.458382 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:39.691445 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-970415e6-da75-4f3d-aeee-43d83be4839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:41.822239 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-dfead4f7-d86e-48de-8834-6f1a22796707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:43.102285 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:43.149538 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:44.712859 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:04.464799 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:09.697527 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-57572b08-92e9-45a1-89be-893fc2536fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.247847 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:34:11.829784 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-a755e246-2f6a-4ab2-ab3b-b3f8b3c71eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.104459 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.153504 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.706017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:31.306250 dv-neutron-838878-1-hyperv neutron-server[84059]: DEBUG neutron.wsgi [req-ab6e7e58-ca82-4dce-a5bc-67a02c8fae65 req-ba61bfb5-c45c-48e7-ab77-709c3242c22d service neutron] (84059) timed out ('10.222.0.32', 44216) {{(pid=84059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 15:34:34.470079 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:39.693013 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa3d0-fe3d-41c2-a607-5653afddfdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:41.822356 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-d1edbc03-8b52-4c02-88bd-8a98639f9845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.104962 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.156698 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:44.707905 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.245987 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:35:04.462017 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:09.697984 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-101c5916-296d-45fa-917a-3a235f318403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:11.825857 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-494a2373-60b8-4158-a388-b2dfd012686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:13.105354 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:13.159603 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:14.716544 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:25.243265 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:35:34.468897 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.697743 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-2808cb76-db7a-43e3-809a-a11198d3aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:41.833790 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-7710a527-b0a8-425f-921e-01f8e41ec3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:43.115210 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:43.161904 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:44.718086 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:02.238013 dv-neutron-838878-1-hyperv neutron-server[84061]: DEBUG neutron.db.agents_db [None req-8b9797f6-108b-4f1f-a345-295021614947 None None] Agent healthcheck: found 6 active agents {{(pid=84061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:36:04.481358 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-85712d45-89c9-4976-b52c-751c33b4a226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:09.702330 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-1f18e352-80e9-493c-9771-c1ec49c74253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:11.827690 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-45f4140f-5cce-4848-ab0a-d53dce9d2c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:13.111423 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-ce21995d-5df2-4c1f-951e-0e4619758afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:13.163417 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-22f82421-4707-49cf-91fc-99d2c6401923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:14.722108 dv-neutron-838878-1-hyperv neutron-server[84060]: DEBUG neutron_lib.callbacks.manager [None req-842955dd-af8c-4be5-8f47-70f76f811111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730891412583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1113753'] for agent, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}